]>
Commit | Line | Data |
---|---|---|
1 | /* | |
2 | * This file is part of the libsigrok project. | |
3 | * | |
4 | * Copyright (C) 2014 Bert Vermeulen <bert@biot.com> | |
5 | * | |
6 | * This program is free software: you can redistribute it and/or modify | |
7 | * it under the terms of the GNU General Public License as published by | |
8 | * the Free Software Foundation, either version 3 of the License, or | |
9 | * (at your option) any later version. | |
10 | * | |
11 | * This program is distributed in the hope that it will be useful, | |
12 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | |
13 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | |
14 | * GNU General Public License for more details. | |
15 | * | |
16 | * You should have received a copy of the GNU General Public License | |
17 | * along with this program. If not, see <http://www.gnu.org/licenses/>. | |
18 | */ | |
19 | ||
20 | #include <config.h> | |
21 | #include <string.h> | |
22 | #include <errno.h> | |
23 | #include <glib.h> | |
24 | #include <glib/gstdio.h> | |
25 | #include <libsigrok/libsigrok.h> | |
26 | #include "libsigrok-internal.h" | |
27 | ||
28 | /** @cond PRIVATE */ | |
29 | #define LOG_PREFIX "input" | |
30 | /** @endcond */ | |
31 | ||
32 | /** | |
33 | * @file | |
34 | * | |
35 | * Input module handling. | |
36 | */ | |
37 | ||
38 | /** | |
39 | * @defgroup grp_input Input modules | |
40 | * | |
41 | * Input file/data module handling. | |
42 | * | |
43 | * libsigrok can process acquisition data in several different ways. | |
44 | * Aside from acquiring data from a hardware device, it can also take it | |
45 | * from a file in various formats (binary, CSV, VCD, and so on). | |
46 | * | |
47 | * Like all libsigrok data handling, processing is done in a streaming | |
48 | * manner: input should be supplied a chunk at a time. This way anything | |
49 | * that processes data can do so in real time, without the user having | |
50 | * to wait for the whole thing to be finished. | |
51 | * | |
52 | * Every input module is "pluggable", meaning it's handled as being separate | |
53 | * from the main libsigrok, but linked in to it statically. To keep things | |
54 | * modular and separate like this, functions within an input module should be | |
55 | * declared static, with only the respective 'struct sr_input_module' being | |
56 | * exported for use into the wider libsigrok namespace. | |
57 | * | |
58 | * @{ | |
59 | */ | |
60 | ||
61 | /** @cond PRIVATE */ | |
62 | extern SR_PRIV struct sr_input_module input_chronovu_la8; | |
63 | extern SR_PRIV struct sr_input_module input_csv; | |
64 | extern SR_PRIV struct sr_input_module input_binary; | |
65 | extern SR_PRIV struct sr_input_module input_vcd; | |
66 | extern SR_PRIV struct sr_input_module input_wav; | |
67 | /* @endcond */ | |
68 | ||
69 | static const struct sr_input_module *input_module_list[] = { | |
70 | &input_binary, | |
71 | &input_chronovu_la8, | |
72 | &input_csv, | |
73 | &input_vcd, | |
74 | &input_wav, | |
75 | NULL, | |
76 | }; | |
77 | ||
78 | /** | |
79 | * Returns a NULL-terminated list of all available input modules. | |
80 | * | |
81 | * @since 0.4.0 | |
82 | */ | |
83 | SR_API const struct sr_input_module **sr_input_list(void) | |
84 | { | |
85 | return input_module_list; | |
86 | } | |
87 | ||
88 | /** | |
89 | * Returns the specified input module's ID. | |
90 | * | |
91 | * @since 0.4.0 | |
92 | */ | |
93 | SR_API const char *sr_input_id_get(const struct sr_input_module *imod) | |
94 | { | |
95 | if (!imod) { | |
96 | sr_err("Invalid input module NULL!"); | |
97 | return NULL; | |
98 | } | |
99 | ||
100 | return imod->id; | |
101 | } | |
102 | ||
103 | /** | |
104 | * Returns the specified input module's name. | |
105 | * | |
106 | * @since 0.4.0 | |
107 | */ | |
108 | SR_API const char *sr_input_name_get(const struct sr_input_module *imod) | |
109 | { | |
110 | if (!imod) { | |
111 | sr_err("Invalid input module NULL!"); | |
112 | return NULL; | |
113 | } | |
114 | ||
115 | return imod->name; | |
116 | } | |
117 | ||
118 | /** | |
119 | * Returns the specified input module's description. | |
120 | * | |
121 | * @since 0.4.0 | |
122 | */ | |
123 | SR_API const char *sr_input_description_get(const struct sr_input_module *imod) | |
124 | { | |
125 | if (!imod) { | |
126 | sr_err("Invalid input module NULL!"); | |
127 | return NULL; | |
128 | } | |
129 | ||
130 | return imod->desc; | |
131 | } | |
132 | ||
133 | /** | |
134 | * Returns the specified input module's file extensions typical for the file | |
135 | * format, as a NULL terminated array, or returns a NULL pointer if there is | |
136 | * no preferred extension. | |
137 | * @note these are a suggestions only. | |
138 | * | |
139 | * @since 0.4.0 | |
140 | */ | |
141 | SR_API const char *const *sr_input_extensions_get( | |
142 | const struct sr_input_module *imod) | |
143 | { | |
144 | if (!imod) { | |
145 | sr_err("Invalid input module NULL!"); | |
146 | return NULL; | |
147 | } | |
148 | ||
149 | return imod->exts; | |
150 | } | |
151 | ||
152 | /** | |
153 | * Return the input module with the specified ID, or NULL if no module | |
154 | * with that id is found. | |
155 | * | |
156 | * @since 0.4.0 | |
157 | */ | |
158 | SR_API const struct sr_input_module *sr_input_find(char *id) | |
159 | { | |
160 | int i; | |
161 | ||
162 | for (i = 0; input_module_list[i]; i++) { | |
163 | if (!strcmp(input_module_list[i]->id, id)) | |
164 | return input_module_list[i]; | |
165 | } | |
166 | ||
167 | return NULL; | |
168 | } | |
169 | ||
170 | /** | |
171 | * Returns a NULL-terminated array of struct sr_option, or NULL if the | |
172 | * module takes no options. | |
173 | * | |
174 | * Each call to this function must be followed by a call to | |
175 | * sr_input_options_free(). | |
176 | * | |
177 | * @since 0.4.0 | |
178 | */ | |
179 | SR_API const struct sr_option **sr_input_options_get(const struct sr_input_module *imod) | |
180 | { | |
181 | const struct sr_option *mod_opts, **opts; | |
182 | int size, i; | |
183 | ||
184 | if (!imod || !imod->options) | |
185 | return NULL; | |
186 | ||
187 | mod_opts = imod->options(); | |
188 | ||
189 | for (size = 0; mod_opts[size].id; size++) | |
190 | ; | |
191 | opts = g_malloc((size + 1) * sizeof(struct sr_option *)); | |
192 | ||
193 | for (i = 0; i < size; i++) | |
194 | opts[i] = &mod_opts[i]; | |
195 | opts[i] = NULL; | |
196 | ||
197 | return opts; | |
198 | } | |
199 | ||
200 | /** | |
201 | * After a call to sr_input_options_get(), this function cleans up all | |
202 | * resources returned by that call. | |
203 | * | |
204 | * @since 0.4.0 | |
205 | */ | |
206 | SR_API void sr_input_options_free(const struct sr_option **options) | |
207 | { | |
208 | int i; | |
209 | ||
210 | if (!options) | |
211 | return; | |
212 | ||
213 | for (i = 0; options[i]; i++) { | |
214 | if (options[i]->def) { | |
215 | g_variant_unref(options[i]->def); | |
216 | ((struct sr_option *)options[i])->def = NULL; | |
217 | } | |
218 | ||
219 | if (options[i]->values) { | |
220 | g_slist_free_full(options[i]->values, (GDestroyNotify)g_variant_unref); | |
221 | ((struct sr_option *)options[i])->values = NULL; | |
222 | } | |
223 | } | |
224 | g_free(options); | |
225 | } | |
226 | ||
227 | /** | |
228 | * Create a new input instance using the specified input module. | |
229 | * | |
230 | * This function is used when a client wants to use a specific input | |
231 | * module to parse a stream. No effort is made to identify the format. | |
232 | * | |
233 | * @param imod The input module to use. Must not be NULL. | |
234 | * @param options GHashTable consisting of keys corresponding with | |
235 | * the module options @c id field. The values should be GVariant | |
236 | * pointers with sunk references, of the same GVariantType as the option's | |
237 | * default value. | |
238 | * | |
239 | * @since 0.4.0 | |
240 | */ | |
241 | SR_API struct sr_input *sr_input_new(const struct sr_input_module *imod, | |
242 | GHashTable *options) | |
243 | { | |
244 | struct sr_input *in; | |
245 | struct sr_option *mod_opts; | |
246 | const GVariantType *gvt; | |
247 | GHashTable *new_opts; | |
248 | GHashTableIter iter; | |
249 | gpointer key, value; | |
250 | int i; | |
251 | ||
252 | in = g_malloc0(sizeof(struct sr_input)); | |
253 | in->module = imod; | |
254 | ||
255 | new_opts = g_hash_table_new_full(g_str_hash, g_str_equal, g_free, | |
256 | (GDestroyNotify)g_variant_unref); | |
257 | if (imod->options) { | |
258 | mod_opts = imod->options(); | |
259 | for (i = 0; mod_opts[i].id; i++) { | |
260 | if (options && g_hash_table_lookup_extended(options, | |
261 | mod_opts[i].id, &key, &value)) { | |
262 | /* Option not given: insert the default value. */ | |
263 | gvt = g_variant_get_type(mod_opts[i].def); | |
264 | if (!g_variant_is_of_type(value, gvt)) { | |
265 | sr_err("Invalid type for '%s' option.", | |
266 | (char *)key); | |
267 | g_free(in); | |
268 | return NULL; | |
269 | } | |
270 | g_hash_table_insert(new_opts, g_strdup(mod_opts[i].id), | |
271 | g_variant_ref(value)); | |
272 | } else { | |
273 | /* Pass option along. */ | |
274 | g_hash_table_insert(new_opts, g_strdup(mod_opts[i].id), | |
275 | g_variant_ref(mod_opts[i].def)); | |
276 | } | |
277 | } | |
278 | ||
279 | /* Make sure no invalid options were given. */ | |
280 | if (options) { | |
281 | g_hash_table_iter_init(&iter, options); | |
282 | while (g_hash_table_iter_next(&iter, &key, &value)) { | |
283 | if (!g_hash_table_lookup(new_opts, key)) { | |
284 | sr_err("Input module '%s' has no option '%s'", | |
285 | imod->id, (char *)key); | |
286 | g_hash_table_destroy(new_opts); | |
287 | g_free(in); | |
288 | return NULL; | |
289 | } | |
290 | } | |
291 | } | |
292 | } | |
293 | ||
294 | if (in->module->init && in->module->init(in, new_opts) != SR_OK) { | |
295 | g_free(in); | |
296 | in = NULL; | |
297 | } else { | |
298 | in->buf = g_string_sized_new(128); | |
299 | } | |
300 | ||
301 | if (new_opts) | |
302 | g_hash_table_destroy(new_opts); | |
303 | ||
304 | return in; | |
305 | } | |
306 | ||
307 | /* Returns TRUE if all required meta items are available. */ | |
308 | static gboolean check_required_metadata(const uint8_t *metadata, uint8_t *avail) | |
309 | { | |
310 | int m, a; | |
311 | uint8_t reqd; | |
312 | ||
313 | for (m = 0; metadata[m]; m++) { | |
314 | if (!(metadata[m] & SR_INPUT_META_REQUIRED)) | |
315 | continue; | |
316 | reqd = metadata[m] & ~SR_INPUT_META_REQUIRED; | |
317 | for (a = 0; avail[a]; a++) { | |
318 | if (avail[a] == reqd) | |
319 | break; | |
320 | } | |
321 | if (!avail[a]) | |
322 | /* Found a required meta item that isn't available. */ | |
323 | return FALSE; | |
324 | } | |
325 | ||
326 | return TRUE; | |
327 | } | |
328 | ||
329 | /** | |
330 | * Try to find an input module that can parse the given buffer. | |
331 | * | |
332 | * The buffer must contain enough of the beginning of the file for | |
333 | * the input modules to find a match. This is format-dependent, but | |
334 | * 128 bytes is normally enough. | |
335 | * | |
336 | * If an input module is found, an instance is created into *in. | |
337 | * Otherwise, *in contains NULL. | |
338 | * | |
339 | * If an instance is created, it has the given buffer used for scanning | |
340 | * already submitted to it, to be processed before more data is sent. | |
341 | * This allows a frontend to submit an initial chunk of a non-seekable | |
342 | * stream, such as stdin, without having to keep it around and submit | |
343 | * it again later. | |
344 | * | |
345 | */ | |
346 | SR_API int sr_input_scan_buffer(GString *buf, const struct sr_input **in) | |
347 | { | |
348 | const struct sr_input_module *imod; | |
349 | GHashTable *meta; | |
350 | unsigned int m, i; | |
351 | int ret; | |
352 | uint8_t mitem, avail_metadata[8]; | |
353 | ||
354 | /* No more metadata to be had from a buffer. */ | |
355 | avail_metadata[0] = SR_INPUT_META_HEADER; | |
356 | avail_metadata[1] = 0; | |
357 | ||
358 | *in = NULL; | |
359 | ret = SR_ERR; | |
360 | for (i = 0; input_module_list[i]; i++) { | |
361 | imod = input_module_list[i]; | |
362 | if (!imod->metadata[0]) { | |
363 | /* Module has no metadata for matching so will take | |
364 | * any input. No point in letting it try to match. */ | |
365 | continue; | |
366 | } | |
367 | if (!check_required_metadata(imod->metadata, avail_metadata)) | |
368 | /* Cannot satisfy this module's requirements. */ | |
369 | continue; | |
370 | ||
371 | meta = g_hash_table_new(NULL, NULL); | |
372 | for (m = 0; m < sizeof(imod->metadata); m++) { | |
373 | mitem = imod->metadata[m] & ~SR_INPUT_META_REQUIRED; | |
374 | if (mitem == SR_INPUT_META_HEADER) | |
375 | g_hash_table_insert(meta, GINT_TO_POINTER(mitem), buf); | |
376 | } | |
377 | if (g_hash_table_size(meta) == 0) { | |
378 | /* No metadata for this module, so nothing to match. */ | |
379 | g_hash_table_destroy(meta); | |
380 | continue; | |
381 | } | |
382 | sr_spew("Trying module %s.", imod->id); | |
383 | ret = imod->format_match(meta); | |
384 | g_hash_table_destroy(meta); | |
385 | if (ret == SR_ERR_DATA) { | |
386 | /* Module recognized this buffer, but cannot handle it. */ | |
387 | break; | |
388 | } else if (ret == SR_ERR) { | |
389 | /* Module didn't recognize this buffer. */ | |
390 | continue; | |
391 | } else if (ret != SR_OK) { | |
392 | /* Can be SR_ERR_NA. */ | |
393 | return ret; | |
394 | } | |
395 | ||
396 | /* Found a matching module. */ | |
397 | sr_spew("Module %s matched.", imod->id); | |
398 | *in = sr_input_new(imod, NULL); | |
399 | g_string_insert_len((*in)->buf, 0, buf->str, buf->len); | |
400 | break; | |
401 | } | |
402 | ||
403 | return ret; | |
404 | } | |
405 | ||
406 | /** | |
407 | * Try to find an input module that can parse the given file. | |
408 | * | |
409 | * If an input module is found, an instance is created into *in. | |
410 | * Otherwise, *in contains NULL. | |
411 | * | |
412 | */ | |
413 | SR_API int sr_input_scan_file(const char *filename, const struct sr_input **in) | |
414 | { | |
415 | int64_t filesize; | |
416 | FILE *stream; | |
417 | const struct sr_input_module *imod; | |
418 | GHashTable *meta; | |
419 | GString *header; | |
420 | size_t count; | |
421 | unsigned int midx, i; | |
422 | int ret; | |
423 | uint8_t avail_metadata[8]; | |
424 | ||
425 | *in = NULL; | |
426 | ||
427 | if (!filename || !filename[0]) { | |
428 | sr_err("Invalid filename."); | |
429 | return SR_ERR_ARG; | |
430 | } | |
431 | stream = g_fopen(filename, "rb"); | |
432 | if (!stream) { | |
433 | sr_err("Failed to open %s: %s", filename, g_strerror(errno)); | |
434 | return SR_ERR; | |
435 | } | |
436 | filesize = sr_file_get_size(stream); | |
437 | if (filesize < 0) { | |
438 | sr_err("Failed to get size of %s: %s", | |
439 | filename, g_strerror(errno)); | |
440 | fclose(stream); | |
441 | return SR_ERR; | |
442 | } | |
443 | /* This actually allocates 256 bytes to allow for NUL termination. */ | |
444 | header = g_string_sized_new(255); | |
445 | count = fread(header->str, 1, header->allocated_len - 1, stream); | |
446 | ||
447 | if (count != header->allocated_len - 1 && ferror(stream)) { | |
448 | sr_err("Failed to read %s: %s", filename, g_strerror(errno)); | |
449 | fclose(stream); | |
450 | g_string_free(header, TRUE); | |
451 | return SR_ERR; | |
452 | } | |
453 | fclose(stream); | |
454 | g_string_set_size(header, count); | |
455 | ||
456 | meta = g_hash_table_new(NULL, NULL); | |
457 | g_hash_table_insert(meta, GINT_TO_POINTER(SR_INPUT_META_FILENAME), | |
458 | (char *)filename); | |
459 | g_hash_table_insert(meta, GINT_TO_POINTER(SR_INPUT_META_FILESIZE), | |
460 | GSIZE_TO_POINTER(MIN(filesize, G_MAXSSIZE))); | |
461 | g_hash_table_insert(meta, GINT_TO_POINTER(SR_INPUT_META_HEADER), | |
462 | header); | |
463 | midx = 0; | |
464 | avail_metadata[midx++] = SR_INPUT_META_FILENAME; | |
465 | avail_metadata[midx++] = SR_INPUT_META_FILESIZE; | |
466 | avail_metadata[midx++] = SR_INPUT_META_HEADER; | |
467 | avail_metadata[midx] = 0; | |
468 | /* TODO: MIME type */ | |
469 | ||
470 | ret = SR_ERR; | |
471 | ||
472 | for (i = 0; input_module_list[i]; i++) { | |
473 | imod = input_module_list[i]; | |
474 | if (!imod->metadata[0]) { | |
475 | /* Module has no metadata for matching so will take | |
476 | * any input. No point in letting it try to match. */ | |
477 | continue; | |
478 | } | |
479 | if (!check_required_metadata(imod->metadata, avail_metadata)) | |
480 | /* Cannot satisfy this module's requirements. */ | |
481 | continue; | |
482 | ||
483 | sr_dbg("Trying module %s.", imod->id); | |
484 | ||
485 | ret = imod->format_match(meta); | |
486 | if (ret == SR_ERR) { | |
487 | /* Module didn't recognize this buffer. */ | |
488 | continue; | |
489 | } else if (ret != SR_OK) { | |
490 | /* Module recognized this buffer, but cannot handle it. */ | |
491 | break; | |
492 | } | |
493 | /* Found a matching module. */ | |
494 | sr_dbg("Module %s matched.", imod->id); | |
495 | ||
496 | *in = sr_input_new(imod, NULL); | |
497 | break; | |
498 | } | |
499 | g_hash_table_destroy(meta); | |
500 | g_string_free(header, TRUE); | |
501 | ||
502 | return ret; | |
503 | } | |
504 | ||
505 | /** | |
506 | * Return the input instance's (virtual) device instance. This can be | |
507 | * used to find out the number of channels and other information. | |
508 | * | |
509 | * If the device instance has not yet been fully populated by the input | |
510 | * module, NULL is returned. This indicates the module needs more data | |
511 | * to identify the number of channels and so on. | |
512 | * | |
513 | * @since 0.4.0 | |
514 | */ | |
515 | SR_API struct sr_dev_inst *sr_input_dev_inst_get(const struct sr_input *in) | |
516 | { | |
517 | if (in->sdi_ready) | |
518 | return in->sdi; | |
519 | else | |
520 | return NULL; | |
521 | } | |
522 | ||
523 | /** | |
524 | * Send data to the specified input instance. | |
525 | * | |
526 | * When an input module instance is created with sr_input_new(), this | |
527 | * function is used to feed data to the instance. | |
528 | * | |
529 | * As enough data gets fed into this function to completely populate | |
530 | * the device instance associated with this input instance, this is | |
531 | * guaranteed to return the moment it's ready. This gives the caller | |
532 | * the chance to examine the device instance, attach session callbacks | |
533 | * and so on. | |
534 | * | |
535 | * @since 0.4.0 | |
536 | */ | |
537 | SR_API int sr_input_send(const struct sr_input *in, GString *buf) | |
538 | { | |
539 | sr_spew("Sending %" G_GSIZE_FORMAT " bytes to %s module.", | |
540 | buf->len, in->module->id); | |
541 | return in->module->receive((struct sr_input *)in, buf); | |
542 | } | |
543 | ||
544 | /** | |
545 | * Signal the input module no more data will come. | |
546 | * | |
547 | * This will cause the module to process any data it may have buffered. | |
548 | * The SR_DF_END packet will also typically be sent at this time. | |
549 | * | |
550 | * @since 0.4.0 | |
551 | */ | |
552 | SR_API int sr_input_end(const struct sr_input *in) | |
553 | { | |
554 | sr_spew("Calling end() on %s module.", in->module->id); | |
555 | return in->module->end((struct sr_input *)in); | |
556 | } | |
557 | ||
558 | /** | |
559 | * Free the specified input instance and all associated resources. | |
560 | * | |
561 | * @since 0.4.0 | |
562 | */ | |
563 | SR_API void sr_input_free(const struct sr_input *in) | |
564 | { | |
565 | if (!in) | |
566 | return; | |
567 | ||
568 | if (in->module->cleanup) | |
569 | in->module->cleanup((struct sr_input *)in); | |
570 | if (in->sdi) | |
571 | sr_dev_inst_free(in->sdi); | |
572 | if (in->buf->len > 64) { | |
573 | /* That seems more than just some sub-unitsize leftover... */ | |
574 | sr_warn("Found %" G_GSIZE_FORMAT | |
575 | " unprocessed bytes at free time.", in->buf->len); | |
576 | } | |
577 | g_string_free(in->buf, TRUE); | |
578 | g_free(in->priv); | |
579 | g_free((gpointer)in); | |
580 | } | |
581 | ||
582 | /** @} */ |