2 * This file is part of the libsigrokdecode project.
4 * Copyright (C) 2010 Uwe Hermann <uwe@hermann-uwe.de>
5 * Copyright (C) 2012 Bert Vermeulen <bert@biot.com>
7 * This program is free software: you can redistribute it and/or modify
8 * it under the terms of the GNU General Public License as published by
9 * the Free Software Foundation, either version 3 of the License, or
10 * (at your option) any later version.
12 * This program is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15 * GNU General Public License for more details.
17 * You should have received a copy of the GNU General Public License
18 * along with this program. If not, see <http://www.gnu.org/licenses/>.
21 #include "libsigrokdecode.h" /* First, so we avoid a _POSIX_C_SOURCE warning. */
22 #include "libsigrokdecode-internal.h"
30 * @mainpage libsigrokdecode API
32 * @section sec_intro Introduction
34 * The <a href="http://sigrok.org">sigrok</a> project aims at creating a
35 * portable, cross-platform, Free/Libre/Open-Source signal analysis software
36 * suite that supports various device types (such as logic analyzers,
37 * oscilloscopes, multimeters, and more).
39 * <a href="http://sigrok.org/wiki/Libsigrokdecode">libsigrokdecode</a> is a
40 * shared library written in C which provides the basic API for (streaming)
41 * protocol decoding functionality.
43 * The <a href="http://sigrok.org/wiki/Protocol_decoders">protocol decoders</a>
44 * are written in Python (>= 3.0).
46 * @section sec_api API reference
48 * See the "Modules" page for an introduction to various libsigrokdecode
49 * related topics and the detailed API documentation of the respective
52 * You can also browse the API documentation by file, or review all
55 * @section sec_mailinglists Mailing lists
57 * There are two mailing lists for sigrok/libsigrokdecode: <a href="https://lists.sourceforge.net/lists/listinfo/sigrok-devel">sigrok-devel</a> and <a href="https://lists.sourceforge.net/lists/listinfo/sigrok-commits">sigrok-commits</a>.
59 * @section sec_irc IRC
61 * You can find the sigrok developers in the
62 * <a href="irc://chat.freenode.net/sigrok">\#sigrok</a>
63 * IRC channel on Freenode.
65 * @section sec_website Website
67 * <a href="http://sigrok.org/wiki/Libsigrokdecode">sigrok.org/wiki/Libsigrokdecode</a>
73 * Initializing and shutting down libsigrokdecode.
77 * @defgroup grp_init Initialization
79 * Initializing and shutting down libsigrokdecode.
81 * Before using any of the libsigrokdecode functionality, srd_init() must
82 * be called to initialize the library.
84 * When libsigrokdecode functionality is no longer needed, srd_exit() should
92 extern GSList *sessions;
93 extern int max_session_id;
96 extern SRD_PRIV GSList *pd_list;
98 /* module_sigrokdecode.c */
99 extern PyMODINIT_FUNC PyInit_sigrokdecode(void);
102 extern SRD_PRIV PyTypeObject srd_logic_type;
107 * Initialize libsigrokdecode.
109 * This initializes the Python interpreter, and creates and initializes
110 * a "sigrokdecode" Python module.
112 * Then, it searches for sigrok protocol decoders in the "decoders"
113 * subdirectory of the the libsigrokdecode installation directory.
114 * All decoders that are found are loaded into memory and added to an
115 * internal list of decoders, which can be queried via srd_decoder_list().
117 * The caller is responsible for calling the clean-up function srd_exit(),
118 * which will properly shut down libsigrokdecode and free its allocated memory.
120 * Multiple calls to srd_init(), without calling srd_exit() in between,
123 * @param path Path to an extra directory containing protocol decoders
124 * which will be added to the Python sys.path. May be NULL.
126 * @return SRD_OK upon success, a (negative) error code otherwise.
127 * Upon Python errors, SRD_ERR_PYTHON is returned. If the decoders
128 * directory cannot be accessed, SRD_ERR_DECODERS_DIR is returned.
129 * If not enough memory could be allocated, SRD_ERR_MALLOC is returned.
133 SRD_API int srd_init(const char *path)
138 if (max_session_id != -1) {
139 srd_err("libsigrokdecode is already initialized.");
143 srd_dbg("Initializing libsigrokdecode.");
145 /* Add our own module to the list of built-in modules. */
146 PyImport_AppendInittab("sigrokdecode", PyInit_sigrokdecode);
148 /* Initialize the Python interpreter. */
151 /* Installed decoders. */
152 if ((ret = srd_decoder_searchpath_add(DECODERS_DIR)) != SRD_OK) {
157 /* Path specified by the user. */
159 if ((ret = srd_decoder_searchpath_add(path)) != SRD_OK) {
165 /* Environment variable overrides everything, for debugging. */
166 if ((env_path = getenv("SIGROKDECODE_DIR"))) {
167 if ((ret = srd_decoder_searchpath_add(env_path)) != SRD_OK) {
179 * Shutdown libsigrokdecode.
181 * This frees all the memory allocated for protocol decoders and shuts down
182 * the Python interpreter.
184 * This function should only be called if there was a (successful!) invocation
185 * of srd_init() before. Calling this function multiple times in a row, without
186 * any successful srd_init() calls in between, is not allowed.
188 * @return SRD_OK upon success, a (negative) error code otherwise.
192 SRD_API int srd_exit(void)
196 srd_dbg("Exiting libsigrokdecode.");
198 for (l = sessions; l; l = l->next)
199 srd_session_destroy((struct srd_session *)l->data);
201 srd_decoder_unload_all();
202 g_slist_free(pd_list);
205 /* Py_Finalize() returns void, any finalization errors are ignored. */
214 * Add an additional search directory for the protocol decoders.
216 * The specified directory is prepended (not appended!) to Python's sys.path,
217 * in order to search for sigrok protocol decoders in the specified
218 * directories first, and in the generic Python module directories (and in
219 * the current working directory) last. This avoids conflicts if there are
220 * Python modules which have the same name as a sigrok protocol decoder in
221 * sys.path or in the current working directory.
223 * @param path Path to the directory containing protocol decoders which shall
224 * be added to the Python sys.path, or NULL.
226 * @return SRD_OK upon success, a (negative) error code otherwise.
232 SRD_PRIV int srd_decoder_searchpath_add(const char *path)
234 PyObject *py_cur_path, *py_item;
237 wchar_t *wc_new_path;
240 srd_dbg("Adding '%s' to module path.", path);
242 new_path = g_string_sized_new(256);
243 g_string_assign(new_path, path);
244 py_cur_path = PySys_GetObject("path");
245 for (i = 0; i < PyList_Size(py_cur_path); i++) {
246 g_string_append(new_path, G_SEARCHPATH_SEPARATOR_S);
247 py_item = PyList_GetItem(py_cur_path, i);
248 if (!PyUnicode_Check(py_item))
249 /* Shouldn't happen. */
251 if (py_str_as_str(py_item, &item) != SRD_OK)
253 g_string_append(new_path, item);
257 /* Convert to wide chars. */
258 wc_len = sizeof(wchar_t) * (new_path->len + 1);
259 if (!(wc_new_path = g_try_malloc(wc_len))) {
260 srd_dbg("malloc failed");
261 return SRD_ERR_MALLOC;
263 mbstowcs(wc_new_path, new_path->str, wc_len);
264 PySys_SetPath(wc_new_path);
265 g_string_free(new_path, TRUE);
274 * @defgroup grp_instances Decoder instances
276 * Decoder instance handling.
282 * Set one or more options in a decoder instance.
284 * Handled options are removed from the hash.
286 * @param di Decoder instance.
287 * @param options A GHashTable of options to set.
289 * @return SRD_OK upon success, a (negative) error code otherwise.
293 SRD_API int srd_inst_option_set(struct srd_decoder_inst *di,
296 PyObject *py_dec_options, *py_dec_optkeys, *py_di_options, *py_optval;
297 PyObject *py_optlist, *py_classval;
300 unsigned long long int val_ull;
302 int num_optkeys, ret, size, i;
307 srd_err("Invalid decoder instance.");
312 srd_err("Invalid options GHashTable.");
316 if (!PyObject_HasAttrString(di->decoder->py_dec, "options")) {
317 /* Decoder has no options. */
318 if (g_hash_table_size(options) == 0) {
319 /* No options provided. */
322 srd_err("Protocol decoder has no options.");
328 ret = SRD_ERR_PYTHON;
330 py_dec_options = py_dec_optkeys = py_di_options = py_optval = NULL;
331 py_optlist = py_classval = NULL;
332 py_dec_options = PyObject_GetAttrString(di->decoder->py_dec, "options");
334 /* All of these are synthesized objects, so they're good. */
335 py_dec_optkeys = PyDict_Keys(py_dec_options);
336 num_optkeys = PyList_Size(py_dec_optkeys);
339 * The 'options' dictionary is a class variable, but we need to
340 * change it. Changing it directly will affect the entire class,
341 * so we need to create a new object for it, and populate that
344 if (!(py_di_options = PyObject_GetAttrString(di->py_inst, "options")))
346 Py_DECREF(py_di_options);
347 py_di_options = PyDict_New();
348 PyObject_SetAttrString(di->py_inst, "options", py_di_options);
349 for (i = 0; i < num_optkeys; i++) {
350 /* Get the default class value for this option. */
351 py_str_as_str(PyList_GetItem(py_dec_optkeys, i), &key);
352 if (!(py_optlist = PyDict_GetItemString(py_dec_options, key)))
354 if (!(py_classval = PyList_GetItem(py_optlist, 1)))
356 if (!PyUnicode_Check(py_classval) && !PyLong_Check(py_classval)) {
357 srd_err("Options of type %s are not yet supported.",
358 Py_TYPE(py_classval)->tp_name);
362 if ((value = g_hash_table_lookup(options, key))) {
363 dbg = g_variant_print(value, TRUE);
364 srd_dbg("got option '%s' = %s", key, dbg);
366 /* An override for this option was provided. */
367 if (PyUnicode_Check(py_classval)) {
368 if (!g_variant_is_of_type(value, G_VARIANT_TYPE_STRING)) {
369 srd_err("Option '%s' requires a string value.", key);
372 val_str = g_variant_get_string(value, NULL);
373 if (!(py_optval = PyUnicode_FromString(val_str))) {
374 /* Some UTF-8 encoding error. */
376 srd_err("Option '%s' requires a UTF-8 string value.", key);
379 } else if (PyLong_Check(py_classval)) {
380 if (!g_variant_is_of_type(value, G_VARIANT_TYPE_INT64)) {
381 srd_err("Option '%s' requires an integer value.", key);
384 val_int = g_variant_get_int64(value);
385 if (!(py_optval = PyLong_FromLong(val_int))) {
386 /* ValueError Exception */
388 srd_err("Option '%s' has invalid integer value.", key);
392 g_hash_table_remove(options, key);
394 /* Use the class default for this option. */
395 if (PyUnicode_Check(py_classval)) {
396 /* Make a brand new copy of the string. */
397 py_ustr = PyUnicode_AS_UNICODE(py_classval);
398 size = PyUnicode_GET_SIZE(py_classval);
399 py_optval = PyUnicode_FromUnicode(py_ustr, size);
400 } else if (PyLong_Check(py_classval)) {
401 /* Make a brand new copy of the integer. */
402 val_ull = PyLong_AsUnsignedLongLong(py_classval);
403 if (val_ull == (unsigned long long)-1) {
404 /* OverFlowError exception */
406 srd_err("Invalid integer value for %s: "
407 "expected integer.", key);
410 if (!(py_optval = PyLong_FromUnsignedLongLong(val_ull)))
416 * If we got here, py_optval holds a known good new reference
417 * to the instance option to set.
419 if (PyDict_SetItemString(py_di_options, key, py_optval) == -1)
428 Py_XDECREF(py_di_options);
429 Py_XDECREF(py_dec_optkeys);
430 Py_XDECREF(py_dec_options);
432 if (PyErr_Occurred()) {
433 srd_exception_catch("Stray exception in srd_inst_option_set().");
434 ret = SRD_ERR_PYTHON;
440 /* Helper GComparefunc for g_slist_find_custom() in srd_inst_probe_set_all() */
441 static gint compare_probe_id(const struct srd_probe *a, const char *probe_id)
443 return strcmp(a->id, probe_id);
447 * Set all probes in a decoder instance.
449 * This function sets _all_ probes for the specified decoder instance, i.e.,
450 * it overwrites any probes that were already defined (if any).
452 * @param di Decoder instance.
453 * @param new_probes A GHashTable of probes to set. Key is probe name, value is
454 * the probe number. Samples passed to this instance will be
455 * arranged in this order.
457 * @return SRD_OK upon success, a (negative) error code otherwise.
461 SRD_API int srd_inst_probe_set_all(struct srd_decoder_inst *di,
462 GHashTable *new_probes)
468 int *new_probemap, new_probenum, num_required_probes, num_probes, i;
471 srd_dbg("set probes called for instance %s with list of %d probes",
472 di->inst_id, g_hash_table_size(new_probes));
474 if (g_hash_table_size(new_probes) == 0)
475 /* No probes provided. */
478 if (di->dec_num_probes == 0) {
479 /* Decoder has no probes. */
480 srd_err("Protocol decoder %s has no probes to define.",
487 if (!(new_probemap = g_try_malloc(sizeof(int) * di->dec_num_probes))) {
488 srd_err("Failed to g_malloc() new probe map.");
489 return SRD_ERR_MALLOC;
493 * For now, map all indexes to probe -1 (can be overridden later).
494 * This -1 is interpreted as an unspecified probe later.
496 for (i = 0; i < di->dec_num_probes; i++)
497 new_probemap[i] = -1;
500 for (l = g_hash_table_get_keys(new_probes); l; l = l->next) {
502 probe_val = g_hash_table_lookup(new_probes, probe_id);
503 if (!g_variant_is_of_type(probe_val, G_VARIANT_TYPE_INT32)) {
504 /* Probe name was specified without a value. */
505 srd_err("No probe number was specified for %s.",
507 g_free(new_probemap);
510 new_probenum = g_variant_get_int32(probe_val);
511 if (!(sl = g_slist_find_custom(di->decoder->probes, probe_id,
512 (GCompareFunc)compare_probe_id))) {
513 /* Fall back on optional probes. */
514 if (!(sl = g_slist_find_custom(di->decoder->opt_probes,
515 probe_id, (GCompareFunc) compare_probe_id))) {
516 srd_err("Protocol decoder %s has no probe "
517 "'%s'.", di->decoder->name, probe_id);
518 g_free(new_probemap);
523 new_probemap[p->order] = new_probenum;
524 srd_dbg("Setting probe mapping: %s (index %d) = probe %d.",
525 p->id, p->order, new_probenum);
528 di->data_unitsize = (num_probes + 7) / 8;
530 srd_dbg("Final probe map:");
531 num_required_probes = g_slist_length(di->decoder->probes);
532 for (i = 0; i < di->dec_num_probes; i++) {
533 srd_dbg(" - index %d = probe %d (%s)", i, new_probemap[i],
534 (i < num_required_probes) ? "required" : "optional");
537 g_free(di->dec_probemap);
538 di->dec_probemap = new_probemap;
544 * Create a new protocol decoder instance.
546 * @param sess The session holding the protocol decoder instance.
547 * @param decoder_id Decoder 'id' field.
548 * @param options GHashtable of options which override the defaults set in
549 * the decoder class. May be NULL.
551 * @return Pointer to a newly allocated struct srd_decoder_inst, or
552 * NULL in case of failure.
556 SRD_API struct srd_decoder_inst *srd_inst_new(struct srd_session *sess,
557 const char *decoder_id, GHashTable *options)
560 struct srd_decoder *dec;
561 struct srd_decoder_inst *di;
564 srd_dbg("Creating new %s instance.", decoder_id);
566 if (session_is_valid(sess) != SRD_OK) {
567 srd_err("Invalid session.");
571 if (!(dec = srd_decoder_get_by_id(decoder_id))) {
572 srd_err("Protocol decoder %s not found.", decoder_id);
576 if (!(di = g_try_malloc0(sizeof(struct srd_decoder_inst)))) {
577 srd_err("Failed to g_malloc() instance.");
584 inst_id = g_hash_table_lookup(options, "id");
585 di->inst_id = g_strdup(inst_id ? inst_id : decoder_id);
586 g_hash_table_remove(options, "id");
588 di->inst_id = g_strdup(decoder_id);
591 * Prepare a default probe map, where samples come in the
592 * order in which the decoder class defined them.
594 di->dec_num_probes = g_slist_length(di->decoder->probes) +
595 g_slist_length(di->decoder->opt_probes);
596 if (di->dec_num_probes) {
597 if (!(di->dec_probemap =
598 g_try_malloc(sizeof(int) * di->dec_num_probes))) {
599 srd_err("Failed to g_malloc() probe map.");
603 for (i = 0; i < di->dec_num_probes; i++)
604 di->dec_probemap[i] = i;
606 di->data_unitsize = (di->dec_num_probes + 7) / 8;
608 /* Create a new instance of this decoder class. */
609 if (!(di->py_inst = PyObject_CallObject(dec->py_dec, NULL))) {
610 if (PyErr_Occurred())
611 srd_exception_catch("failed to create %s instance: ",
613 g_free(di->dec_probemap);
618 if (options && srd_inst_option_set(di, options) != SRD_OK) {
619 g_free(di->dec_probemap);
624 /* Instance takes input from a frontend by default. */
625 sess->di_list = g_slist_append(sess->di_list, di);
631 * Stack a decoder instance on top of another.
633 * @param sess The session holding the protocol decoder instances.
634 * @param di_from The instance to move.
635 * @param di_to The instance on top of which di_from will be stacked.
637 * @return SRD_OK upon success, a (negative) error code otherwise.
641 SRD_API int srd_inst_stack(struct srd_session *sess,
642 struct srd_decoder_inst *di_from, struct srd_decoder_inst *di_to)
645 if (session_is_valid(sess) != SRD_OK) {
646 srd_err("Invalid session.");
650 if (!di_from || !di_to) {
651 srd_err("Invalid from/to instance pair.");
655 if (g_slist_find(sess->di_list, di_to)) {
656 /* Remove from the unstacked list. */
657 sess->di_list = g_slist_remove(sess->di_list, di_to);
660 /* Stack on top of source di. */
661 di_from->next_di = g_slist_append(di_from->next_di, di_to);
667 * Find a decoder instance by its instance ID.
669 * Only the bottom level of instances are searched -- instances already stacked
670 * on top of another one will not be found.
672 * @param sess The session holding the protocol decoder instance.
673 * @param inst_id The instance ID to be found.
675 * @return Pointer to struct srd_decoder_inst, or NULL if not found.
679 SRD_API struct srd_decoder_inst *srd_inst_find_by_id(struct srd_session *sess,
683 struct srd_decoder_inst *tmp, *di;
685 if (session_is_valid(sess) != SRD_OK) {
686 srd_err("Invalid session.");
691 for (l = sess->di_list; l; l = l->next) {
693 if (!strcmp(tmp->inst_id, inst_id)) {
702 static struct srd_decoder_inst *srd_sess_inst_find_by_obj(
703 struct srd_session *sess, const GSList *stack,
707 struct srd_decoder_inst *tmp, *di;
709 if (session_is_valid(sess) != SRD_OK) {
710 srd_err("Invalid session.");
715 for (l = stack ? stack : sess->di_list; di == NULL && l != NULL; l = l->next) {
717 if (tmp->py_inst == obj)
719 else if (tmp->next_di)
720 di = srd_sess_inst_find_by_obj(sess, tmp->next_di, obj);
727 * Find a decoder instance by its Python object.
729 * I.e. find that instance's instantiation of the sigrokdecode.Decoder class.
730 * This will recurse to find the instance anywhere in the stack tree of all
733 * @param stack Pointer to a GSList of struct srd_decoder_inst, indicating the
734 * stack to search. To start searching at the bottom level of
735 * decoder instances, pass NULL.
736 * @param obj The Python class instantiation.
738 * @return Pointer to struct srd_decoder_inst, or NULL if not found.
744 SRD_PRIV struct srd_decoder_inst *srd_inst_find_by_obj(const GSList *stack,
747 struct srd_decoder_inst *di;
748 struct srd_session *sess;
752 for (l = sessions; di == NULL && l != NULL; l = l->next) {
754 di = srd_sess_inst_find_by_obj(sess, stack, obj);
761 SRD_PRIV int srd_inst_start(struct srd_decoder_inst *di)
765 struct srd_decoder_inst *next_di;
768 srd_dbg("Calling start() method on protocol decoder instance %s.",
771 if (!(py_res = PyObject_CallMethod(di->py_inst, "start", NULL))) {
772 srd_exception_catch("Protocol decoder instance %s: ",
774 return SRD_ERR_PYTHON;
778 /* Start all the PDs stacked on top of this one. */
779 for (l = di->next_di; l; l = l->next) {
781 if ((ret = srd_inst_start(next_di)) != SRD_OK)
789 * Run the specified decoder function.
791 * @param di The decoder instance to call. Must not be NULL.
792 * @param start_samplenum The starting sample number for the buffer's sample
793 * set, relative to the start of capture.
794 * @param end_samplenum The ending sample number for the buffer's sample
795 * set, relative to the start of capture.
796 * @param inbuf The buffer to decode. Must not be NULL.
797 * @param inbuflen Length of the buffer. Must be > 0.
799 * @return SRD_OK upon success, a (negative) error code otherwise.
805 SRD_PRIV int srd_inst_decode(const struct srd_decoder_inst *di,
806 uint64_t start_samplenum, uint64_t end_samplenum,
807 const uint8_t *inbuf, uint64_t inbuflen)
812 srd_dbg("Calling decode() on instance %s with %" PRIu64 " bytes "
813 "starting at sample %" PRIu64 ".", di->inst_id, inbuflen,
816 /* Return an error upon unusable input. */
818 srd_dbg("empty decoder instance");
822 srd_dbg("NULL buffer pointer");
826 srd_dbg("empty buffer");
831 * Create new srd_logic object. Each iteration around the PD's loop
832 * will fill one sample into this object.
834 logic = PyObject_New(srd_logic, &srd_logic_type);
836 logic->di = (struct srd_decoder_inst *)di;
837 logic->start_samplenum = start_samplenum;
839 logic->inbuf = (uint8_t *)inbuf;
840 logic->inbuflen = inbuflen;
841 logic->sample = PyList_New(2);
842 Py_INCREF(logic->sample);
844 Py_IncRef(di->py_inst);
845 if (!(py_res = PyObject_CallMethod(di->py_inst, "decode",
846 "KKO", start_samplenum, end_samplenum, logic))) {
847 srd_exception_catch("Protocol decoder instance %s: ", di->inst_id);
848 return SRD_ERR_PYTHON;
856 SRD_PRIV void srd_inst_free(struct srd_decoder_inst *di)
859 struct srd_pd_output *pdo;
861 srd_dbg("Freeing instance %s", di->inst_id);
863 Py_DecRef(di->py_inst);
865 g_free(di->dec_probemap);
866 g_slist_free(di->next_di);
867 for (l = di->pd_output; l; l = l->next) {
869 g_free(pdo->proto_id);
872 g_slist_free(di->pd_output);
877 SRD_PRIV void srd_inst_free_all(struct srd_session *sess, GSList *stack)
880 struct srd_decoder_inst *di;
882 if (session_is_valid(sess) != SRD_OK) {
883 srd_err("Invalid session.");
888 for (l = stack ? stack : sess->di_list; di == NULL && l != NULL; l = l->next) {
891 srd_inst_free_all(sess, di->next_di);
895 g_slist_free(sess->di_list);
896 sess->di_list = NULL;