2 * This file is part of the sigrok-test project.
4 * Copyright (C) 2013 Bert Vermeulen <bert@biot.com>
6 * This program is free software: you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License as published by
8 * the Free Software Foundation, either version 3 of the License, or
9 * (at your option) any later version.
11 * This program is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 * GNU General Public License for more details.
16 * You should have received a copy of the GNU General Public License
17 * along with this program. If not, see <http://www.gnu.org/licenses/>.
21 #include <libsigrokdecode/libsigrokdecode.h>
22 #include <libsigrok/libsigrok.h>
28 #include <sys/types.h>
33 #include <sys/resource.h>
40 static int debug = FALSE;
41 static int statistics = FALSE;
42 static char *coverage_report;
43 static struct sr_context *ctx;
77 static struct cvg *get_mod_cov(PyObject *py_cov, const char *module_name);
78 static void cvg_add(struct cvg *dst, const struct cvg *src);
79 static struct cvg *cvg_new(void);
80 static gboolean find_missed_line(struct cvg *cvg, const char *linespec);
82 static void logmsg(const char *prefix, FILE *out, const char *format, va_list args)
85 fprintf(out, "%s", prefix);
86 vfprintf(out, format, args);
90 static void DBG(const char *format, ...)
96 va_start(args, format);
97 logmsg("DBG: runtc: ", stdout, format, args);
101 static void ERR(const char *format, ...)
105 va_start(args, format);
106 logmsg("Error: ", stderr, format, args);
110 static int sr_log(void *cb_data, int loglevel, const char *format, va_list args)
114 if (loglevel == SR_LOG_ERR || loglevel == SR_LOG_WARN)
115 logmsg("Error: sr: ", stderr, format, args);
117 logmsg("DBG: sr: ", stdout, format, args);
122 static int srd_log(void *cb_data, int loglevel, const char *format, va_list args)
126 if (loglevel == SRD_LOG_ERR || loglevel == SRD_LOG_WARN)
127 logmsg("Error: srd: ", stderr, format, args);
129 logmsg("DBG: srd: ", stdout, format, args);
134 static void usage(const char *msg)
137 fprintf(stderr, "%s\n", msg);
139 printf("Usage: runtc [-dPpoiOf]\n");
140 printf(" -d Debug\n");
141 printf(" -P <protocol decoder>\n");
142 printf(" -p <channelname=channelnum> (optional)\n");
143 printf(" -o <channeloption=value> (optional)\n");
144 printf(" -i <input file>\n");
145 printf(" -O <output-pd:output-type[:output-class]>\n");
146 printf(" -f <output file> (optional)\n");
147 printf(" -c <coverage report> (optional)\n");
153 * This is a neutered version of libsigrokdecode's py_str_as_str(). It
154 * does no error checking, but then the only strings it processes are
155 * generated by Python's repr(), so are known good.
157 static char *py_str_as_str(const PyObject *py_str)
162 py_encstr = PyUnicode_AsEncodedString((PyObject *)py_str, "utf-8", NULL);
163 str = PyBytes_AS_STRING(py_encstr);
164 outstr = g_strdup(str);
165 Py_DecRef(py_encstr);
170 static void srd_cb_py(struct srd_proto_data *pdata, void *cb_data)
173 PyObject *pydata, *pyrepr;
177 DBG("Python output from %s", pdata->pdo->di->inst_id);
179 pydata = pdata->data;
180 DBG("ptr %p", pydata);
182 if (strcmp(pdata->pdo->di->inst_id, op->pd))
183 /* This is not the PD selected for output. */
186 if (!(pyrepr = PyObject_Repr(pydata))) {
187 ERR("Invalid Python object.");
190 s = py_str_as_str(pyrepr);
193 /* Output format for testing is '<ss>-<es> <inst-id>: <repr>\n'. */
194 out = g_string_sized_new(128);
195 g_string_printf(out, "%" PRIu64 "-%" PRIu64 " %s: %s\n",
196 pdata->start_sample, pdata->end_sample,
197 pdata->pdo->di->inst_id, s);
199 if (write(op->outfd, out->str, out->len) == -1)
200 ERR("SRD_OUTPUT_PYTHON callback write failure!");
201 DBG("wrote '%s'", out->str);
202 g_string_free(out, TRUE);
206 static void srd_cb_bin(struct srd_proto_data *pdata, void *cb_data)
208 struct srd_proto_data_binary *pdb;
213 DBG("Binary output from %s", pdata->pdo->di->inst_id);
217 if (strcmp(pdata->pdo->di->inst_id, op->pd))
218 /* This is not the PD selected for output. */
221 if (op->class_idx != -1 && op->class_idx != pdb->bin_class)
223 * This output takes a specific binary class,
224 * but not the one that just came in.
228 out = g_string_sized_new(128);
229 g_string_printf(out, "%" PRIu64 "-%" PRIu64 " %s:",
230 pdata->start_sample, pdata->end_sample,
231 pdata->pdo->di->inst_id);
232 for (i = 0; i < pdb->size; i++) {
233 g_string_append_printf(out, " %.2x", pdb->data[i]);
235 g_string_append(out, "\n");
236 if (write(op->outfd, out->str, out->len) == -1)
237 ERR("SRD_OUTPUT_BINARY callback write failure!");
241 static void srd_cb_ann(struct srd_proto_data *pdata, void *cb_data)
243 struct srd_decoder *dec;
244 struct srd_proto_data_annotation *pda;
250 DBG("Annotation output from %s", pdata->pdo->di->inst_id);
253 dec = pdata->pdo->di->decoder;
254 if (strcmp(pdata->pdo->di->inst_id, op->pd))
255 /* This is not the PD selected for output. */
258 if (op->class_idx != -1 && op->class_idx != pda->ann_class)
260 * This output takes a specific annotation class,
261 * but not the one that just came in.
265 dec_ann = g_slist_nth_data(dec->annotations, pda->ann_class);
266 line = g_string_sized_new(256);
267 g_string_printf(line, "%" PRIu64 "-%" PRIu64 " %s: %s:",
268 pdata->start_sample, pdata->end_sample,
269 pdata->pdo->di->inst_id, dec_ann[0]);
270 for (i = 0; pda->ann_text[i]; i++)
271 g_string_append_printf(line, " \"%s\"", pda->ann_text[i]);
272 g_string_append(line, "\n");
273 if (write(op->outfd, line->str, line->len) == -1)
274 ERR("SRD_OUTPUT_ANN callback write failure!");
275 g_string_free(line, TRUE);
279 static void sr_cb(const struct sr_dev_inst *sdi,
280 const struct sr_datafeed_packet *packet, void *cb_data)
282 const struct sr_datafeed_logic *logic;
283 struct srd_session *sess;
287 static int samplecnt = 0;
288 struct sr_dev_driver *driver;
292 driver = sr_dev_inst_driver_get(sdi);
294 switch (packet->type) {
296 DBG("Received SR_DF_HEADER");
297 if (sr_config_get(driver, sdi, NULL, SR_CONF_SAMPLERATE,
299 ERR("Getting samplerate failed");
302 samplerate = g_variant_get_uint64(gvar);
303 g_variant_unref(gvar);
304 if (srd_session_metadata_set(sess, SRD_CONF_SAMPLERATE,
305 g_variant_new_uint64(samplerate)) != SRD_OK) {
306 ERR("Setting samplerate failed");
309 if (srd_session_start(sess) != SRD_OK) {
310 ERR("Session start failed");
315 logic = packet->payload;
316 num_samples = logic->length / logic->unitsize;
317 DBG("Received SR_DF_LOGIC (%"PRIu64" bytes, unitsize = %d).",
318 logic->length, logic->unitsize);
319 srd_session_send(sess, samplecnt, samplecnt + num_samples,
320 logic->data, logic->length);
321 samplecnt += logic->length / logic->unitsize;
324 DBG("Received SR_DF_END");
330 static int run_testcase(const char *infile, GSList *pdlist, struct output *op)
332 struct srd_session *sess;
333 struct srd_decoder *dec;
334 struct srd_decoder_inst *di, *prev_di;
335 srd_pd_output_callback cb;
337 struct channel *channel;
338 struct option *option;
340 GHashTable *channels, *opts;
341 GSList *pdl, *l, *devices;
344 char **decoder_class;
345 struct sr_session *sr_sess;
348 struct sr_dev_inst *sdi;
350 struct sr_dev_driver *driver;
353 if ((op->outfd = open(op->outfile, O_CREAT|O_WRONLY, 0600)) == -1) {
354 ERR("Unable to open %s for writing: %s", op->outfile,
360 if (sr_session_load(ctx, infile, &sr_sess) != SR_OK)
363 sr_session_dev_list(sr_sess, &devices);
365 driver = sr_dev_inst_driver_get(sdi);
366 sr_config_get(driver, sdi, NULL, SR_CONF_CAPTURE_UNITSIZE, &gvar);
367 unitsize = g_variant_get_uint64(gvar);
368 g_variant_unref(gvar);
370 if (srd_session_new(&sess) != SRD_OK)
372 sr_session_datafeed_callback_add(sr_sess, sr_cb, sess);
377 case SRD_OUTPUT_BINARY:
380 case SRD_OUTPUT_PYTHON:
386 srd_pd_output_callback_add(sess, op->type, cb, op);
390 for (pdl = pdlist; pdl; pdl = pdl->next) {
392 if (srd_decoder_load(pd->name) != SRD_OK)
395 /* Instantiate decoder and pass in options. */
396 opts = g_hash_table_new_full(g_str_hash, g_str_equal, NULL,
397 (GDestroyNotify)g_variant_unref);
398 for (l = pd->options; l; l = l->next) {
402 s = g_variant_get_string(option->value, NULL);
403 for (i = 0; i < (int)strlen(s); i++) {
409 /* Integer option value */
410 g_hash_table_insert(opts, option->key,
411 g_variant_new_int64(strtoull(s, NULL, 10)));
413 /* String option value */
414 g_hash_table_insert(opts, option->key, option->value);
417 if (!(di = srd_inst_new(sess, pd->name, opts)))
419 g_hash_table_destroy(opts);
423 channels = g_hash_table_new_full(g_str_hash, g_str_equal, NULL,
424 (GDestroyNotify)g_variant_unref);
426 for (l = pd->channels; l; l = l->next) {
428 if (channel->channel > max_channel)
429 max_channel = channel->channel;
430 gvar = g_variant_new_int32(channel->channel);
431 g_variant_ref_sink(gvar);
432 g_hash_table_insert(channels, channel->name, gvar);
435 if (srd_inst_channel_set_all(di, channels, unitsize) != SRD_OK)
437 g_hash_table_destroy(channels);
441 * If this is not the first decoder in the list, stack it
442 * on top of the previous one.
445 if (srd_inst_stack(sess, prev_di, di) != SRD_OK) {
446 ERR("Failed to stack decoder instances.");
453 /* Resolve top decoder's class index, so we can match. */
454 dec = srd_decoder_get_by_id(pd->name);
456 if (op->type == SRD_OUTPUT_ANN)
457 l = dec->annotations;
458 else if (op->type == SRD_OUTPUT_BINARY)
461 /* Only annotations and binary can have a class. */
465 decoder_class = l->data;
466 if (!strcmp(decoder_class[0], op->class)) {
473 if (op->class_idx == -1) {
474 ERR("Output class '%s' not found in decoder %s.",
475 op->class, pd->name);
478 DBG("Class %s index is %d", op->class, op->class_idx);
481 sr_session_start(sr_sess);
482 sr_session_run(sr_sess);
483 sr_session_stop(sr_sess);
485 srd_session_destroy(sess);
493 static PyObject *start_coverage(GSList *pdlist)
495 PyObject *py_mod, *py_pdlist, *py_pd, *py_func, *py_args, *py_kwargs, *py_cov;
499 DBG("Starting coverage.");
501 if (!(py_mod = PyImport_ImportModule("coverage")))
504 if (!(py_pdlist = PyList_New(0)))
506 for (l = pdlist; l; l = l->next) {
508 py_pd = PyUnicode_FromFormat("*/%s/*.py", pd->name);
509 if (PyList_Append(py_pdlist, py_pd) < 0)
513 if (!(py_func = PyObject_GetAttrString(py_mod, "coverage")))
515 if (!(py_args = PyTuple_New(0)))
517 if (!(py_kwargs = Py_BuildValue("{sO}", "include", py_pdlist)))
519 if (!(py_cov = PyObject_Call(py_func, py_args, py_kwargs)))
521 if (!(PyObject_CallMethod(py_cov, "start", NULL)))
523 Py_DecRef(py_pdlist);
525 Py_DecRef(py_kwargs);
531 static struct cvg *get_mod_cov(PyObject *py_cov, const char *module_name)
533 PyObject *py_mod, *py_pathlist, *py_path, *py_func, *py_pd;
534 PyObject *py_result, *py_missed, *py_item;
538 int num_lines, num_missed, linenum, i, j;
539 char *path, *linespec;
541 if (!(py_mod = PyImport_ImportModule(module_name)))
545 py_pathlist = PyObject_GetAttrString(py_mod, "__path__");
546 for (i = 0; i < PyList_Size(py_pathlist); i++) {
547 py_path = PyList_GetItem(py_pathlist, i);
548 PyUnicode_FSConverter(PyList_GetItem(py_pathlist, i), &py_path);
549 path = PyBytes_AS_STRING(py_path);
550 if (!(d = opendir(path))) {
551 ERR("Invalid module path '%s'", path);
554 while ((de = readdir(d))) {
555 if (strncmp(de->d_name + strlen(de->d_name) - 3, ".py", 3))
558 if (!(py_func = PyObject_GetAttrString(py_cov, "analysis2")))
560 if (!(py_pd = PyUnicode_FromFormat("%s/%s", path, de->d_name)))
562 if (!(py_result = PyObject_CallFunction(py_func, "O", py_pd)))
569 if (PyTuple_Size(py_result) != 5) {
570 ERR("Invalid result from coverage of '%s/%s'", path, de->d_name);
573 num_lines = PyList_Size(PyTuple_GetItem(py_result, 1));
574 py_missed = PyTuple_GetItem(py_result, 3);
575 num_missed = PyList_Size(py_missed);
576 cvg_mod->num_lines += num_lines;
577 cvg_mod->num_missed += num_missed;
578 for (j = 0; j < num_missed; j++) {
579 py_item = PyList_GetItem(py_missed, j);
580 linenum = PyLong_AsLong(py_item);
581 linespec = g_strdup_printf("%s/%s:%d", module_name,
582 de->d_name, linenum);
583 cvg_mod->missed_lines = g_slist_append(cvg_mod->missed_lines, linespec);
585 DBG("Coverage for %s/%s: %d lines, %d missed.",
586 module_name, de->d_name, num_lines, num_missed);
587 Py_DecRef(py_result);
590 if (cvg_mod->num_lines)
591 cvg_mod->coverage = 100 - ((float)cvg_mod->num_missed / (float)cvg_mod->num_lines * 100);
599 static struct cvg *cvg_new(void)
603 cvg = calloc(1, sizeof(struct cvg));
608 static gboolean find_missed_line(struct cvg *cvg, const char *linespec)
612 for (l = cvg->missed_lines; l; l = l->next)
613 if (!strcmp(l->data, linespec))
619 static void cvg_add(struct cvg *dst, const struct cvg *src)
624 dst->num_lines += src->num_lines;
625 dst->num_missed += src->num_missed;
626 for (l = src->missed_lines; l; l = l->next) {
628 if (!find_missed_line(dst, linespec))
629 dst->missed_lines = g_slist_append(dst->missed_lines, linespec);
634 static int report_coverage(PyObject *py_cov, GSList *pdlist)
636 PyObject *py_func, *py_mod, *py_args, *py_kwargs, *py_outfile, *py_pct;
639 struct cvg *cvg_mod, *cvg_all;
640 float total_coverage;
641 int lines, missed, cnt;
643 DBG("Making coverage report.");
645 /* Get coverage for each module in the stack. */
648 for (cnt = 0, l = pdlist; l; l = l->next, cnt++) {
650 if (!(cvg_mod = get_mod_cov(py_cov, pd->name)))
652 printf("coverage: scope=%s coverage=%.0f%% lines=%d missed=%d "
653 "missed_lines=", pd->name, cvg_mod->coverage,
654 cvg_mod->num_lines, cvg_mod->num_missed);
655 for (ml = cvg_mod->missed_lines; ml; ml = ml->next) {
656 if (ml != cvg_mod->missed_lines)
658 printf("%s", (char *)ml->data);
661 lines += cvg_mod->num_lines;
662 missed += cvg_mod->num_missed;
663 cvg_add(cvg_all, cvg_mod);
664 DBG("Coverage for module %s: %d lines, %d missed", pd->name,
665 cvg_mod->num_lines, cvg_mod->num_missed);
669 total_coverage = 100 - ((float)missed / (float)lines * 100);
671 /* Machine-readable stats on stdout. */
672 printf("coverage: scope=all coverage=%.0f%% lines=%d missed=%d\n",
673 total_coverage, cvg_all->num_lines, cvg_all->num_missed);
675 /* Write text report to file. */
676 /* io.open(coverage_report, "w") */
677 if (!(py_mod = PyImport_ImportModule("io")))
679 if (!(py_func = PyObject_GetAttrString(py_mod, "open")))
681 if (!(py_args = PyTuple_New(0)))
683 if (!(py_kwargs = Py_BuildValue("{ssss}", "file", coverage_report,
686 if (!(py_outfile = PyObject_Call(py_func, py_args, py_kwargs)))
688 Py_DecRef(py_kwargs);
691 /* py_cov.report(file=py_outfile) */
692 if (!(py_func = PyObject_GetAttrString(py_cov, "report")))
694 if (!(py_kwargs = Py_BuildValue("{sO}", "file", py_outfile)))
696 if (!(py_pct = PyObject_Call(py_func, py_args, py_kwargs)))
699 Py_DecRef(py_kwargs);
702 /* py_outfile.close() */
703 if (!(py_func = PyObject_GetAttrString(py_outfile, "close")))
705 if (!PyObject_Call(py_func, py_args, NULL))
707 Py_DecRef(py_outfile);
715 int main(int argc, char **argv)
720 struct channel *channel;
721 struct option *option;
724 char *opt_infile, **kv, **opstr;
726 op = malloc(sizeof(struct output));
737 while ((c = getopt(argc, argv, "dP:p:o:i:O:f:c:S")) != -1) {
743 pd = g_malloc(sizeof(struct pd));
744 pd->name = g_strdup(optarg);
745 pd->channels = pd->options = NULL;
746 pdlist = g_slist_append(pdlist, pd);
750 if (g_slist_length(pdlist) == 0) {
751 /* No previous -P. */
752 ERR("Syntax error at '%s'", optarg);
755 kv = g_strsplit(optarg, "=", 0);
756 if (!kv[0] || (!kv[1] || kv[2])) {
758 ERR("Syntax error at '%s'", optarg);
763 channel = malloc(sizeof(struct channel));
764 channel->name = g_strdup(kv[0]);
765 channel->channel = strtoul(kv[1], 0, 10);
766 /* Apply to last PD. */
767 pd->channels = g_slist_append(pd->channels, channel);
769 option = malloc(sizeof(struct option));
770 option->key = g_strdup(kv[0]);
771 option->value = g_variant_new_string(kv[1]);
772 g_variant_ref_sink(option->value);
773 /* Apply to last PD. */
774 pd->options = g_slist_append(pd->options, option);
781 opstr = g_strsplit(optarg, ":", 0);
782 if (!opstr[0] || !opstr[1]) {
783 /* Need at least abc:def. */
784 ERR("Syntax error at '%s'", optarg);
788 op->pd = g_strdup(opstr[0]);
789 if (!strcmp(opstr[1], "annotation"))
790 op->type = SRD_OUTPUT_ANN;
791 else if (!strcmp(opstr[1], "binary"))
792 op->type = SRD_OUTPUT_BINARY;
793 else if (!strcmp(opstr[1], "python"))
794 op->type = SRD_OUTPUT_PYTHON;
795 else if (!strcmp(opstr[1], "exception"))
796 /* Doesn't matter, we just need it to bomb out. */
797 op->type = SRD_OUTPUT_PYTHON;
799 ERR("Unknown output type '%s'", opstr[1]);
804 op->class = g_strdup(opstr[2]);
808 op->outfile = g_strdup(optarg);
812 coverage_report = optarg;
823 if (g_slist_length(pdlist) == 0)
827 if (!op->pd || op->type == -1)
830 sr_log_callback_set(sr_log, NULL);
831 if (sr_init(&ctx) != SR_OK)
834 srd_log_callback_set(srd_log, NULL);
835 if (srd_init(DECODERS_DIR) != SRD_OK)
838 if (coverage_report) {
839 if (!(coverage = start_coverage(pdlist))) {
840 DBG("Failed to start coverage.");
841 if (PyErr_Occurred()) {
849 if (!run_testcase(opt_infile, pdlist, op))
853 DBG("Stopping coverage.");
855 if (!(PyObject_CallMethod(coverage, "stop", NULL)))
856 ERR("Failed to stop coverage.");
857 else if (!(report_coverage(coverage, pdlist)))
858 ERR("Failed to make coverage report.");
860 DBG("Coverage report in %s", coverage_report);
862 if (PyErr_Occurred()) {