#include <time.h>
#include <sys/time.h>
#include <sys/resource.h>
+#include <dirent.h>
#include <glib.h>
#ifdef __LINUX__
#include <sched.h>
#endif
#include "../config.h"
-
int debug = FALSE;
int statistics = FALSE;
+char *coverage_report;
-struct probe {
+struct channel {
char *name;
- int probe;
+ int channel;
};
struct option {
struct pd {
char *name;
- GSList *probes;
+ GSList *channels;
GSList *options;
};
int outfd;
};
+struct cvg {
+ int num_lines;
+ int num_missed;
+ float coverage;
+ GSList *missed_lines;
+};
+
-void logmsg(char *prefix, FILE *out, const char *format, va_list args)
+struct cvg *get_mod_cov(PyObject *py_cov, char *module_name);
+void cvg_add(struct cvg *dst, struct cvg *src);
+struct cvg *cvg_new(void);
+gboolean find_missed_line(struct cvg *cvg, char *linespec);
+
+
+static void logmsg(char *prefix, FILE *out, const char *format, va_list args)
{
if (prefix)
fprintf(out, "%s", prefix);
fprintf(out, "\n");
}
-void DBG(const char *format, ...)
+static void DBG(const char *format, ...)
{
va_list args;
if (!debug)
return;
va_start(args, format);
- logmsg("DBG: ", stdout, format, args);
+ logmsg("DBG: runtc: ", stdout, format, args);
va_end(args);
}
-void ERR(const char *format, ...)
+static void ERR(const char *format, ...)
{
va_list args;
va_end(args);
}
-int sr_log(void *cb_data, int loglevel, const char *format, va_list args)
+static int sr_log(void *cb_data, int loglevel, const char *format, va_list args)
{
(void)cb_data;
return SRD_OK;
}
-int srd_log(void *cb_data, int loglevel, const char *format, va_list args)
+static int srd_log(void *cb_data, int loglevel, const char *format, va_list args)
{
(void)cb_data;
return SRD_OK;
}
-void usage(char *msg)
+static void usage(char *msg)
{
if (msg)
fprintf(stderr, "%s\n", msg);
printf("Usage: runtc [-dPpoiOf]\n");
printf(" -d Debug\n");
printf(" -P <protocol decoder>\n");
- printf(" -p <probename=probenum> (optional)\n");
- printf(" -o <probeoption=value> (optional)\n");
+ printf(" -p <channelname=channelnum> (optional)\n");
+ printf(" -o <channeloption=value> (optional)\n");
printf(" -i <input file>\n");
printf(" -O <output-pd:output-type[:output-class]>\n");
printf(" -f <output file> (optional)\n");
+ printf(" -c <coverage report> (optional)\n");
exit(msg ? 1 : 0);
}
/* This is a neutered version of libsigrokdecode's py_str_as_str(). It
* does no error checking, but then the only strings it processes are
* generated by Python's repr(), so are known good. */
-char *py_str_as_str(const PyObject *py_str)
+static char *py_str_as_str(const PyObject *py_str)
{
PyObject *py_encstr;
char *str, *outstr;
}
-int get_stats(int stats[2])
-{
- FILE *f;
- size_t len;
- int tmp;
- char *buf;
-
- stats[0] = stats[1] = -1;
- if (!(f = fopen("/proc/self/status", "r")))
- return FALSE;
- len = 128;
- buf = malloc(len);
- while (getline(&buf, &len, f) != -1) {
- if (strcasestr(buf, "vmpeak:")) {
- stats[0] = strtoul(buf + 10, NULL, 10);
- } else if (strcasestr(buf, "vmsize:")) {
- tmp = strtoul(buf + 10, NULL, 10);
- if (tmp > stats[0])
- stats[0] = tmp;
- } else if (strcasestr(buf, "vmhwm:")) {
- stats[1] = strtoul(buf + 6, NULL, 10);
- } else if (strcasestr(buf, "vmrss:")) {
- tmp = strtoul(buf + 10, NULL, 10);
- if (tmp > stats[0])
- stats[0] = tmp;
- }
- }
- free(buf);
- fclose(f);
-
- return TRUE;
-}
-
static int run_testcase(char *infile, GSList *pdlist, struct output *op)
{
struct srd_session *sess;
struct srd_decoder_inst *di, *prev_di;
srd_pd_output_callback_t cb;
struct pd *pd;
- struct probe *probe;
+ struct channel *channel;
struct option *option;
GVariant *gvar;
- GHashTable *probes, *opts;
+ GHashTable *channels, *opts;
GSList *pdl, *l;
int idx;
+ int max_channel;
char **decoder_class;
if (op->outfile) {
return FALSE;
g_hash_table_destroy(opts);
- /* Map probes. */
- if (pd->probes) {
- probes = g_hash_table_new_full(g_str_hash, g_str_equal, NULL,
+ /* Map channels. */
+ if (pd->channels) {
+ channels = g_hash_table_new_full(g_str_hash, g_str_equal, NULL,
(GDestroyNotify)g_variant_unref);
- for (l = pd->probes; l; l = l->next) {
- probe = l->data;
- gvar = g_variant_new_int32(probe->probe);
+ max_channel = 0;
+ for (l = pd->channels; l; l = l->next) {
+ channel = l->data;
+ if (channel->channel > max_channel)
+ max_channel = channel->channel;
+ gvar = g_variant_new_int32(channel->channel);
g_variant_ref_sink(gvar);
- g_hash_table_insert(probes, probe->name, gvar);
+ g_hash_table_insert(channels, channel->name, gvar);
}
- if (srd_inst_probe_set_all(di, probes) != SRD_OK)
+ if (srd_inst_channel_set_all(di, channels,
+ (max_channel + 8) / 8) != SRD_OK)
return FALSE;
- g_hash_table_destroy(probes);
+ g_hash_table_destroy(channels);
}
/* If this is not the first decoder in the list, stack it
/* Only annotations and binary can have a class. */
return FALSE;
idx = 0;
- while(l) {
+ while (l) {
decoder_class = l->data;
if (!strcmp(decoder_class[0], op->class)) {
op->class_idx = idx;
return TRUE;
}
+static PyObject *start_coverage(GSList *pdlist)
+{
+ PyObject *py_mod, *py_pdlist, *py_pd, *py_func, *py_args, *py_kwargs, *py_cov;
+ GSList *l;
+ struct pd *pd;
+
+ DBG("Starting coverage.");
+
+ if (!(py_mod = PyImport_ImportModule("coverage")))
+ return NULL;
+
+ if (!(py_pdlist = PyList_New(0)))
+ return NULL;
+ for (l = pdlist; l; l = l->next) {
+ pd = l->data;
+ py_pd = PyUnicode_FromFormat("*/%s/*.py", pd->name);
+ if (PyList_Append(py_pdlist, py_pd) < 0)
+ return NULL;
+ Py_DecRef(py_pd);
+ }
+ if (!(py_func = PyObject_GetAttrString(py_mod, "coverage")))
+ return NULL;
+ if (!(py_args = PyTuple_New(0)))
+ return NULL;
+ if (!(py_kwargs = Py_BuildValue("{sO}", "include", py_pdlist)))
+ return NULL;
+ if (!(py_cov = PyObject_Call(py_func, py_args, py_kwargs)))
+ return NULL;
+ if (!(PyObject_CallMethod(py_cov, "start", NULL)))
+ return NULL;
+ Py_DecRef(py_pdlist);
+ Py_DecRef(py_args);
+ Py_DecRef(py_kwargs);
+ Py_DecRef(py_func);
+
+ return py_cov;
+}
+
+struct cvg *get_mod_cov(PyObject *py_cov, char *module_name)
+{
+ PyObject *py_mod, *py_pathlist, *py_path, *py_func, *py_pd;
+ PyObject *py_result, *py_missed, *py_item;
+ DIR *d;
+ struct dirent *de;
+ struct cvg *cvg_mod;
+ int num_lines, num_missed, linenum, i, j;
+ char *path, *linespec;
+
+ if (!(py_mod = PyImport_ImportModule(module_name)))
+ return NULL;
+
+ cvg_mod = NULL;
+ py_pathlist = PyObject_GetAttrString(py_mod, "__path__");
+ for (i = 0; i < PyList_Size(py_pathlist); i++) {
+ py_path = PyList_GetItem(py_pathlist, i);
+ PyUnicode_FSConverter(PyList_GetItem(py_pathlist, i), &py_path);
+ path = PyBytes_AS_STRING(py_path);
+ if (!(d = opendir(path))) {
+ ERR("Invalid module path '%s'", path);
+ return NULL;
+ }
+ while ((de = readdir(d))) {
+ if (strncmp(de->d_name + strlen(de->d_name) - 3, ".py", 3))
+ continue;
+
+ if (!(py_func = PyObject_GetAttrString(py_cov, "analysis2")))
+ return NULL;
+ if (!(py_pd = PyUnicode_FromFormat("%s/%s", path, de->d_name)))
+ return NULL;
+ if (!(py_result = PyObject_CallFunction(py_func, "O", py_pd)))
+ return NULL;
+ Py_DecRef(py_pd);
+ Py_DecRef(py_func);
+
+ if (!cvg_mod)
+ cvg_mod = cvg_new();
+ if (PyTuple_Size(py_result) != 5) {
+ ERR("Invalid result from coverage of '%s/%s'", path, de->d_name);
+ return NULL;
+ }
+ num_lines = PyList_Size(PyTuple_GetItem(py_result, 1));
+ py_missed = PyTuple_GetItem(py_result, 3);
+ num_missed = PyList_Size(py_missed);
+ cvg_mod->num_lines += num_lines;
+ cvg_mod->num_missed += num_missed;
+ for (j = 0; j < num_missed; j++) {
+ py_item = PyList_GetItem(py_missed, j);
+ linenum = PyLong_AsLong(py_item);
+ linespec = g_strdup_printf("%s/%s:%d", module_name,
+ de->d_name, linenum);
+ cvg_mod->missed_lines = g_slist_append(cvg_mod->missed_lines, linespec);
+ }
+ DBG("Coverage for %s/%s: %d lines, %d missed.",
+ module_name, de->d_name, num_lines, num_missed);
+ Py_DecRef(py_result);
+ }
+ }
+ if (cvg_mod->num_lines)
+ cvg_mod->coverage = 100 - ((float)cvg_mod->num_missed / (float)cvg_mod->num_lines * 100);
+
+ Py_DecRef(py_mod);
+ Py_DecRef(py_path);
+
+ return cvg_mod;
+}
+
+struct cvg *cvg_new(void)
+{
+ struct cvg *cvg;
+
+ cvg = calloc(1, sizeof(struct cvg));
+
+ return cvg;
+}
+
+gboolean find_missed_line(struct cvg *cvg, char *linespec)
+{
+ GSList *l;
+
+ for (l = cvg->missed_lines; l; l = l->next)
+ if (!strcmp(l->data, linespec))
+ return TRUE;
+
+ return FALSE;
+}
+
+void cvg_add(struct cvg *dst, struct cvg *src)
+{
+ GSList *l;
+ char *linespec;
+
+
+ dst->num_lines += src->num_lines;
+ dst->num_missed += src->num_missed;
+ for (l = src->missed_lines; l; l = l->next) {
+ linespec = l->data;
+ if (!find_missed_line(dst, linespec))
+ dst->missed_lines = g_slist_append(dst->missed_lines, linespec);
+ }
+
+}
+
+static int report_coverage(PyObject *py_cov, GSList *pdlist)
+{
+ PyObject *py_func, *py_mod, *py_args, *py_kwargs, *py_outfile, *py_pct;
+ GSList *l, *ml;
+ struct pd *pd;
+ struct cvg *cvg_mod, *cvg_all;
+ float total_coverage;
+ int lines, missed, cnt;
+
+ DBG("Making coverage report.");
+
+ /* Get coverage for each module in the stack. */
+ lines = missed = 0;
+ cvg_all = cvg_new();
+ for (cnt = 0, l = pdlist; l; l = l->next, cnt++) {
+ pd = l->data;
+ if (!(cvg_mod = get_mod_cov(py_cov, pd->name)))
+ return FALSE;
+ printf("coverage: scope=%s coverage=%.0f%% lines=%d missed=%d "
+ "missed_lines=", pd->name, cvg_mod->coverage,
+ cvg_mod->num_lines, cvg_mod->num_missed);
+ for (ml = cvg_mod->missed_lines; ml; ml = ml->next) {
+ if (ml != cvg_mod->missed_lines)
+ printf(",");
+ printf("%s", (char *)ml->data);
+ }
+ printf("\n");
+ lines += cvg_mod->num_lines;
+ missed += cvg_mod->num_missed;
+ cvg_add(cvg_all, cvg_mod);
+ DBG("Coverage for module %s: %d lines, %d missed", pd->name,
+ cvg_mod->num_lines, cvg_mod->num_missed);
+ }
+ lines /= cnt;
+ missed /= cnt;
+ total_coverage = 100 - ((float)missed / (float)lines * 100);
+
+ /* Machine-readable stats on stdout. */
+ printf("coverage: scope=all coverage=%.0f%% lines=%d missed=%d\n",
+ total_coverage, cvg_all->num_lines, cvg_all->num_missed);
+
+
+ /* Write text report to file. */
+ /* io.open(coverage_report, "w") */
+ if (!(py_mod = PyImport_ImportModule("io")))
+ return FALSE;
+ if (!(py_func = PyObject_GetAttrString(py_mod, "open")))
+ return FALSE;
+ if (!(py_args = PyTuple_New(0)))
+ return FALSE;
+ if (!(py_kwargs = Py_BuildValue("{ssss}", "file", coverage_report,
+ "mode", "w")))
+ return FALSE;
+ if (!(py_outfile = PyObject_Call(py_func, py_args, py_kwargs)))
+ return FALSE;
+ Py_DecRef(py_kwargs);
+ Py_DecRef(py_func);
+
+ /* py_cov.report(file=py_outfile) */
+ if (!(py_func = PyObject_GetAttrString(py_cov, "report")))
+ return FALSE;
+ if (!(py_kwargs = Py_BuildValue("{sO}", "file", py_outfile)))
+ return FALSE;
+ if (!(py_pct = PyObject_Call(py_func, py_args, py_kwargs)))
+ return FALSE;
+ Py_DecRef(py_pct);
+ Py_DecRef(py_kwargs);
+ Py_DecRef(py_func);
+
+ /* py_outfile.close() */
+ if (!(py_func = PyObject_GetAttrString(py_outfile, "close")))
+ return FALSE;
+ if (!PyObject_Call(py_func, py_args, NULL))
+ return FALSE;
+ Py_DecRef(py_outfile);
+ Py_DecRef(py_func);
+ Py_DecRef(py_args);
+ Py_DecRef(py_mod);
+
+ return TRUE;
+}
+
int main(int argc, char **argv)
{
struct sr_context *ctx;
+ PyObject *coverage;
GSList *pdlist;
struct pd *pd;
- struct probe *probe;
+ struct channel *channel;
struct option *option;
struct output *op;
int ret;
pdlist = NULL;
opt_infile = NULL;
pd = NULL;
- while((c = getopt(argc, argv, "dP:p:o:i:O:f:S")) != -1) {
+ coverage = NULL;
+ while ((c = getopt(argc, argv, "dP:p:o:i:O:f:c:S")) != -1) {
switch(c) {
case 'd':
debug = TRUE;
case 'P':
pd = g_malloc(sizeof(struct pd));
pd->name = g_strdup(optarg);
- pd->probes = pd->options = NULL;
+ pd->channels = pd->options = NULL;
pdlist = g_slist_append(pdlist, pd);
break;
case 'p':
usage(NULL);
}
if (c == 'p') {
- probe = malloc(sizeof(struct probe));
- probe->name = g_strdup(kv[0]);
- probe->probe = strtoul(kv[1], 0, 10);
+ channel = malloc(sizeof(struct channel));
+ channel->name = g_strdup(kv[0]);
+ channel->channel = strtoul(kv[1], 0, 10);
/* Apply to last PD. */
- pd->probes = g_slist_append(pd->probes, probe);
+ pd->channels = g_slist_append(pd->channels, channel);
} else {
option = malloc(sizeof(struct option));
option->key = g_strdup(kv[0]);
op->outfile = g_strdup(optarg);
op->outfd = -1;
break;
+ case 'c':
+ coverage_report = optarg;
+ break;
case 'S':
statistics = TRUE;
break;
if (srd_init(DECODERS_DIR) != SRD_OK)
return 1;
+ if (coverage_report) {
+ if (!(coverage = start_coverage(pdlist))) {
+ DBG("Failed to start coverage.");
+ if (PyErr_Occurred()) {
+ PyErr_PrintEx(0);
+ PyErr_Clear();
+ }
+ }
+ }
+
ret = 0;
if (!run_testcase(opt_infile, pdlist, op))
ret = 1;
+ if (coverage) {
+ DBG("Stopping coverage.");
+
+ if (!(PyObject_CallMethod(coverage, "stop", NULL)))
+ ERR("Failed to stop coverage.");
+ else if (!(report_coverage(coverage, pdlist)))
+ ERR("Failed to make coverage report.");
+ else
+ DBG("Coverage report in %s", coverage_report);
+
+ if (PyErr_Occurred()) {
+ PyErr_PrintEx(0);
+ PyErr_Clear();
+ }
+ Py_DecRef(coverage);
+ }
+
srd_exit();
sr_exit(ctx);
return ret;
}
-
-