* GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License
- * along with this program; if not, write to the Free Software
- * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
+ * along with this program; if not, see <http://www.gnu.org/licenses/>.
*/
/*
{ 0, -4, -3, -2, -1, 0, 0, 0 }, /* DC V */
{ 0, -4, -3, -2, -1, 0, 0, 0 }, /* AC V */
{ -5, 0, 0, 0, 0, 0, 0, 0 }, /* DC mV */
- { 0, -1, 0, 1, 2, 3, 4, 0 }, /* Resistance */
+ { 0, -2, -1, 0, 1, 2, 3, 0 }, /* Resistance */
{ 0, -12, -11, -10, -9, -8, -7, -6 }, /* Capacitance */
{ -1, 0, 0, 0, 0, 0, 0, 0 }, /* Temp (C) */
{ -8, -7, 0, 0, 0, 0, 0, 0 }, /* uA */
buf[0], buf[1], buf[2], buf[3], buf[4]);
return SR_ERR;
}
+
for (i = 0, intval = 0; i < num_digits; i++)
intval = 10 * intval + (buf[i] - '0');
+ /*
+ * For measurements that only have 4000 instead of 40000 counts
+ * (resistance, continuity) we have to use an additional factor of 10.
+ *
+ * This seems to vary between DMMs. E.g. the Voltcraft VC920 and VC940
+ * have 4000 counts for resistance, whereas the Tenma 72-9380A,
+ * 72-7730 and 72-7732 have 40000 counts for resistance.
+ */
+ if (num_digits == 4)
+ intval *= 10;
+
/* Apply sign. */
intval *= info->is_sign ? -1 : 1;
/* Apply respective exponent (mode-dependent) on the value. */
*floatval *= powf(10, *exponent);
- sr_dbg("Applying exponent %d, new value is %f.", *exponent, *floatval);
+ sr_dbg("Applying exponent %d, new value is %g.", *exponent, *floatval);
return SR_OK;
}
handle_flags(analog, floatval, info);
- analog->encoding->digits = -exponent;
+ analog->encoding->digits = -exponent;
analog->spec->spec_digits = -exponent;
return SR_OK;