# Copyright (c) 2011 BSD, Roger Lew [see LICENSE.txt] # This software is funded in part by NIH Grant P20 RR016454. """The 'handful' tests are intended to aid refactoring. The tests with the @pytest.mark..slow are empirical (test within error limits) and intended to more extensively ensure the stability and accuracy of the functions""" from statsmodels.compat.python import iterkeys, lzip, lmap from statsmodels.compat.testing import skip from numpy.testing import rand, assert_, assert_equal, \ assert_almost_equal, assert_array_almost_equal, assert_array_equal, \ assert_approx_equal, assert_raises, run_module_suite import numpy as np import pytest from statsmodels.stats.libqsturng import qsturng, psturng,p_keys,v_keys def read_ch(fname): with open(fname) as f: lines = f.readlines() ps,rs,vs,qs = lzip(*[L.split(',') for L in lines]) return lmap(float, ps), lmap(float, rs),lmap(float, vs), lmap(float, qs) class TestQsturng(object): def test_scalar(self): # scalar input -> scalar output assert_almost_equal(4.43645545899562, qsturng(.9,5,6), 5) def test_vector(self): # vector input -> vector output assert_array_almost_equal(np.array([3.98832389, 4.56835318, 6.26400894]), qsturng([.8932, .9345,.9827], [4, 4, 4], [6, 6, 6]), 5) def test_invalid_parameters(self): # p < .1 assert_raises(ValueError, qsturng, -.1,5,6) # p > .999 assert_raises(ValueError, qsturng, .9991,5,6) # p < .9, v = 1 assert_raises(ValueError, qsturng, .89,5,1) # p >= .9, v = 0 assert_raises(ValueError, qsturng, .9,5,0) # r < 2 assert_raises((ValueError, OverflowError), qsturng, .9,1,2) def test_handful_to_tbl(self): cases = [(0.75, 30.0, 12.0, 5.01973488482), (0.975, 15.0, 18.0, 6.00428263999), (0.1, 8.0, 11.0, 1.76248712658), (0.995, 6.0, 17.0, 6.13684839819), (0.85, 15.0, 18.0, 4.65007986215), (0.75, 17.0, 18.0, 4.33179650607), (0.75, 60.0, 16.0, 5.50520795792), (0.99, 100.0, 2.0, 50.3860723433), (0.9, 2.0, 40.0, 2.38132493732), (0.8, 12.0, 20.0, 4.15361239056), (0.675, 8.0, 14.0, 3.35011529943), (0.75, 30.0, 24.0, 4.77976803574), (0.75, 2.0, 18.0, 1.68109190167), (0.99, 7.0, 120.0, 5.00525918406), (0.8, 19.0, 15.0, 4.70694373713), (0.8, 15.0, 8.0, 4.80392205906), (0.5, 12.0, 11.0, 3.31672775449), (0.85, 30.0, 2.0, 10.2308503607), (0.675, 20.0, 18.0, 4.23706426096), (0.1, 60.0, 60.0, 3.69215469278)] for p,r,v,q in cases: assert_almost_equal(q, qsturng(p,r,v), 5) #remove from testsuite, used only for table generation and fails on #Debian S390, no idea why @skip def test_all_to_tbl(self): from statsmodels.stats.libqsturng.make_tbls import T,R ps, rs, vs, qs = [], [], [], [] for p in T: for v in T[p]: for r in iterkeys(R): ps.append(p) vs.append(v) rs.append(r) qs.append(T[p][v][R[r]]) qs = np.array(qs) errors = np.abs(qs-qsturng(ps,rs,vs))/qs assert_equal(np.array([]), np.where(errors > .03)[0]) def test_handful_to_ch(self): cases = [(0.8699908, 10.0, 465.4956, 3.997799075635331), (0.8559087, 43.0, 211.7474, 5.1348419692951675), (0.6019187, 11.0, 386.5556, 3.3383101487698821), (0.658888, 51.0, 74.652, 4.8108880483153733), (0.6183604, 77.0, 479.8493, 4.9864059321732874), (0.9238978, 77.0, 787.5278, 5.7871053003022936), (0.8408322, 7.0, 227.3483, 3.5555798311413578), (0.5930279, 60.0, 325.3461, 4.7658023123882396), (0.6236158, 61.0, 657.5285, 4.8207812755987867), (0.9344575, 72.0, 846.4138, 5.8014341329259107), (0.8761198, 56.0, 677.8171, 5.362460718311719), (0.7901517, 41.0, 131.525, 4.9222831341950544), (0.6396423, 44.0, 624.3828, 4.6015127250083152), (0.8085966, 14.0, 251.4224, 4.0793058424719746), (0.716179, 45.0, 136.7055, 4.8055498089340087), (0.8204, 6.0, 290.9876, 3.3158771384085597), (0.8705345, 83.0, 759.6216, 5.5969334564485376), (0.8249085, 18.0, 661.9321, 4.3283725986180395), (0.9503, 2.0, 4.434, 3.7871158594867262), (0.7276132, 95.0, 91.43983, 5.4100384868499889)] for p,r,v,q in cases: assert_almost_equal(q, qsturng(p,r,v), 5) @pytest.mark.slow def test_10000_to_ch(self): import os curdir = os.path.dirname(os.path.abspath(__file__)) #ps, rs, vs, qs = read_ch(curdir + '/bootleg.dat') # <- generated by qtukey in R # work around problem getting libqsturng.tests.bootleg.dat installed ps, rs, vs, qs = read_ch(os.path.split(os.path.split(curdir)[0])[0] + '/tests/results/bootleg.csv') qs = np.array(qs) errors = np.abs(qs-qsturng(ps,rs,vs))/qs assert_equal(np.array([]), np.where(errors > .03)[0]) class TestPsturng(object): def test_scalar(self): "scalar input -> scalar output" assert_almost_equal(.1, psturng(4.43645545899562,5,6), 5) def test_vector(self): "vector input -> vector output" assert_array_almost_equal(np.array([0.10679889, 0.06550009, 0.01730145]), psturng([3.98832389, 4.56835318, 6.26400894], [4, 4, 4], [6, 6, 6]), 5) def test_v_equal_one(self): assert_almost_equal(.1, psturng(.2,5,1), 5) def test_invalid_parameters(self): # q < .1 assert_raises(ValueError, psturng, -.1,5,6) # r < 2 assert_raises((ValueError, OverflowError), psturng, .9,1,2) def test_handful_to_known_values(self): cases = [(0.71499578726111435, 67, 956.70742488392386, 5.0517658443070692), (0.42974234855067672, 16, 723.50261736502318, 3.3303582093701354), (0.94936429359548424, 2, 916.1867328010926, 2.7677975546417244), (0.85357381770725038, 66, 65.67055060832368, 5.5647438108270109), (0.87372108021900929, 74, 626.42369474993632, 5.5355540570701107), (0.53891960564713726, 49, 862.63799438485785, 4.5108645923377146), (0.98818659555664567, 18, 36.269686711464274, 6.0906643750886156), (0.53031994896037626, 50, 265.29558652727917, 4.5179640079726795), (0.7318857887397332, 59, 701.41497552251201, 4.9980139875409915), (0.65332019368982697, 61, 591.01183664195912, 4.8706581766706893), (0.55403221657248558, 77, 907.34156725405194, 4.8786135917984632), (0.30783916857266003, 83, 82.446923487980882, 4.4396401242858294), (0.29321720242415661, 16, 709.64382575553009, 3.0304277540702729), (0.27146478168880306, 31, 590.00594683574172, 3.5870031664477215), (0.67348796958433776, 81, 608.02706111127657, 5.1096199974432936), (0.32774393945968938, 18, 17.706224399250839, 3.2119038163765432), (0.7081637474795982, 72, 443.10678914889695, 5.0990030889410649), (0.33354939276757861, 47, 544.0772192199048, 4.0613352964193279), (0.60412143947363051, 36, 895.83526933271548, 4.381717596850172), (0.88739052300665977, 77, 426.03665511558262, 5.6333929480341309)] for p,r,v,q in cases: assert_almost_equal(1.-p, psturng(q,r,v), 5) @pytest.mark.slow def test_100_random_values(self): n = 100 ps = np.random.random(n)*(.999 - .1) + .1 rs = np.random.random_integers(2, 100, n) vs = np.random.random(n)*998. + 2. qs = qsturng(ps, rs, vs) estimates = psturng(qs, rs, vs) actuals = 1. - ps errors = estimates - actuals assert_equal(np.array([]), np.where(errors > 1e-5)[0]) ## def test_more_exotic_stuff(self, level=3): ## something_obscure_and_expensive() if __name__ == '__main__': run_module_suite()