commit e700e8e26323a391f374c70d5c659dd8f2420a1c
parent c6252dfc984430338a5d68b7eee836705d84be7d
Author: Anders Damsgaard <anders@adamsgaard.dk>
Date: Sat, 6 Jul 2019 11:00:14 +0200
Add reproducibility testing suite
Diffstat:
3 files changed, 55 insertions(+), 21 deletions(-)
diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
@@ -6,6 +6,7 @@ build-alpine:
script:
- make -C examples
- make memtest
+ - make test
artifacts:
paths:
- examples/1d_fd_simple_shear.png
diff --git a/Makefile b/Makefile
@@ -25,6 +25,9 @@ uninstall:
watch:
echo $(SRC) $(HDR) | tr ' ' '\n' | entr -s 'make && ./1d_fd_simple_shear'
+test: $(BIN)
+ make -C test/
+
memtest: $(BIN)
valgrind --error-exitcode=1 --leak-check=full $(BIN) -h
valgrind --error-exitcode=1 --leak-check=full $(BIN)
@@ -40,4 +43,4 @@ clean:
$(RM) *.o
$(RM) 1d_fd_simple_shear
-.PHONY: default install uninstall watch memtest clean
+.PHONY: default install uninstall watch test memtest clean
diff --git a/test/simple_shear_wet_vari.std b/test/simple_shear_wet_vari.std
@@ -1,20 +1,50 @@
-0 0 166707.99998450707 59810.000015492937 0.23994049477959895 5.3553386704165363e-22
-0.21052631578947367 2.7584171060296952e-21 163197.0525772252 59293.684264880067 0.24510246581243808 1.3102481253641052e-20
-0.42105263157894735 6.7620272391300262e-20 159686.10504191171 58777.368642298832 0.25049142497089194 3.0809381260503522e-19
-0.63157894736842102 1.5319422029908913e-18 156175.15701642109 58261.053509894715 0.25612268150813633 6.9555291703480577e-18
-0.84210526315789469 3.3174828627447406e-17 152664.20716674425 57744.740201676817 0.26201295472167124 1.5030371051616845e-16
-1.0526315789473684 6.8616093815285105e-16 149153.25081083775 57228.433399688562 0.26818054439007594 3.1016840202456675e-15
-1.263157894736842 1.3594886575567926e-14 145642.27229367738 56712.148758954194 0.27464553642326328 6.1316446777721615e-14
-1.4736842105263157 2.5242232601336545e-13 142131.22190988649 56195.935984850359 0.28143007189061281 1.1344303373295382e-12
-1.6842105263157894 4.3818750958992694e-12 138619.9503474806 55679.944389361495 0.28855875290484112 1.9614900656958044e-11
-1.8947368421052631 7.014895930321882e-11 135108.03489565974 55164.596683287607 0.29605937227116741 3.123936499847679e-10
-2.1052631578947367 1.028425556386938e-09 131594.35235180694 54651.016069245714 0.30396441249289491 4.5518138361476664e-09
-2.3157894736842106 1.362243950414767e-08 128076.11341727671 54141.991845881195 0.31231428665920336 5.9821566251863479e-08
-2.5263157894736841 1.6036169759598144e-07 124546.87395541195 53643.968149851193 0.3211642229922213 6.9701147593621045e-07
-2.7368421052631575 1.6380864135430186e-06 120992.84362387168 53170.735323496738 0.33059806515786416 7.0191924007484273e-06
-2.9473684210526314 1.4027742020027414e-05 117386.83523566221 52749.480553811467 0.34075371330777621 5.8850864130800878e-05
-3.1578947368421053 9.5326199447534323e-05 113679.55127738956 52429.501354189371 0.35186627278635163 0.00038616767278065782
-3.3684210526315788 0.00046537431594745554 109789.94010608022 52291.849367603994 0.36433210512139436 0.0017577285533746259
-3.5789473684210522 0.0012993355561334605 105594.87020437709 52459.656111412405 0.37880628029165314 0.0039613158908835232
-3.7894736842105261 0.0029425347324797792 100929.15543696893 53098.107720925822 0.39631759353203277 0.0078051960876450157
-4 0.0053862100172263703 95699.40939873358 54300.59060126642 0.41797541125190407 0.011607457602546311
+0 0 233416 69620 0.17136785824450768 4.6669077415649146e-55
+0.16326530612244897 1.7254952706385231e-54 230693.22448979598 69219.591836734689 0.17339044130344314 1.0568658532660955e-53
+0.32653061224489793 4.0407528378181352e-53 227970.44897959181 68819.183673469379 0.17546133798938496 2.3692745278369984e-52
+0.48979591836734693 8.974295020266734e-52 225247.67346938775 68418.775510204083 0.17758230033588426 5.2492595885970147e-51
+0.65306122448979587 1.9701560192325873e-50 222524.89795918373 68018.367346938772 0.17975516612678974 1.1517530047808261e-49
+0.81632653061224481 4.2761289007686597e-49 219802.12244897956 67617.959183673462 0.18198186420736132 2.4984568955428083e-48
+0.97959183673469385 9.1830745572815287e-48 217079.3469387755 67217.551020408166 0.18426442019507963 5.3627202711628566e-47
+1.1428571428571428 1.9498828754953071e-46 214356.57142857148 66817.142857142855 0.18660496262569173 1.1380569295775263e-45
+1.3061224489795917 4.0947197409276331e-45 211633.79591836737 66416.734693877544 0.18900572957368794 2.3885855151940882e-44
+1.4693877551020407 8.5036429549021249e-44 208911.02040816325 66016.326530612248 0.19146907579049377 4.9576797257457347e-43
+1.6326530612244896 1.7480675471538054e-42 206188.24489795923 65615.918367346938 0.193997480408234 1.0186065595329304e-41
+1.7959183673469385 3.539940981416758e-41 203465.46938775512 65215.510204081635 0.19659355526204716 2.061144713854594e-40
+1.9591836734693877 7.0931648073750382e-40 200742.69387755101 64815.102040816324 0.1992600538896783 4.127742059405435e-39
+2.1224489795918364 1.3977718223300297e-38 198019.91836734698 64414.693877551021 0.20199988127353913 8.126896067319712e-38
+2.2857142857142856 2.7169484005267094e-37 195297.14285714287 64014.28571428571 0.20481610439769435 1.5785173712048956e-36
+2.4489795918367343 5.1911969991998432e-36 192574.36734693879 63613.877551020421 0.2077119637004268 3.0131950724776433e-35
+2.6122448979591835 9.763078128451431e-35 189851.59183673467 63213.469387755147 0.21069088551229276 5.6619245374755122e-34
+2.7755102040816326 1.8040901888251089e-33 187128.81632653045 62813.061224489968 0.21375649558003937 1.0452063871186143e-32
+2.9387755102040813 3.2762762225154885e-32 184406.04081632581 62412.653061225188 0.21691263378861464 1.896218662225199e-31
+3.1020408163265305 5.8407996135536725e-31 181683.26530611966 62012.244897962002 0.22016337020695695 3.3768178446725511e-30
+3.2653061224489792 1.0219296569113868e-29 178960.48979590717 61611.836734705066 0.22351302259854902 5.9015701722520827e-29
+3.4285714285714284 1.7537839775708538e-28 176237.71428567087 61211.428571471974 0.22696617555515033 1.0115994947763256e-27
+3.5918367346938771 2.9532594673125378e-27 173514.93877534565 60811.020408327844 0.23052770143203088 1.7014521551027148e-26
+3.7551020408163263 4.852289272484226e-26 170792.16326469684 60410.612245507233 0.23420278328583066 2.7911400370236955e-25
+3.9183673469387754 7.8070892844153727e-25 168069.38775290188 60010.204083832796 0.23799694004245794 4.4846394687647567e-24
+4.0816326530612246 1.2217233046811581e-23 165346.6122371552 59609.795926110128 0.24191605415312864 7.0048710225016528e-23
+4.2448979591836729 1.8629810243254646e-22 162623.83670816355 59209.387781632373 0.24596640203355896 1.0662453249876263e-21
+4.408163265306122 2.7563943070352647e-21 159901.06113606569 58808.97968026084 0.25015468762876147 1.5741839253191652e-20
+4.5714285714285712 3.9572518926888654e-20 157178.28542789785 58408.571714959318 0.25448807951496039 2.25498763296602e-19
+4.7346938775510203 5.4963506588583547e-19 154455.5093036305 58008.164165757233 0.25897425207000885 3.1241331001235495e-18
+4.8979591836734686 7.3755464522665584e-18 151732.73194821359 57607.757847704794 0.26362143148949568 4.1808707241581931e-17
+5.0612244897959178 9.535833533755632e-17 149009.95107267829 57207.355049770711 0.26843844798318439 5.3889458192239982e-16
+5.2244897959183669 1.1851835425236564e-15 146287.16048356297 56806.961965416609 0.27343479679130461 6.6751793940148632e-15
+5.3877551020408161 1.4120738727817069e-14 143564.34405923815 56406.594716272048 0.27862071367452512 7.9230275509922164e-14
+5.5510204081632653 1.6091823684041896e-13 140841.46149164127 56006.293610399567 0.28400727723472213 8.9913467593968667e-13
+5.7142857142857135 1.7383234595739768e-12 138118.41613303503 55606.155295536402 0.2896065645690013 9.661606989243042e-12
+5.8775510204081627 1.7795936522605085e-11 135394.98611092602 55206.401644176003 0.29543191479209513 9.8352880011065528e-11
+6.0408163265306118 1.7077361522838451e-10 132670.68455710524 54807.519524527437 0.30149840662639277 9.3698828207289919e-10
+6.204081632653061 1.5298790337792099e-09 129944.4919604421 54410.528447721146 0.30782374378882377 8.3245206886238061e-09
+6.3673469387755093 1.2660201931744904e-08 127214.37447105086 54017.462263643036 0.31442987607585554 6.817322775003988e-08
+6.5306122448979584 9.5919875640144804e-08 124476.47316476867 53632.179896455826 0.32134586547172067 5.0996550146394937e-07
+6.6938775510204076 6.561993735809059e-07 121723.83584970099 53261.633538054128 0.3286127135312279 3.4317119248871621e-06
+6.8571428571428568 3.9863386318433809e-06 118944.58921107838 52917.696503207335 0.33629104329425391 2.0397102956857661e-05
+7.0204081632653059 2.099480365468637e-05 116119.53887028329 52619.563170533045 0.34447260460346696 0.00010417684826491332
+7.1836734693877542 9.26138484566583e-05 113219.36777615397 52396.550591192979 0.35329644375937519 0.00043866664941207809
+7.3469387755102034 0.00032389643940719027 110201.74924202729 52290.985451850276 0.36297064497725173 0.0014166058695720082
+7.5102040816326525 0.00081486226743948708 107009.4075015166 52360.143518891557 0.37379891108576691 0.0030071656966978184
+7.6734693877551017 0.0017146965332775813 103568.32747808649 52678.039868852298 0.38621846054686365 0.0055114848782583268
+7.8367346938775508 0.0031367194103326056 99790.872544753947 53332.311128715439 0.40083826285876906 0.0087098901219620252
+7.9999999999999991 0.0049264573041015863 95644.023244240714 54355.976755759315 0.41821745513417258 0.010962144599335007
