From 2fd64b0e6d8f3da1fe4fa9f2a485ba382acfa2ec Mon Sep 17 00:00:00 2001 From: Thomas Walker Lynch Date: Thu, 31 Oct 2024 15:21:41 +0000 Subject: [PATCH] moves run_all to the tool directiroy, adds Test_TestBench --- developer/javac/TestBench.java | 136 ++++++++----------------- developer/javac/Util.java | 17 +++- developer/tool/clean_build_directories | 6 +- release/Mosaic.jar | Bin 8497 -> 12403 bytes tester/document/about_the_tests.html | 116 +++++++++++++++++++++ tester/document/what_the_tests_do.txt | 7 -- tester/javac/Test_TestBench.java | 81 +++++++++++++++ tester/javac/Test_Util.java | 80 ++++++++------- tester/jvm/Test_Mosaic.jar | Bin 3894 -> 5452 bytes tester/shell/Test_TestBench | 2 + tester/tool/run_tests | 23 +++++ tester/tool/shell_wrapper_list | 2 +- 12 files changed, 326 insertions(+), 144 deletions(-) create mode 100644 tester/document/about_the_tests.html delete mode 100644 tester/document/what_the_tests_do.txt create mode 100644 tester/javac/Test_TestBench.java create mode 100755 tester/shell/Test_TestBench create mode 100755 tester/tool/run_tests diff --git a/developer/javac/TestBench.java b/developer/javac/TestBench.java index 8165867..ea0eb3c 100644 --- a/developer/javac/TestBench.java +++ b/developer/javac/TestBench.java @@ -1,149 +1,103 @@ package com.ReasoningTechnology.Mosaic; -import java.io.ByteArrayInputStream; -import java.io.ByteArrayOutputStream; -import java.io.FileWriter; -import java.io.IOException; -import java.io.InputStream; -import java.io.PrintStream; import java.lang.reflect.Method; -import java.util.Map; -public class TestBench{ +public class TestBench { /* -------------------------------------------------------------------------------- - Static Data + Validate the structure of a test method */ - - private static PrintStream original_out; - private static PrintStream original_err; - private static InputStream original_in; - - private static ByteArrayOutputStream out_content; - private static ByteArrayOutputStream err_content; - private static InputStream in_content; - - public static Boolean method_is_wellformed(Method method) { + public static Boolean method_is_wellformed(Method method){ // Check if the method returns Boolean if(!method.getReturnType().equals(Boolean.class)){ System.out.println("Structural problem: " + method.getName() + " does not return Boolean."); return false; } - // Check if the method has exactly three arguments + // Check if the method has exactly one argument of type IO Class[] parameterTypes = method.getParameterTypes(); - if(parameterTypes == null || parameterTypes.length != 3){ - System.out.println("Structural problem: " + method.getName() + " does not have three arguments."); - return false; - } - - // Check that all parameters are ByteArrayOutputStream - if( - !parameterTypes[0].equals(ByteArrayOutputStream.class) // Check first parameter - || !parameterTypes[1].equals(ByteArrayOutputStream.class) // Check second parameter - || !parameterTypes[2].equals(ByteArrayOutputStream.class) // Check third parameter - ){ - System.out.println("Structural problem: " + method.getName() + " has incorrect argument types."); + if(parameterTypes == null || parameterTypes.length != 1 || !parameterTypes[0].equals(IO.class)){ + System.out.println("Structural problem: " + method.getName() + " does not accept a single IO argument."); return false; } return true; } - public static Boolean run_test(Object test_suite ,Method method ,IO io){ + /* -------------------------------------------------------------------------------- + Run a single test method + */ + public static Boolean run_test(Object test_suite, Method method, IO io){ String test_name = method.getName(); - // Ways a test can fail, these are not generally singularly exclusive. - Boolean fail_TestBench = false; + // Tracking possible test failures Boolean fail_malformed = false; Boolean fail_reported = false; Boolean fail_exception = false; Boolean fail_extraneous_stdout = false; Boolean fail_extraneous_stderr = false; - String exception_string = ""; - // `method_is_wellformed` prints more information about type signature mismatch failures - if( !method_is_wellformed(method) ){ - System.out.println - ( - "Mosaic::TestBench::run test \'" - + test_name - + "\' has incorrect type signature for a TestBench test, calling it a failure." - ); + // Validate method structure + if(!method_is_wellformed(method)){ + System.out.println("Error: " + test_name + " has an invalid structure."); return false; } - // redirect I/O to an io instance + // Redirect I/O Boolean successful_redirect = io.redirect(); - if( successful_redirect ){ - io.clear_buffers(); // start each test with nothing on the I/O buffers - }else{ - // Surely a redirect failure is rare, but it is also rare that tests make - // use of IO redirection. A conundrum. So we log the error an wait utnil - // latter only throwing an error if IO redirection is made use of. - Util.log_message - ( - test_name - ,"Mosaic::TestBench::run redirect I/O failed before running this test." - ); - System.out.println - ( - "Mosaic::TestBench::run Immediately before running test, \"" - + test_name - + "\' I/O redirect failed." - ); + if(successful_redirect){ + io.clear_buffers(); // Start each test with empty buffers + } else { + Util.log_message(test_name, "Error: I/O redirection failed before running the test."); + System.out.println("Warning: Failed to redirect I/O for test: " + test_name); } - // Finally the gremlins run the test! + // Run the test and catch any exceptions try{ - Object result = method.invoke(test_suite ,in_content ,out_content ,err_content); - fail_reported = !Boolean.TRUE.equals(result); // test passes if ,and only if ,it returns exactly 'true'. + Object result = method.invoke(test_suite, io); + fail_reported = !Boolean.TRUE.equals(result); // Test passes only if it returns exactly `true` fail_extraneous_stdout = io.has_out_content(); fail_extraneous_stderr = io.has_err_content(); } catch(Exception e){ fail_exception = true; - // We report the actual error after the try block. exception_string = e.toString(); } finally{ io.restore(); } - // report results - if(fail_reported) System.out.println("failed: \'" + test_name + "\' by report from test."); - if(fail_exception) System.out.println("failed: \'" + test_name + "\' due to unhandled exception: " + exception_string); + // Report results + if(fail_reported) System.out.println("Test failed: '" + test_name + "' reported failure."); + if(fail_exception) System.out.println("Test failed: '" + test_name + "' threw an exception: " + exception_string); if(fail_extraneous_stdout){ - System.out.println("failed: \'" + test_name + "\' due extraneous stdout output ,see log."); - Util.log_output(test_name ,"stdout" ,io.get_out_content()); + System.out.println("Test failed: '" + test_name + "' produced extraneous stdout."); + Util.log_output(test_name, "stdout", io.get_out_content()); } if(fail_extraneous_stderr){ - System.out.println("failed: \'" + test_name + "\' due extraneous stderr output ,see log."); - Util.log_output(test_name ,"stderr" ,io.get_err_content()); + System.out.println("Test failed: '" + test_name + "' produced extraneous stderr."); + Util.log_output(test_name, "stderr", io.get_err_content()); } - // return condition - Boolean test_failed = - fail_reported - || fail_exception - || fail_extraneous_stdout - || fail_extraneous_stderr - ; - return !test_failed; + // Determine final test result + return !(fail_reported || fail_exception || fail_extraneous_stdout || fail_extraneous_stderr); } - + /* -------------------------------------------------------------------------------- + Run all tests in the test suite + */ public static void run(Object test_suite){ - int failed_test = 0; - int passed_test = 0; + int failed_tests = 0; + int passed_tests = 0; Method[] methods = test_suite.getClass().getDeclaredMethods(); IO io = new IO(); + for(Method method : methods){ - if( run_test(test_suite ,method ,io) ) passed_test++; else failed_test++; + if(run_test(test_suite, method, io)) passed_tests++; else failed_tests++; } - // summary for all the tests - System.out.println("Total tests run: " + (passed_test + failed_test)); - System.out.println("Total tests passed: " + passed_test); - System.out.println("Total tests failed: " + failed_test); - } -} // end of class TestBench + // Summary of test results + System.out.println("Total tests run: " + (passed_tests + failed_tests)); + System.out.println("Total tests passed: " + passed_tests); + System.out.println("Total tests failed: " + failed_tests); + } +} diff --git a/developer/javac/Util.java b/developer/javac/Util.java index 653f626..03796a9 100644 --- a/developer/javac/Util.java +++ b/developer/javac/Util.java @@ -31,11 +31,20 @@ public class Util{ return elements.length > 0 && find( elements ,element -> !(element instanceof Boolean) || !(Boolean) element ) == null; } - public static void all_set_false(Boolean[] conditions){ - for(Boolean condition : conditions) condition = false; + public static void all_set_false( Boolean[] condition_list ){ + int i = 0; + while(i < condition_list.length){ + condition_list[i] = false; + i++; + } } - public static void all_set_true(Boolean[] conditions){ - for(Boolean condition : conditions) condition = true; + + public static void all_set_true( Boolean[] condition_list ){ + int i = 0; + while(i < condition_list.length){ + condition_list[i] = true; + i++; + } } public static String iso_utc_time(){ diff --git a/developer/tool/clean_build_directories b/developer/tool/clean_build_directories index 4e2d60e..7091d81 100755 --- a/developer/tool/clean_build_directories +++ b/developer/tool/clean_build_directories @@ -2,9 +2,9 @@ script_afp=$(realpath "${BASH_SOURCE[0]}") # Removes all files found in the build directories. It asks no questions as to -# how or why the files got there. Be especially careful with the 'shell' directory -# if you added scripts to it for release with the project they will be deleted. -# consider adding a `shell-leaf` directory instead of adding scripts to `shell`. +# how or why the files got there. Be especially careful with the 'shell' +# directory if you have authored scripts for release, add a `shell-leaf` +# directory instead of putting them in `shell`. # input guards env_must_be="developer/tool/env" diff --git a/release/Mosaic.jar b/release/Mosaic.jar index 246a225662a93e191f8e5c4ab0f18e75c975e263..122284d849bc82ad015ea5daba15c0e6f7709040 100644 GIT binary patch delta 8814 zcmZXabxlda{Lp_JxpQc5P2(hfNDwrowsF!& z$bY))D zsa?6&Jn=nLdnwDF)?L&04}R0uMvt3kd|O(tn1!$cL%d0FjCYAu;+)0282~Q_Hnp^{ z6oT}XL9iG}uL2Ic6nPgv;?4p?uMZld3-4G0fwZ@8HUBss% zo!~@V)$~$>M}{hrP`Q!CasYb|@Z6x@VWBq~n`C4W$xr7bfd!x7EgM;ORlpIdF?iWho9mt*&6y z(Wns;V23`AA!n5_#@G~5_T#XA4(QIeG~UcwV~ng>yod)~?vz&tisIWmL{HX1OdaM)^f! zb}ncI`Ne$*f@=v*vw1&*8}w1i$YrLnS-SFtw(YsVblvH4vYUBKOvc9*^y)#q_$XxW zdD#%WC8cK!inZ*p6!v9G+$H^k2(Z#&*Y4TtqFtb$z?RR|fPrB!H28bE{;isezSiBs z7v$ZU@&*Mbvz$>xGHjMs7F{~yy-&gH8Gac_bjI7sCRc%{Z~^op@A|Y0{U-NL z{ra~WMzQ_o_w@bN_5}R2YhKD4W3GiD>6%@#Mw0|__id9vg67x$ONiVKcY@3EdgA^9 z6|D+ZhQmyUz({7YdKEou^%29f76&V9N}*9Od3v%J_n2<)j{LmCwYZgHuKB>8_x=g2 zsDDezE1CDrt98W zrgJu>7;{bz+LU@UOx{H1uXguEtZG-wzz^Z!UIy?1-QD?I-~`j z?$4uf+%#m(?ixHUYlSR%Y#o{7JhzMpd^#aZ43wum=di#sOMH7%GQH=TMD9S!Mx}># z=&%oK-|L#P@z8ehFt@eF;xawvdxL|*t=3~Rxsu8#&s0q#y-x5@GzuOZiMpg~ zl&EOT_4zVPkq>S)VZ?0*9}O}V>Ey_V>CgFBiME&nAkG%`5|<|Wd1}{XleNCywljSe z;R`qqrRLabHsqYMgQk_QF9HRKMgeTRU&%Yu6wGZJA5o{tf6ZQe3(Quk77tYQLguw`aS_$tm zR06s}Q9tB7*_1MLOQ62*(b0~`^eUBjfT^@DJ!itq7!1UkozXqXJz>Hmz6i)D{&Cnx zue(61M_%16vD(2vswF|KsiK9kNTEQaGepI*Q}HE&MxO9XhHBM3hyIvKOAbvy@pe9PwbAxjd9LH8sj@zj9Ia6S?6G^)5Qa zMsX=`yG_DBVgNDvr!7;Lube?1myaBayp*rp`o~P%(We@?qL9tx3T9VevgjKb)ZD>aZJPbY>O*8M*15HAM);J7p(dZ<5A`qNIZG$s zoflG-XUZIN@>T68qqZ3PEcm8mS8tsWc}J6;ng?`$6VELMNIY&y+3AW3owJzIR#tq8 zS!|dWg*U7y%u>AN=uvb4tV!?da)s6>Ae|`X6RB@+Fo?a=6-lfEhY9y+viJr`1$*&w zEds3xiUuI2K_gKPyP6j}c@BrhC|AZ8cyRq+5-@9{Rcj-2+WKQ>doWW$BRLDMk#J3Q zF+Pi|>w`IVEd!+&A_aL(APLk)v+(xTFpN91cvC5adI<-!WK2827Pq-B7?Y|25qA^; z?)*zuGpATG+H9}VMM3O2RUZNMfZP3nu3Ijo85}FzF5DelJBk?cn`iGS%X25k{L^s(}rp)KeDJ&(I^Z! zcy}yxqyntYb(0s7g_kTnF$J6c`y2dDTNq&H{i_1lcBV5)@@HTPx}Dy_Eomm%{B3Y% zfX;lJ{gbYu$k*e;H*^(wcmy(#Hm?{W1Vkkk1jK(lnl8k@4n_!wq!?UQz>{PUb6BKv z`K)RvwPVQ^ZM-RZnRyf$Dmo#=fn~hu1H2A1Hi{HsrPTFEJ!oudM4HVd{<-U&tc(~| zb}+^nO<(xH2Q(R(*Qgih$9ElRVK;5ow3S6EXFrX89p8C)YWkO-tQjtrH*e;2Bdzyu zCOI6=GAaGkLGl6;9SLNc0M1;ok$o5|ux!cRnFdtUG0oT7_eh_zY51$SGGsCPlH^4s z3D_ki&}L08vxgpO?)+4C#Sw)kq}2wzI7f#cyb`5^6U35MKjkhwB)h%Z#!TDzXNXnQ}z zex=)bRhjdt^MQb|PmZ1^ejYP-D9m}JcdYI57#R)Oh@!?%wL!MK(Fu*H)=UC|!j1>O zt4yqyn$OPmDw6J5mq&#)xacc7wzCY|wTTh9=DCqecE`7v!gpzF>AxHF7Erva4`gp~ z_kROF?LX$_>26VE1LLC$Wa`EOOQFY8`)xjLFvL=R)PT=Sx+(^duBh2SrV9$tWP^m} zamcSdyq1*8<^%yWN77j3)(d9%wqdR9`;oaBu5o3viGHtf?1k%Z8Wx-<&*E~J#^GXt z)|p97vozmur(+@PPj~e0%5O?6`Je+e%RYl2|9hu`afWpoAkDhFG4ImkfNea!E|q%u zvajHdnAjxn{$T0}RNu9=ach@Cypk}>lwU77&JzV*{V?oOAI7@oCviR|qbU00ODWKD zX|R!^kO4O2Ne)5L z)o++}EaVUdOdANAez=6?vl(tHC?k}~+x2cYud~U-w$u-HFxKPHSWsRhr1A^c%szBX z;S=C4khmFc-b4*e?*wB!sp7JePr95f9RU3fB6uvH(C2Zn``xAf$S|CVDEn@n4)|tGk;;2a^)8}pywCa zf8@pAePNlJb`KDZGPzOfYgL!LuV5j~F~05t+dKx@zQ`R)29O@oMtIBa)=fEk867si zuuU0cr@>}v{m{x`?x6bq2^v*VrT!Wv)e-iPp~bs1F-2(M_J!uAgK6#M5_S^Vy~YDH zH%0IZsNfT1ELF}c)fmS*K}UWZy&n4|kn22RMCh?ze+`u~F&1hFUM-%)t};hcR`My~ zBAUD#Bh!&((y!cRxA7=qW=?5GZbBpM%BV-;%sZE_lWo@FcsT?AtkElrQePC|6kHPF zN^A!h=xqpFx)js$Ke1MWbxi2Kr*&agL{5GKy2KdszWWP~Y8qjmDMudsx_^~LB0?In ztzUM({`?lcpLgOO9DEJatohU6-9V|GH?y9UZd}Bn!t|vBp6m*<1~fD4XHD!=g)vDk z=k{yX?IEvFCdYG8~{3y$BAIF)uI}Wp8MZdG)jX$4?OO9Vb=NW>Ry3A%- z0q*gStkz{Ko>`8bW!`hF+|QyRj*}Z=e)3@+Idpmv36r=l$PI+8b)=$q3N_Aq%7>9s z8wPT&k`tVhWxe^5@Pdu((*+A%Su4JSNSG!<33v5y-GG6RX1?JEZDq-6>-l>J-vKqnTFVp; z1a5}Be&k!h-*3}xMFBaRhRmQDFa4UE&t}-`ZCzw*--kT*z9La>`oIVTu|Ppe03dd1 zHb_b*Xfr!k>UIbr6^cnG3QF<-v9Sk9v4KDZtD18=WiRI%pHyn0I%ze?8I4$73x)QLswmFx_96z%Yi z2)tGq8o$ueXg-6Xu~bg2rsOYc^OO32NJ%9w0NBxr{M*i;))9(%!*~_Xt)x)7o`+FK?MCKQCVMb0Yu>C&ul|p z#bt_QX4-S-M^=^gC2gsd1QyQbzm$rgEG9E}G#%T^q6ZaxGuP(@4GU{%zpG!vU@oh=k00s3D_gq%B$C6*;T$7(}X!|ri@%&hr?-zY4g(stvHjhX} zb2A~=T$hK=aVU(^YHQ7UKC&W5cMT-DeX2F_vMVaZH?+Hl6GTWA=_YFu zUPueI-^kx8vn4Bq0|fcvZvS~V45QJErhz>w(^UZkNgYKs;pt*|0iBZy)C`{QK0&A% z%PaiSH=yEGz%-}NS>*>i!wbQ-;x_abI>x*=tlJ)!BSqRHWcv@!y3lP4>V1M=#(w(0 z5Xw+JPy_qQTvxmw17YY9Z(z&?RWtX!!RQnWWuLTStQWkrxMRpQcj*@&768b<-X-gj z_TCQx0^;#M-UVOH=s(_t4kGC%1tlP>%w}imVfsT$(Rob@qw_`^#f1twXsi{C-0&^< z1cM>mpBc$i5^Yqm)X>z*M*GwCW|Uz7tL>`GT7DP-2aETi?}l$XeTu&pt(aBZv9yLm z4EH{(RZ49m>-4ejxSVyC&2N6FmP!nzqPWPZk9J2EguQqaDOMwPgD9DzEEvE+CI|NS zD$k4O0!AbnBS{Dc*djG3Bp6)^b+|gD`e_PWpJ!;T6D56@1YDe$Q3-wMn9+m|Wui_a z=>*|i7DPWaPo_og-*+qz$O-(;liw1EDK&;Clcd_Ea+`d<+IQIeG$8VPC3cZ|qDdtq z1t=VIU2;NVlqL(7ba__KFDQY?p2;^QL@^9lmSZ(y%}Yn>EO~AjoK+Y?X<|oi)2hMN zAV-TlU1}RT*|eC1Bi-E^6h}P8%1Tv26X${FzSUr=7O>c2w0vsJtW=a%<13iYAV?)R zYvg^CQNIVgu6T&l2}mQdS7)Tcw15s<9)%BY)uapjc@|JtWbM2kMgz8;Sp6lLOC3k^ z70^;Ry<^VWJPO?2sq~4qsCjSos=EKtMZ zvXN0VgIkhV3VHps4NmIHAycueRI}9u-Y~FtZE?A_8g(HlRur@C^`>T3U)odp7O6M$ z2}L@2?0~hBG%s)TatClLy=Y!grc)B^f()5Le}z^EMAiQ2YSnALTHt3EC{ZX1e-#nL zz3UC{3s(QA5a|Y}dp%XwnTB1>B9{z$nF!%h(i~M?ZFm1t5#hj+<5i_vCm+wZh zklPdQ?AAu-bB43febn&&O6N*vEL$G>cpbff%fct1_02C>K^D*&Tm~$?uJecYOlz!a zL!RYSg=3E~E7xq2U<~KD#rFdAC0?r-F8iDCv0{s8EO0(KU?QJApRG(#6J1tJS*JAK zDS2|_m5^V)^o4)L5A3(+obYMO1#r+mS1da zS}1wiomiFDO8^xURdA(>SK~<|R1++NYwDPH8Xn=rXeJiIWjw)}bsz7An>X%nJU2|` z`GDX2;uEl5jR>nKGZ`ZjZo>sfg1u!b9;tjdM@rT+>N`ue)%*)yL0FVMn@gqPIXXE+ zx{YO>*W)uz^Zn4}?Hu_v3(gal!>6}?0~yF|mj=P2BEY-lUsE3u)|TFFNyjZi=QTeLg7j^5G$oo?x_RZpzct-Y>Q}nr$KBHy(hnbI| z>#{V>iu$`okcsx#;rp-!g6|E^{gYdWbKdHvQ%W!Cve;ya@5yZska0h<@Up6AqYfi0 zC(@oj!B7anxET+C4L`P_-X%2d6(6g0o6i69q|O|o)3c?6fW;fg!YTu-#CW0h9RgMq&7$WwQxvb@Wc*+BJqHMpl}R=2U_q} z7w6r$v!w`4aTSX0xNu!*+K#QY?$4A#MtIT7%0ljkOf$reSH{WM?0D=&Uex@k#03`A z23it^}}{xzK=0ebvV8;ER)0Z4i0m2(Y{~1(Mb$T5!sXE8{G6&#gDyf~SG+8?vH?C$I;f{OoB&40#8f)zq1*FAV3EwX*b?<+ z`YfHZLtpgM$SdC_$*nep>IB`&kkzVqd^!2fAI0Pimf&e=YE`XO3_mM$mJ|g?_25cI3bv{K-H{YqL+T*sxpDst5^gDk9inq=H*I^$EDdcqFo_|4#v z)4**Eltj=N_p6^t*oKUr%S znzQQl^)`{F)uU|u#zKqW>(U0Vu9GnJ*QcFTeo-$pA(!mu)zDa>E=uYJZXISVGv{9g z2{(9-%>56YJk<@2X7fd9Aj%w3{jB$o4{@i7k^y~Y-QR?Wg8`#&x$k?~1H8n_tsO@= zLRVKBixmX;SMXwv*M@Q%RF}E^bb7qj-xn^{$+T-t!GSq3%1TwH#a`wJ9HGkEd%bvl z?Le?%LJwPpBiM^OL?BZ^-YTncBkhV^lFG>(a_I)$z!}?{WwOh-?@faUIW7?s6+CRy zvtF&G(3=<_7+}N;6XS-V6oQ3$RkQ&m14=Gx#_L%|tVGRunO1MSDZOEmH>^ZjyPlTI z)+_Mg(F~4wqES>CNwdElLFLEkd~Mg;Xf#iEpm8w%T;(OdN|oZd6-VZ%XkLz;IFvf! zN2v~o5)aZ+u|W$D#m0nYxXPr3S(Q?Fe{%UaH@vn=GhigY{@_u^5a@7ld*6~hVUP5j z%w)x?HzRlPvPN0zkDcYYo21>Q{45%KC4bal;!#Oj*{T&%HaI#fA7pcdMFi@&#d%6L zXmT6I(}m}sk*R&->(fw>g(vgea4kqrZWpQ{YA8ab3&XC^CkitqKDuuc;zKIXqz+Fv z>?wza1G>Q;I;!vWWw>A0%w8=am{5d$Qfx?JThOxHFg!Rmt#MDOw*EeHq|6d0VlyC>;ZT2a<;M=3}e5(e*5h`p~sAd36giF{^@i zVLLLK|4@!JJH+tl7u!j>$nnb)-=h5|&a3V&X|{}BmUY{-O&;ZO=KsNHAqG7vlDl;P=ptrgLb zykw}14{6pfG48G82!Ra`M{T&`z&J-yy+dI8 z+L^x*@CW{&^3gubQCH)zur!0n+wyd5HT8i!8Q#L;T>50T234!B*y?C(PSQB3Ivt|% z2dWE67R48jNjK9<9pe+rQS2s~$Sctq_fa5B^|JU&cZEfrfPC8WC7GID9hZ;wd0~oA zwLI;uU{f-)9A6ieQMv&Bu};+2$5Ez0JON7dR2%g7{C-!F?lDb5ccP9_ZzPfSc@yUlx!N(@19Q_~!kK@vtP z9BC3EU%r-6JN;W-Xb@S9t2uEHj$wt&w0Dqe$50ghq{prPEZ*HUiRm*d^N(VSYi_$e#eSz5)tJKi%-TbI z<4K!-O*#zs*0*%nf`x9;-dS|MhhM1D&oaDgRHmSPUusa^4g__OY4PIZ z2tRVUfBHws)&6P8D74W2)IjL|-<|p-FohDu->!crz<;*r|8*$h{9y(w)Bky r!aqLk{}cYj-@oI=@E;))!yh3X(f@uLEZpBQv_B{BABxhl{Jr~MnyX&8 delta 5126 zcmY+IRa6vEyM}2=rG{2OkQzXcPNln>p=;>w8W{wUh7pDig`uRI84wWZ?vjRKB&8HY zIKQ5?&ic>Z7th-7x7NP;E}r$C+tkaG>1yEOQDYGj5@N*}TBVUm;{JvD(O&$PE;kS<;hAloA|qsEJH< zMTv@1UBk26vq?u$v}<9wCB{fq5N(H-dJxiv7E~HoQocA}Gusll{xjmF@XyWE^vRmo zlFie|_21*jpR0c3GQZo)?t{*#y#e>?Q=@m(64JQV9#D42hg_pQ!rpH25V#*Gp0E|T z3Y;eN6bUxUk@VE^R*45nd`h;4aeOF82Iu1hakK%yep`icRMJ@$?x?R7bu$8jVU$;U z>=bJsvT(ni8RM@Zx>v~7((JHLG^w`dg?*9{g0m4P#sepM(Dhu7Vu2HrtVdj9Cptgm zWF1azW0q>Ef2-!OKPpj!aO+Os5-`(d)tC&@G9kq`GI8Z*5S>@pNaRMK*EzBFByI3C z|D`4etbnted7UP2NRu%??F`SL6ZDXvp@vG8liWg5yE#xe)g-JyrlXljvlw0=CRfNK zPL=y>7-~RhO!Bna1Bo|fCB}*0C<jQ)BhRh^1H^s`%KCqaM35hGqNeH@n9v!{pUl>1GiGx<70|Z?jf7SF*54gsOSb$ zCg0BVQKAlz0x-S>c5=0&tLGGbJeJc`<}p2GzQCuxf}!YBkb|PNCb+XC?7{-o2&PvA zC7(vfbwDUXyrv*mf1dQLR?H_QCz>t#Ke-&fnv;RjM?~d+Yh8LW*ceT9!k9pK3)bEe9gLb!k`P-vC7f%*jYXA8oT zqM8k28kq-tcxq$l#b*+i(_P&_@sQnPR-`TyT}o?FJp!`FYBu!b(LHI>=}z1MzAH23 zpkM~RUsYUp<6}(bAMBTdnBK~OA`O=-@t?12=ct5lcHNC{?sUz*WdMU;FcN-m)>BU$ zr4R4jkc-wKerjcwVUwg=DPQpjQ-w{-h=0k}a*|@7C?FNlgSx{gc+^jahGZv@~ zd&ii5TEZb)FU-agv}C_3Kx5CPUCsms$Yedv2uHMJ6_fC%n`N{vPo$l0^d=S0l>y zJesfL7Ok0P;eo|{*UgM?84+bNPT)AfZ_ZXAW%|A}@!6+5V8ndMN>j%!Iil$Dzett8#(tZjy4bXSeDyV@1x<3 zo1sp%9@Dq_2y|%AC)*X~tTX?aEbbH`$QM}TMyP%&;cC5kZ6$2#2P0E+uY?O(h$pvu zA+%+Py}h9cXMsoROAE{(A}E~NiI+8a%FoZang0@A7;Y8F*LOO853}L;ecV>n0U`dg=CBCs42tDCxw2%4+2F53?Cjoh1_!b; zl38^l#ac_=D*(=t{i#mR7PChb%EA)krMT~m2y-ADXqV)ElXue*%fPSuImuADZ;cWy=^*g7ktQ* zaH5;DbNSdH`;3rKMKTp+v{K+VmtQg!C^S8mNJt7;B6P`j32<6hsce+r7R<>+p!15j zOY*B+q?WgJCQ(wpc?maxDk(G5tx|z`=u4w4xL}H(PlB24onGR;pnSwuK7fCST@q-K zqZVjfms~GkuiP9OA8gA3up1jCZFbK7;h`@5QgA4Wf%9tItLI%@CbKD)NY@toD4m~esOljC>W4ns>SGLs{Y)hK3U{b8Qg8D zo2I2M!_s}50}|*WX7-B`esPIycK`|3Pt&`~FLnSt) zlXtyE;E7<4R@w?B*yohXZA%92a}MeMpmYy}*(J2)$=y`YnlTJcr&IuUc7^jCaW4tR z2qdEUab3tIPGH`#5(H_nLjH8ZwG?2NeiTct9G-2RO<9lbhkBR0TMah1K6)oc#d*T? z9r_wkNF~0aDvp(dqk~ac%s8<|tF-dMu?l8f5$8Zf!`_Tz zYAxOQUBSk+BqsgsL7(8(+Zb{8ID0U}KX38txu?VsiT`osH?_>9YIOb%ac5+(^m>P3 z>$djywgj#qd*4S|OvMQcjRkBL1G$T1xoM~v$RCu^K#+(}hx0szCfA=Ty=wb6IAIiu zK8piZ-v#JDsJdBICV6z#-H%5p> zW8yad^JFjUhPkFP1xoXaiR&*{GV7{M3bK>AQ(3b0(#_w((uhqJk=w<4Y+a29ghoCb zKLL)!SXlA^EUf=$vM_UM83@Q?j(*@JxJ7Cti9AqWO%)nTy20h7_llDBot&8=hv`S| zPEuOmq5Lq+szzo_OY`q8#+BuHe*gOU5|B=x7Uw|-aEM5DredE%aw`DX3A3Px{EcfD)k1tI|yON!C$Bn-^j`U5J$vN;>};iz~z9rkPXLiOqH zvZ~3FfILoNSztayd;6Thn!GQRci=1xe{;Um9;*6T%7vJRfNy}QU_>V?=98dpF0@ik z47_Ns+>^e&<J`5%_t^p4Yhq*Vs$Um&;udAE=Mq8FE7ulU3;$wD&ewAx_-EZjEsIIWgYSB&r+{r)GD8pW?5GT|F-c<=@9FJ$u-@^hpzPBzV~vrjS+O-hyle)j7_J z`GR8;&G3uUDA<*&T?S6k#E7C=&Xs1_wKZdm9o4TeBX+@a)b7wKXr$h97+iR;jM(%i z>5cUuX`yS8InKWO_1-oNQ4|U2PH#r>zRNq%G=D)L7hu-6(-6a1&i(e|6z3$|;wDDI zpa@hTB@02L`y+r}#IEKVUmjnQWD4=sdjy59=AVPn;XU7~541#u*k*KJp@}oSXz)a$ zl6IYv&04PGa*k*S4RnzxVFBNZ@bSEikfE@h+=7?KbRmA1S{BK|d)N3ggCzQLZQHO| zFXwQ*)byHj1e$&ZVKae9Pi1u*3G-hW)X`+%gT#8YuCkVU@cAur;scZ#H;kKB`BjrU z{9^LB8>!hHV%9idZ9+QcQ+nU_b}p#Z@y{UKAO#9DP&EvCd} z=2~*SJnn~9k{2dC_ry8e1RW+_>X%j~(p7to8(ID%aXjT$eUYoo0FLF9GjgW&8XZ9o z>DTd3_Wks{uu++L{7o_ z9B;Zl@cnDR12*-(j&xu0v89@DRd+!SP8GBhm;`~&hCyTXCwChR+e$OMd(OvDEbcVK zr8hS=J-)Zy;MSre=i&{T97jl7rqH)T>( zejr#x_dCFQPWU&kx3gj*S5Bp8s8B}gwiM4(@3&)xTym{6>U_324=a<-VlbV21pH!a z$e=&2pKVt@W>S953`mfxle=aDeLz>-L*|vv8BwX#W3RTYp&(H}uFdcMz(WU4WNIO` zyzBwRDvkp=Axlmq1;mGl&<99v028Z!Fo}z6zC^;l6J40Pd@Idr_exS`HnLePoJF6} zB{UOpwX6y@X{r{yp)4k+eJ7%99sJ_yUhN+c3QO_*gKHJ#77@e71RnDWqqQ6&gD+Z5 zGjfJ@evI^h;GC6qTsbsPl@z@CiVt+8;{EC?b0oa2UyhYw9l|ke$@3YhHmMYp_L@ST z=d%ZPik;LX4wX!k%}LoMZ`jYoZ|evm0r>zyU2d;2&`+lh3ZJEaT#qMqy!p|qAN{JIVqnO~UuM$_? zC*EfpK(o>ghje{F^1WG8n%Sq_@^Dr2cA)ZPV{Gfp;JCUy@l5gkwBKUX^J*8+G}1?_ zYQfR|N}ZBRolq0DA)EXF`Np5sYkzcPKgHPN9cobP%VU#r(-KOW#pN`s5}y5LKK;iR z%d{0lp(L~8Gm`)!$xxFf!D%|nqAtO+VQI22a2L&1K1hQW!{^%V7fB?m;qL^vuVxe; zcV76sm)u}&5T+)=D4N8;w*tSnN9X%b_vasinPnV;wdu{9X=Q)RUichI?>sh{t);QO-iNT6i9(oengS_*l!Pk$=_%pQYSy~9)IW7~o=Zt6GQP!>yk%RRh+x_i|9K`5 zk!SOIAmkNA7KeO15)j3jOiT2B;rr~1sIoyGoJU-cUi*c8c2uU2N6e68Z&MI?eBE$K zxFYTIBV9eqgPGd;?WdsW+6Mcmy|RSM`&ELk*0t0ETnTiW)tg^Fyx_LRj-QOKDsH7I zes1+3bS0oDp@VYok2)js?n$KsK4iD>Hc43<`>on3c5mXjTz^8RT0b|-sbQFLGuklB zs<}{?;|NyyXB6_!R9ZV;Nrn(&VbM_i6%}k8YOMb&-C)AJ;{VDtFW!oOWaLx$M_WGi zf2`rt|3_SY + + + + + + About the Tests - Mosaic Project + + + +
+ +

About the Tests

+ +

This document provides an operational guide for running and expanding + tests of the Mosaic TestBench. I.e. it is not about running the Mosaic + TestBench, rather it is about testing the Mosaic TestBench

+ +

These tests are primarily ad hoc, as we avoid using the TestBench to test + itself. Despite being ad hoc, the tests follow a core philosophy: the goal + is to identify which functions fail, rather than diagnose why they fail. To + achieve this, tests do not print messages but instead + return true if they pass.

+ +

Accordingly, only pass/fail counts and the names of failing functions are + recorded. For more detailed investigation, the developer can run a failed + test using a debugging tool such as jdb.

+ +

1. Running the Tests

+

To run all tests and gather results, follow these steps:

+
    +
  1. Ensure the environment is clean by running clean_build_directories.
    2. +
  2. Run make to compile the project and prepare all test class shell wrappers.
    3. +
  3. Run run_tests to run the tests. Each test class will output + its results, identifying tests that failed.
    4. +
+ +

2. Ad Hoc Block Tests

+

The block tests are ad hoc and do not use TestBench directly. It would + have been nice to have used the TestBench, but doing so would have + introduce unnecessary complexity.

+
    +
  • 2.1 Each test group is a class.
    • +
      +
    • Each group of related tests is organized within its own class, keeping tests modular and focused.
      • +
    +
  • 2.2 Key Methods
    • +
      +
    • main: The entry point for command-line execution.
      • +
    • run: Aggregates test results, runs all methods in the class, and reports outcomes.
      • +
    +
  • 2.3 Helper and Test Methods
    • +
      +
    • Test methods take no arguments and return true if they pass; any other return value counts as a failure.
      • +
    +
+ +

3. Integration Tests

+

After completion of the ad hoc block testing, integration of the blocks + is tested with one or more tests that make use of the TestBench. The + TestBench framework offers a structured testing approach. Classes using + TestBench are referred to as Test Suites, each method within which is + treated as an independent test.

+
    +
  • 3.1 Test Suites
    • +
      + +
    • Each Test Suite class extends + the TestBench class. Each method in a Test Suite runs as a + separate test when the suite is executed.
      • +
    +
  • 3.2 Method Structure
    • +
      +
    • Each test method accepts a + single IO argument (a utility class handling input/output + streams) and returns a Object. Only a return value + of Boolean true is counted as a pass. Any other return + value, any uncaught exceptions, or any data left on stdin, or stdout + are taken to mean the test failed.
      • +
    +
+ +

4. Adding a Test

+

To extend the testing suite, new tests can be added as follows:

+
    +
  • 4.1 Create or Extend a Test Class
    • +
      +
    • Add a new test class as required or append methods to an existing one.
      • +
    +
  • 4.2 Integrate the Test Class
    • +
      +
    • For classes with a main function, add the class name to tool/shell_wrapper_list to ensure it is included in the test environment.
      • +
    +
+ +
+ + diff --git a/tester/document/what_the_tests_do.txt b/tester/document/what_the_tests_do.txt deleted file mode 100644 index 85563b6..0000000 --- a/tester/document/what_the_tests_do.txt +++ /dev/null @@ -1,7 +0,0 @@ - -Should probably finish this doc ;-) - - - - - diff --git a/tester/javac/Test_TestBench.java b/tester/javac/Test_TestBench.java new file mode 100644 index 0000000..848fae3 --- /dev/null +++ b/tester/javac/Test_TestBench.java @@ -0,0 +1,81 @@ +import java.lang.reflect.Method; +import com.ReasoningTechnology.Mosaic.IO; +import com.ReasoningTechnology.Mosaic.TestBench; + +public class Test_TestBench { + + /* -------------------------------------------------------------------------------- + Test methods to validate TestBench functionality + Each method tests a specific aspect of the TestBench class, with a focus on + ensuring that well-formed and ill-formed test cases are correctly identified + and handled. + */ + + // Tests if a correctly formed method is recognized as well-formed by TestBench + public static Boolean test_method_is_wellformed_0(IO io) { + try { + Method validMethod = Test_TestBench.class.getMethod("dummy_test_method", IO.class); + return Boolean.TRUE.equals(TestBench.method_is_wellformed(validMethod)); + } catch (NoSuchMethodException e) { + return false; + } + } + + // Tests if a method with an invalid return type is identified as malformed by TestBench + public static Boolean test_method_is_wellformed_1(IO io) { + try { + Method invalidReturnMethod = Test_TestBench.class.getMethod("dummy_invalid_return_method", IO.class); + return Boolean.FALSE.equals(TestBench.method_is_wellformed(invalidReturnMethod)); + } catch (NoSuchMethodException e) { + return false; + } + } + + // Tests if a valid test method runs successfully with the TestBench + public static Boolean test_run_test_0(IO io) { + try { + Method validMethod = Test_TestBench.class.getMethod("dummy_test_method", IO.class); + return Boolean.TRUE.equals(TestBench.run_test(new Test_TestBench(), validMethod, io)); + } catch (NoSuchMethodException e) { + return false; + } + } + + /* Dummy methods for testing */ + public Boolean dummy_test_method(IO io) { + return true; // Simulates a passing test case + } + + public void dummy_invalid_return_method(IO io) { + // Simulates a test case with an invalid return type + } + + /* -------------------------------------------------------------------------------- + Manually run all tests and summarize results without using TestBench itself. + Each test's name is printed if it fails, and only pass/fail counts are summarized. + */ + public static int run() { + int passed_tests = 0; + int failed_tests = 0; + IO io = new IO(); + + if (test_method_is_wellformed_0(io)) passed_tests++; else { System.out.println("test_method_is_wellformed_0"); failed_tests++; } + if (test_method_is_wellformed_1(io)) passed_tests++; else { System.out.println("test_method_is_wellformed_1"); failed_tests++; } + if (test_run_test_0(io)) passed_tests++; else { System.out.println("test_run_test_0"); failed_tests++; } + + // Summary for all the tests + System.out.println("Total tests run: " + (passed_tests + failed_tests)); + System.out.println("Total tests passed: " + passed_tests); + System.out.println("Total tests failed: " + failed_tests); + + return (failed_tests > 0) ? 1 : 0; + } + + /* -------------------------------------------------------------------------------- + Main method for shell interface, sets the exit status based on test results + */ + public static void main(String[] args) { + int exitCode = run(); + System.exit(exitCode); + } +} diff --git a/tester/javac/Test_Util.java b/tester/javac/Test_Util.java index de046ff..23a869e 100644 --- a/tester/javac/Test_Util.java +++ b/tester/javac/Test_Util.java @@ -8,60 +8,64 @@ Test_Util public class Test_Util{ public static Boolean test_all(){ - // Test with zero conditions - Boolean[] conditions0 = {}; - Boolean result = !Util.all(conditions0); // Empty conditions list is false. + // Test with zero condition + Boolean[] condition0 = {}; + Boolean result = !Util.all(condition0); // Empty condition list is false. // Test with one condition - Boolean[] conditions1_true = {true}; - Boolean[] conditions1_false = {false}; - result &= Util.all(conditions1_true); // should return true - result &= !Util.all(conditions1_false); // should return false + Boolean[] condition1_true = {true}; + Boolean[] condition1_false = {false}; + result &= Util.all(condition1_true); // should return true + result &= !Util.all(condition1_false); // should return false - // Test with two conditions - Boolean[] conditions2_true = {true, true}; - Boolean[] conditions2_false1 = {true, false}; - Boolean[] conditions2_false2 = {false, true}; - Boolean[] conditions2_false3 = {false, false}; - result &= Util.all(conditions2_true); // should return true - result &= !Util.all(conditions2_false1); // should return false - result &= !Util.all(conditions2_false2); // should return false - result &= !Util.all(conditions2_false3); // should return false + // Test with two condition + Boolean[] condition2_true = {true, true}; + Boolean[] condition2_false1 = {true, false}; + Boolean[] condition2_false2 = {false, true}; + Boolean[] condition2_false3 = {false, false}; + result &= Util.all(condition2_true); // should return true + result &= !Util.all(condition2_false1); // should return false + result &= !Util.all(condition2_false2); // should return false + result &= !Util.all(condition2_false3); // should return false - // Test with three conditions - Boolean[] conditions3_false1 = {true, true, false}; - Boolean[] conditions3_true = {true, true, true}; - Boolean[] conditions3_false2 = {true, false, true}; - Boolean[] conditions3_false3 = {false, true, true}; - Boolean[] conditions3_false4 = {false, false, false}; - result &= !Util.all(conditions3_false1); // should return false - result &= Util.all(conditions3_true); // should return true - result &= !Util.all(conditions3_false2); // should return false - result &= !Util.all(conditions3_false3); // should return false - result &= !Util.all(conditions3_false4); // should return false + // Test with three condition + Boolean[] condition3_false1 = {true, true, false}; + Boolean[] condition3_true = {true, true, true}; + Boolean[] condition3_false2 = {true, false, true}; + Boolean[] condition3_false3 = {false, true, true}; + Boolean[] condition3_false4 = {false, false, false}; + result &= !Util.all(condition3_false1); // should return false + result &= Util.all(condition3_true); // should return true + result &= !Util.all(condition3_false2); // should return false + result &= !Util.all(condition3_false3); // should return false + result &= !Util.all(condition3_false4); // should return false return result; } public static Boolean test_all_set_false(){ - Boolean[] conditions = {true, true, true}; - Util.all_set_false(conditions); - return !Util.all(conditions); // Should return false after setting all to false + Boolean[] condition_list = {true, true, true}; + Util.all_set_false(condition_list); + return !condition_list[0] && !condition_list[1] && !condition_list[2]; } public static Boolean test_all_set_true(){ - Boolean[] conditions = {false, false, false}; - Util.all_set_true(conditions); - return Util.all(conditions); // Should return true after setting all to true + Boolean[] condition_list = {false, false, false}; + Util.all_set_true(condition_list); + return condition_list[0] && condition_list[1] && condition_list[2]; } public static int run(){ - Boolean[] condition = new Boolean[3]; - condition[0] = test_all(); - condition[1] = test_all_set_false(); - condition[2] = test_all_set_true(); + Boolean[] condition_list = new Boolean[3]; + condition_list[0] = test_all(); + condition_list[1] = test_all_set_false(); + condition_list[2] = test_all_set_true(); - if( !Util.all(condition) ){ + if( + !condition_list[0] + || !condition_list[1] + || !condition_list[2] + ){ System.out.println("Test_Util failed"); return 1; } diff --git a/tester/jvm/Test_Mosaic.jar b/tester/jvm/Test_Mosaic.jar index acdaf46e21890c2ec3ef85b5cb0655a8fc0a77e1..ff370e33eb262f42d9e689e10cd291ab9f6cd2bc 100644 GIT binary patch delta 2982 zcmZ9OXE+;d7sq2&)M_hKt(rwzqqb`8QM7jKt@ajsr6g9Zk}5&$O7WE1wDw-nc=6aV zYg0w+^49a=z4|`)hx0$zIoEZcZ@=qT$2J6}*3l#(1p$CSAiy@*Duwz9$#rN9UPm<} z5svtuW{aen6!v>!0{G*Be)k6UP+zO-qG<17=Ok$7W&?$y(=3dbC+MSd1t?Tgd94xN zOv{Y3jAkdANocV+6;|>{Rwf&B<>&5_kQ*BSJ5|wF4v3en{~6m=OHDgpDXwqaP}!m! z@-aLkIV-ICGMqw1ypjPCq;Z5D$)3;s2s*~AUHw|@hrO0O;T*iR%s}TXXwu~R7{$|F zOEnQBGze<#^FbdI^r|wn4l<8s`%jOm*x0B*J{mAA`<&;v?(-ijUn)L>J9X}+%+)66Db@YLmG!4uG)}Qww+l&9snM^}e z&6giN*rWdUa8+Z-g!w1ktKn6t3MKbwX~Dy7UyA0L2D%(Nm5!fl_|YDl_5v4uC6hAi7C@05sC1fM8{QDARp|-cDmAe?Iv&46&%yBvKD^c)egwif^ z6yQB}F(&n=03#K~{7ys|+_!9qBfoHq31zqnA}W{Wev%1L{Gq2u<~sAE^b5CCMVaY0&sk3xhX_zm++uXMNOXi^q z=U$oCMLx5THfcCWCfw~+4%3cUG0BcF_HH}-&S%M7GCS>!N(Q~tl98Zzxvd9RWnQ+- zQ-p~~df2!IuE+;l(xcGe@iQR*D~R-ABBVWMKa4)p-!Ns*@7%(S5esf!I}z7b;mwTb zZcYz0T$nv8-SoQ9iV2^ge7qQFIh6<*S%TWUvYJKM$%Q8^b2BPleYpK=o#O(;#}35# zoju<7WN&{cA28ZS(dMzECPne;aCGcuxV$8VHH6prX)rI*vVz#XdIu-s&WcV#O{J*DauERR=_G72yK7J)RY>4Q;#(KE5N< z4=b_gQe77{w0IrLT-hn`Vc)%Lc!#^LD2^h%F19&}(bj?=>E$^0jd`yVOY-T<7CL%t zXP>E}-r73*wWfmZ5bqB${lw|&I^5li5=K(pGYQbNNa{F*_7C+ z9YuF&MuG8xWjZ`(IE;o07$T(S{82f#O!hEBE>9@zF&;F9Zr662>Ssu`N<@ zao}|prhuIZo7toH=py0%!~RJWmw^-S^3X$8wTK>F8OKC{;cuo<6i^9Q3W37Y1Qc3? zvW`gzo(Y{3yh&Y1XE=gF`EGB&zU4F4HslaR{j+?8dG)0zN*oI9&kvP#MKuy}r1r0s zPs5VX-w431ia?)8va*H@KZKz+)Q(5_M}od_4Wbyll8F*99WNRaDQUdvt=`OLJV3Hl z)^i4KNrX&p-aC6*Kp0Q<*NH7=6+OU9L)+)9&>1*AJQh{({oO=u`H~E>Ha-bw-U+7o zd6xm|VX8*zj<11s^aK(tG3ZEi7PA*@)PrI5jbd4hi4&jkuq}rq(pytW74iH@t8t$( z#vMYs1@4#2%ceFp5fZCV&m3-O55kKz$WL2Gs>AsOnauTGlA~{&Ly$%Kj?)VwMu=jK zJ@<(hGOiZmL4ynK_>#v08Qleb<9RWb@Oyar4*Eh|4X1tRQFNL&0*$%|-G@cmGaN|E zNJ`q+m#^(lUCi#RG=`4Ui1w!z&I>FBVvEx_sRAczADeAzp-d!6ewGhLhU+KxRFv$r zZtvW+NSm)~m_X^oiMT+`Yika73hc0ymlp+GZhWURrz@wCXy|{m+C|pL5r(wJxVvL~ zS^B(nS`o(eZfdwCE(?7(3=G9ECKUV8m&*;13M3}IGtV^-kd+WbvMV!NzXQ4zuma0! z(z9!Mos`?x4&=H6Bq|YCkEeOpr`Mb=d58dp;1pAz$a4bwZ;e@7n zS4-B8T2AVZBo!yScVj_Rp;ll?}>y`pUe$3t{TQE zyynYtvb~Ev#C3R^Hg>62)p*CeoW-DHeD@GqIh826xVRpPsR92D$CwvY`V5mi$CCoN zm1-?^6&H%;;g~^k*!k>0ljghE7u^oFZ4XZ20&XgkJgrrUjIzNi_h#Z2c^}@dhBGn+ ztSI^4;c5%(uZ(9@U>mUar&CJ*bkW0Rizv#?ozzVD{9>QS+gABiMDjYPDtvZ1>`s^P zB>6tQz&Gdd4Ou}UsW-)=pO&FB9?F(&;2}(#8KSg(^QuZe4E9xfWeKJj)Q(Z!y4?h6 z7MtVs`DGPiesTXPuq?*)l%^?u)zVwZ?_0^2nMexQz^C&ggyE(b4{^yfrRR6XzdC>5 z%UKUUN8txlrWLYDJQ{aNI8Sn*V*<<_oAd<36>nS`XLHfIg2@QHs(_q8&sqTQbX)Ax zFd4af0<%!Tz;_`(tT^9kIcXwB%lZ_YQQJNZ??10>lW_1Fvt^q@6aWYa2msAgUXcwt1I<)kkxI)0%v4^p7y-}%1I$!jv+D!1 z1Ov=eUXxi4B7fa)Q*{`}KTmtw({`t@b+A_oj1A~spc~^ww}InT2OA*Wh75I{b!X#X z*DmcD!i^!uJK~KYUU=b^iCka=6K65OYvY9%`~lv0VWR&6ius*(UAwhL6Jyi-&iQ?x z@ALM1p5JqR{PVl-fn&^th%l@(65==~LU?#ZEu(6CQhzO{LNst%EoannHpn?%4e(ls zG0q3Lpuq7E=a|sBsB=m1kJxG3IU#ss-P3}0Ix}wxTgUCRb#Y~B&dN@jb16%RjAxQ& zYTC@&YF`93=Z2jV>c%InoHIM+*r{P5;HZt6N(tLz-QzdSTV_0ErWfOP zWF|dtJAZa2o$D92U9U>=XRX{y$`Kl?itE>H49q&&6-#I+hZf9K&Z?jtD$*k5kV_k= z1|F&g4pxAJCH4ApaFd(CY8D6o#^PZioN&zKyA$TJd)7KpA+mO|vpLIIOE9#qEHqRw z3UPR|D`~g9V?wY*7PKYPP76)3^5ai9Sv$Qr?0>d`nO)2Yja9@#UDk3|vgz5R+b%LD zgc6yRY|=VstH#(;YKVhM*`SeaLc^vy>RdK>oht?jCJm;THn_?g2G`WmM!UfQwZv)H znK8J|n?ilb`0fSMPFeFhZyCJJY=vmq%;l_kgMJ1K-oX@tC81Ei9?GS;n^w{hI+K~D z_J4lktM0*KO=r#i11}3|H@UW3KQzZKm96#JXn$ z{g&EYT2RM7Q(Z5-q0Y^*YS%;+%BZY&S!#(pImcQOyqOh8*j~`LGx5t=JMAQ#tYt0@ z3yoD^L0?w8R9fBQ8VzFIwjDu>jdf4cL4N}g)X$HoawBX9;s^rxdcH*-10I@+BnZ$9 z7zF|?v;sj@_JXqZ1dT9wJl>~xF7)K_uA+U4u6=>#&Ep%_p5nRY)$;ff6NPsLCocA` zqV*N%?<=0#AE;D!ao@WBHO+ktX%(1jZpi0bx4p*mS6~I6uKcuW8yvU#s(5w<{(o8m zy^6rUDb{Pgg4;kfQ6b8pe^WMVqL6=6Qfs0*|EAp5d>L+hfm(qFH|8Fy#jL9(Fscb2 z0baLr7Thi|@DZkkdb((!p9rHg@&-+$Xyz_0+^3ZXwDE*?p0R`9iHgQ<*+qv8u}7xp zlx4c)9((0;_Q^Nwm!F8quXKB$*MIHI4+-OwKiEMOXp!I8$u5L0`I+5B@z5{N=pc%h zlzhS-qG;Te59lO{kNc9Qizt2`$P9alqRTFRVINTfGQve=LbA-qbQ7gc z?(rTyL^0?E`HIMM8g=?co3t)ok-`o^R`2zXh*5Oxx&ZCj+Iq z*+w%5-R|rKLU^9LA&ja3;-vtliUD-iyw@rKT?O!{G@=VGkI=?Zc5B2axCVsuBbl2ZIY+-YAP)h{{000001^@;CW&r>Ix(xsT F006*Xs3rga diff --git a/tester/shell/Test_TestBench b/tester/shell/Test_TestBench new file mode 100755 index 0000000..e6b261f --- /dev/null +++ b/tester/shell/Test_TestBench @@ -0,0 +1,2 @@ +#!/bin/env bash +java Test_TestBench diff --git a/tester/tool/run_tests b/tester/tool/run_tests new file mode 100755 index 0000000..1e7182b --- /dev/null +++ b/tester/tool/run_tests @@ -0,0 +1,23 @@ +#!/bin/env bash + +# Ensure REPO_HOME is set +if [ -z "$REPO_HOME" ]; then + echo "Error: REPO_HOME is not set." + exit 1 +fi + +# Navigate to the shell directory +cd "$REPO_HOME/tester/shell" || exit + +# Get the list of test scripts in the specific order from shell_wrapper_list +test_list=$(shell_wrapper_list) + +# Execute each test in the specified order +for file in $test_list; do + if [[ -x "$file" && ! -d "$file" ]]; then + echo -n "Running $file..." + ./"$file" + else + echo "Skipping $file (not executable or is a directory)" + fi +done diff --git a/tester/tool/shell_wrapper_list b/tester/tool/shell_wrapper_list index aec2e97..3b46b8d 100755 --- a/tester/tool/shell_wrapper_list +++ b/tester/tool/shell_wrapper_list @@ -9,5 +9,5 @@ if [ "$ENV" != "$env_must_be" ]; then fi # space separated list of shell interface wrappers -echo Test0 Test_Util Test_IO +echo Test0 Test_Util Test_IO Test_TestBench -- 2.20.1