From ec7f0b1fe46384712cfa4f441d1710d8ab02fee8 Mon Sep 17 00:00:00 2001 From: Kanthi Subramanian Date: Mon, 1 Dec 2025 11:11:28 -0600 Subject: [PATCH 1/3] Gatling benchmark setup for ice rest catalog. --- benchmarks/.gitignore | 20 ++ benchmarks/build.gradle | 57 ++++ benchmarks/gradle/wrapper/gradle-wrapper.jar | Bin 0 -> 43462 bytes .../gradle/wrapper/gradle-wrapper.properties | 8 + benchmarks/gradlew | 248 ++++++++++++++++++ benchmarks/pom.xml | 63 +++++ benchmarks/quick-start.sh | 63 +++++ benchmarks/run-with-token.sh | 50 ++++ benchmarks/settings.gradle | 3 + .../src/test/resources/application.conf | 101 +++++++ benchmarks/src/test/resources/logback.xml | 26 ++ .../ice/benchmarks/DatasetGenerator.scala | 155 +++++++++++ .../ice/benchmarks/IceRestProtocol.scala | 49 ++++ .../CreateTreeDatasetSimulation.scala | 151 +++++++++++ .../ReadOnlyWorkloadSimulation.scala | 95 +++++++ .../ReadUpdateTreeDatasetSimulation.scala | 159 +++++++++++ 16 files changed, 1248 insertions(+) create mode 100644 benchmarks/.gitignore create mode 100644 benchmarks/build.gradle create mode 100644 benchmarks/gradle/wrapper/gradle-wrapper.jar create mode 100644 benchmarks/gradle/wrapper/gradle-wrapper.properties create mode 100755 benchmarks/gradlew create mode 100644 benchmarks/pom.xml create mode 100755 benchmarks/quick-start.sh create mode 100755 benchmarks/run-with-token.sh create mode 100644 benchmarks/settings.gradle create mode 100644 benchmarks/src/test/resources/application.conf create mode 100644 benchmarks/src/test/resources/logback.xml create mode 100644 benchmarks/src/test/scala/com/altinity/ice/benchmarks/DatasetGenerator.scala create mode 100644 benchmarks/src/test/scala/com/altinity/ice/benchmarks/IceRestProtocol.scala create mode 100644 benchmarks/src/test/scala/com/altinity/ice/benchmarks/simulations/CreateTreeDatasetSimulation.scala create mode 100644 benchmarks/src/test/scala/com/altinity/ice/benchmarks/simulations/ReadOnlyWorkloadSimulation.scala create mode 100644 benchmarks/src/test/scala/com/altinity/ice/benchmarks/simulations/ReadUpdateTreeDatasetSimulation.scala diff --git a/benchmarks/.gitignore b/benchmarks/.gitignore new file mode 100644 index 0000000..72f00e2 --- /dev/null +++ b/benchmarks/.gitignore @@ -0,0 +1,20 @@ +# Gradle +.gradle/ +build/ +!gradle/wrapper/gradle-wrapper.jar + +# IDE +.idea/ +*.iml +.vscode/ +*.swp +*.swo +*~ + +# Gatling +results/ + +# Logs +*.log + + diff --git a/benchmarks/build.gradle b/benchmarks/build.gradle new file mode 100644 index 0000000..94f590d --- /dev/null +++ b/benchmarks/build.gradle @@ -0,0 +1,57 @@ +plugins { + id 'scala' + id 'io.gatling.gradle' version '3.11.5.2' +} + +group = 'com.altinity.ice.benchmarks' +version = '0.0.0-SNAPSHOT' + +repositories { + mavenCentral() +} + +ext { + gatlingVersion = '3.11.5' + scalaVersion = '2.13.14' +} + +dependencies { + // Gatling dependencies + gatling "io.gatling.highcharts:gatling-charts-highcharts:${gatlingVersion}" + gatling "io.gatling:gatling-app:${gatlingVersion}" + gatling "io.gatling:gatling-recorder:${gatlingVersion}" + + // Scala + implementation "org.scala-lang:scala-library:${scalaVersion}" + + // JSON processing + implementation 'com.fasterxml.jackson.core:jackson-databind:2.17.0' + implementation 'com.fasterxml.jackson.module:jackson-module-scala_2.13:2.17.0' + + // Configuration + implementation 'com.typesafe:config:1.4.3' + + // Logging + implementation 'ch.qos.logback:logback-classic:1.5.6' +} + +gatling { + // Gatling configuration + simulations = { + include "**/*Simulation.scala" + } + + // JVM arguments for Gatling + jvmArgs = [ + '-Xms2G', + '-Xmx4G', + '-XX:+UseG1GC', + '-XX:MaxGCPauseMillis=30' + ] +} + +tasks.withType(ScalaCompile) { + scalaCompileOptions.additionalParameters = ['-deprecation', '-feature'] +} + + diff --git a/benchmarks/gradle/wrapper/gradle-wrapper.jar b/benchmarks/gradle/wrapper/gradle-wrapper.jar new file mode 100644 index 0000000000000000000000000000000000000000..d64cd4917707c1f8861d8cb53dd15194d4248596 GIT binary patch literal 43462 zcma&NWl&^owk(X(xVyW%ySuwf;qI=D6|RlDJ2cR^yEKh!@I- zp9QeisK*rlxC>+~7Dk4IxIRsKBHqdR9b3+fyL=ynHmIDe&|>O*VlvO+%z5;9Z$|DJ zb4dO}-R=MKr^6EKJiOrJdLnCJn>np?~vU-1sSFgPu;pthGwf}bG z(1db%xwr#x)r+`4AGu$j7~u2MpVs3VpLp|mx&;>`0p0vH6kF+D2CY0fVdQOZ@h;A` z{infNyvmFUiu*XG}RNMNwXrbec_*a3N=2zJ|Wh5z* z5rAX$JJR{#zP>KY**>xHTuw?|-Rg|o24V)74HcfVT;WtQHXlE+_4iPE8QE#DUm%x0 zEKr75ur~W%w#-My3Tj`hH6EuEW+8K-^5P62$7Sc5OK+22qj&Pd1;)1#4tKihi=~8C zHiQSst0cpri6%OeaR`PY>HH_;CPaRNty%WTm4{wDK8V6gCZlG@U3$~JQZ;HPvDJcT1V{ z?>H@13MJcCNe#5z+MecYNi@VT5|&UiN1D4ATT+%M+h4c$t;C#UAs3O_q=GxK0}8%8 z8J(_M9bayxN}69ex4dzM_P3oh@ZGREjVvn%%r7=xjkqxJP4kj}5tlf;QosR=%4L5y zWhgejO=vao5oX%mOHbhJ8V+SG&K5dABn6!WiKl{|oPkq(9z8l&Mm%(=qGcFzI=eLu zWc_oCLyf;hVlB@dnwY98?75B20=n$>u3b|NB28H0u-6Rpl((%KWEBOfElVWJx+5yg z#SGqwza7f}$z;n~g%4HDU{;V{gXIhft*q2=4zSezGK~nBgu9-Q*rZ#2f=Q}i2|qOp z!!y4p)4o=LVUNhlkp#JL{tfkhXNbB=Ox>M=n6soptJw-IDI|_$is2w}(XY>a=H52d z3zE$tjPUhWWS+5h=KVH&uqQS=$v3nRs&p$%11b%5qtF}S2#Pc`IiyBIF4%A!;AVoI zXU8-Rpv!DQNcF~(qQnyyMy=-AN~U>#&X1j5BLDP{?K!%h!;hfJI>$mdLSvktEr*89 zdJHvby^$xEX0^l9g$xW-d?J;L0#(`UT~zpL&*cEh$L|HPAu=P8`OQZV!-}l`noSp_ zQ-1$q$R-gDL)?6YaM!=8H=QGW$NT2SeZlb8PKJdc=F-cT@j7Xags+Pr*jPtlHFnf- zh?q<6;)27IdPc^Wdy-mX%2s84C1xZq9Xms+==F4);O`VUASmu3(RlgE#0+#giLh-& zcxm3_e}n4{%|X zJp{G_j+%`j_q5}k{eW&TlP}J2wtZ2^<^E(O)4OQX8FDp6RJq!F{(6eHWSD3=f~(h} zJXCf7=r<16X{pHkm%yzYI_=VDP&9bmI1*)YXZeB}F? z(%QsB5fo*FUZxK$oX~X^69;x~j7ms8xlzpt-T15e9}$4T-pC z6PFg@;B-j|Ywajpe4~bk#S6(fO^|mm1hKOPfA%8-_iGCfICE|=P_~e;Wz6my&)h_~ zkv&_xSAw7AZ%ThYF(4jADW4vg=oEdJGVOs>FqamoL3Np8>?!W#!R-0%2Bg4h?kz5I zKV-rKN2n(vUL%D<4oj@|`eJ>0i#TmYBtYmfla;c!ATW%;xGQ0*TW@PTlGG><@dxUI zg>+3SiGdZ%?5N=8uoLA|$4isK$aJ%i{hECP$bK{J#0W2gQ3YEa zZQ50Stn6hqdfxJ*9#NuSLwKFCUGk@c=(igyVL;;2^wi4o30YXSIb2g_ud$ zgpCr@H0qWtk2hK8Q|&wx)}4+hTYlf;$a4#oUM=V@Cw#!$(nOFFpZ;0lc!qd=c$S}Z zGGI-0jg~S~cgVT=4Vo)b)|4phjStD49*EqC)IPwyeKBLcN;Wu@Aeph;emROAwJ-0< z_#>wVm$)ygH|qyxZaet&(Vf%pVdnvKWJn9`%DAxj3ot;v>S$I}jJ$FLBF*~iZ!ZXE zkvui&p}fI0Y=IDX)mm0@tAd|fEHl~J&K}ZX(Mm3cm1UAuwJ42+AO5@HwYfDH7ipIc zmI;1J;J@+aCNG1M`Btf>YT>~c&3j~Qi@Py5JT6;zjx$cvOQW@3oQ>|}GH?TW-E z1R;q^QFjm5W~7f}c3Ww|awg1BAJ^slEV~Pk`Kd`PS$7;SqJZNj->it4DW2l15}xP6 zoCl$kyEF%yJni0(L!Z&14m!1urXh6Btj_5JYt1{#+H8w?5QI%% zo-$KYWNMJVH?Hh@1n7OSu~QhSswL8x0=$<8QG_zepi_`y_79=nK=_ZP_`Em2UI*tyQoB+r{1QYZCpb?2OrgUw#oRH$?^Tj!Req>XiE#~B|~ z+%HB;=ic+R@px4Ld8mwpY;W^A%8%l8$@B@1m5n`TlKI6bz2mp*^^^1mK$COW$HOfp zUGTz-cN9?BGEp}5A!mDFjaiWa2_J2Iq8qj0mXzk; z66JBKRP{p%wN7XobR0YjhAuW9T1Gw3FDvR5dWJ8ElNYF94eF3ebu+QwKjtvVu4L zI9ip#mQ@4uqVdkl-TUQMb^XBJVLW(-$s;Nq;@5gr4`UfLgF$adIhd?rHOa%D);whv z=;krPp~@I+-Z|r#s3yCH+c1US?dnm+C*)r{m+86sTJusLdNu^sqLrfWed^ndHXH`m zd3#cOe3>w-ga(Dus_^ppG9AC>Iq{y%%CK+Cro_sqLCs{VLuK=dev>OL1dis4(PQ5R zcz)>DjEkfV+MO;~>VUlYF00SgfUo~@(&9$Iy2|G0T9BSP?&T22>K46D zL*~j#yJ?)^*%J3!16f)@Y2Z^kS*BzwfAQ7K96rFRIh>#$*$_Io;z>ux@}G98!fWR@ zGTFxv4r~v)Gsd|pF91*-eaZ3Qw1MH$K^7JhWIdX%o$2kCbvGDXy)a?@8T&1dY4`;L z4Kn+f%SSFWE_rpEpL9bnlmYq`D!6F%di<&Hh=+!VI~j)2mfil03T#jJ_s?}VV0_hp z7T9bWxc>Jm2Z0WMU?`Z$xE74Gu~%s{mW!d4uvKCx@WD+gPUQ zV0vQS(Ig++z=EHN)BR44*EDSWIyT~R4$FcF*VEY*8@l=218Q05D2$|fXKFhRgBIEE zdDFB}1dKkoO^7}{5crKX!p?dZWNz$m>1icsXG2N+((x0OIST9Zo^DW_tytvlwXGpn zs8?pJXjEG;T@qrZi%#h93?FP$!&P4JA(&H61tqQi=opRzNpm zkrG}$^t9&XduK*Qa1?355wd8G2CI6QEh@Ua>AsD;7oRUNLPb76m4HG3K?)wF~IyS3`fXuNM>${?wmB zpVz;?6_(Fiadfd{vUCBM*_kt$+F3J+IojI;9L(gc9n3{sEZyzR9o!_mOwFC#tQ{Q~ zP3-`#uK#tP3Q7~Q;4H|wjZHO8h7e4IuBxl&vz2w~D8)w=Wtg31zpZhz%+kzSzL*dV zwp@{WU4i;hJ7c2f1O;7Mz6qRKeASoIv0_bV=i@NMG*l<#+;INk-^`5w@}Dj~;k=|}qM1vq_P z|GpBGe_IKq|LNy9SJhKOQ$c=5L{Dv|Q_lZl=-ky*BFBJLW9&y_C|!vyM~rQx=!vun z?rZJQB5t}Dctmui5i31C_;_}CEn}_W%>oSXtt>@kE1=JW*4*v4tPp;O6 zmAk{)m!)}34pTWg8{i>($%NQ(Tl;QC@J@FfBoc%Gr&m560^kgSfodAFrIjF}aIw)X zoXZ`@IsMkc8_=w%-7`D6Y4e*CG8k%Ud=GXhsTR50jUnm+R*0A(O3UKFg0`K;qp1bl z7``HN=?39ic_kR|^R^~w-*pa?Vj#7|e9F1iRx{GN2?wK!xR1GW!qa=~pjJb-#u1K8 zeR?Y2i-pt}yJq;SCiVHODIvQJX|ZJaT8nO+(?HXbLefulKKgM^B(UIO1r+S=7;kLJ zcH}1J=Px2jsh3Tec&v8Jcbng8;V-`#*UHt?hB(pmOipKwf3Lz8rG$heEB30Sg*2rx zV<|KN86$soN(I!BwO`1n^^uF2*x&vJ$2d$>+`(romzHP|)K_KkO6Hc>_dwMW-M(#S zK(~SiXT1@fvc#U+?|?PniDRm01)f^#55;nhM|wi?oG>yBsa?~?^xTU|fX-R(sTA+5 zaq}-8Tx7zrOy#3*JLIIVsBmHYLdD}!0NP!+ITW+Thn0)8SS!$@)HXwB3tY!fMxc#1 zMp3H?q3eD?u&Njx4;KQ5G>32+GRp1Ee5qMO0lZjaRRu&{W<&~DoJNGkcYF<5(Ab+J zgO>VhBl{okDPn78<%&e2mR{jwVCz5Og;*Z;;3%VvoGo_;HaGLWYF7q#jDX=Z#Ml`H z858YVV$%J|e<1n`%6Vsvq7GmnAV0wW4$5qQ3uR@1i>tW{xrl|ExywIc?fNgYlA?C5 zh$ezAFb5{rQu6i7BSS5*J-|9DQ{6^BVQ{b*lq`xS@RyrsJN?-t=MTMPY;WYeKBCNg z^2|pN!Q^WPJuuO4!|P@jzt&tY1Y8d%FNK5xK(!@`jO2aEA*4 zkO6b|UVBipci?){-Ke=+1;mGlND8)6+P;8sq}UXw2hn;fc7nM>g}GSMWu&v&fqh

iViYT=fZ(|3Ox^$aWPp4a8h24tD<|8-!aK0lHgL$N7Efw}J zVIB!7=T$U`ao1?upi5V4Et*-lTG0XvExbf!ya{cua==$WJyVG(CmA6Of*8E@DSE%L z`V^$qz&RU$7G5mg;8;=#`@rRG`-uS18$0WPN@!v2d{H2sOqP|!(cQ@ zUHo!d>>yFArLPf1q`uBvY32miqShLT1B@gDL4XoVTK&@owOoD)OIHXrYK-a1d$B{v zF^}8D3Y^g%^cnvScOSJR5QNH+BI%d|;J;wWM3~l>${fb8DNPg)wrf|GBP8p%LNGN# z3EaIiItgwtGgT&iYCFy9-LG}bMI|4LdmmJt@V@% zb6B)1kc=T)(|L@0;wr<>=?r04N;E&ef+7C^`wPWtyQe(*pD1pI_&XHy|0gIGHMekd zF_*M4yi6J&Z4LQj65)S zXwdM{SwUo%3SbPwFsHgqF@V|6afT|R6?&S;lw=8% z3}@9B=#JI3@B*#4s!O))~z zc>2_4Q_#&+5V`GFd?88^;c1i7;Vv_I*qt!_Yx*n=;rj!82rrR2rQ8u5(Ejlo{15P% zs~!{%XJ>FmJ})H^I9bn^Re&38H{xA!0l3^89k(oU;bZWXM@kn$#aoS&Y4l^-WEn-fH39Jb9lA%s*WsKJQl?n9B7_~P z-XM&WL7Z!PcoF6_D>V@$CvUIEy=+Z&0kt{szMk=f1|M+r*a43^$$B^MidrT0J;RI` z(?f!O<8UZkm$_Ny$Hth1J#^4ni+im8M9mr&k|3cIgwvjAgjH z8`N&h25xV#v*d$qBX5jkI|xOhQn!>IYZK7l5#^P4M&twe9&Ey@@GxYMxBZq2e7?`q z$~Szs0!g{2fGcp9PZEt|rdQ6bhAgpcLHPz?f-vB?$dc*!9OL?Q8mn7->bFD2Si60* z!O%y)fCdMSV|lkF9w%x~J*A&srMyYY3{=&$}H zGQ4VG_?$2X(0|vT0{=;W$~icCI{b6W{B!Q8xdGhF|D{25G_5_+%s(46lhvNLkik~R z>nr(&C#5wwOzJZQo9m|U<;&Wk!_#q|V>fsmj1g<6%hB{jGoNUPjgJslld>xmODzGjYc?7JSuA?A_QzjDw5AsRgi@Y|Z0{F{!1=!NES-#*f^s4l0Hu zz468))2IY5dmD9pa*(yT5{EyP^G>@ZWumealS-*WeRcZ}B%gxq{MiJ|RyX-^C1V=0 z@iKdrGi1jTe8Ya^x7yyH$kBNvM4R~`fbPq$BzHum-3Zo8C6=KW@||>zsA8-Y9uV5V z#oq-f5L5}V<&wF4@X@<3^C%ptp6+Ce)~hGl`kwj)bsAjmo_GU^r940Z-|`<)oGnh7 zFF0Tde3>ui?8Yj{sF-Z@)yQd~CGZ*w-6p2U<8}JO-sRsVI5dBji`01W8A&3$?}lxBaC&vn0E$c5tW* zX>5(zzZ=qn&!J~KdsPl;P@bmA-Pr8T*)eh_+Dv5=Ma|XSle6t(k8qcgNyar{*ReQ8 zTXwi=8vr>!3Ywr+BhggHDw8ke==NTQVMCK`$69fhzEFB*4+H9LIvdt-#IbhZvpS}} zO3lz;P?zr0*0$%-Rq_y^k(?I{Mk}h@w}cZpMUp|ucs55bcloL2)($u%mXQw({Wzc~ z;6nu5MkjP)0C(@%6Q_I_vsWrfhl7Zpoxw#WoE~r&GOSCz;_ro6i(^hM>I$8y>`!wW z*U^@?B!MMmb89I}2(hcE4zN2G^kwyWCZp5JG>$Ez7zP~D=J^LMjSM)27_0B_X^C(M z`fFT+%DcKlu?^)FCK>QzSnV%IsXVcUFhFdBP!6~se&xxrIxsvySAWu++IrH;FbcY$ z2DWTvSBRfLwdhr0nMx+URA$j3i7_*6BWv#DXfym?ZRDcX9C?cY9sD3q)uBDR3uWg= z(lUIzB)G$Hr!){>E{s4Dew+tb9kvToZp-1&c?y2wn@Z~(VBhqz`cB;{E4(P3N2*nJ z_>~g@;UF2iG{Kt(<1PyePTKahF8<)pozZ*xH~U-kfoAayCwJViIrnqwqO}7{0pHw$ zs2Kx?s#vQr7XZ264>5RNKSL8|Ty^=PsIx^}QqOOcfpGUU4tRkUc|kc7-!Ae6!+B{o~7nFpm3|G5^=0#Bnm6`V}oSQlrX(u%OWnC zoLPy&Q;1Jui&7ST0~#+}I^&?vcE*t47~Xq#YwvA^6^} z`WkC)$AkNub|t@S!$8CBlwbV~?yp&@9h{D|3z-vJXgzRC5^nYm+PyPcgRzAnEi6Q^gslXYRv4nycsy-SJu?lMps-? zV`U*#WnFsdPLL)Q$AmD|0`UaC4ND07+&UmOu!eHruzV|OUox<+Jl|Mr@6~C`T@P%s zW7sgXLF2SSe9Fl^O(I*{9wsFSYb2l%-;&Pi^dpv!{)C3d0AlNY6!4fgmSgj_wQ*7Am7&$z;Jg&wgR-Ih;lUvWS|KTSg!&s_E9_bXBkZvGiC6bFKDWZxsD$*NZ#_8bl zG1P-#@?OQzED7@jlMJTH@V!6k;W>auvft)}g zhoV{7$q=*;=l{O>Q4a@ ziMjf_u*o^PsO)#BjC%0^h>Xp@;5$p{JSYDt)zbb}s{Kbt!T*I@Pk@X0zds6wsefuU zW$XY%yyRGC94=6mf?x+bbA5CDQ2AgW1T-jVAJbm7K(gp+;v6E0WI#kuACgV$r}6L? zd|Tj?^%^*N&b>Dd{Wr$FS2qI#Ucs1yd4N+RBUQiSZGujH`#I)mG&VKoDh=KKFl4=G z&MagXl6*<)$6P}*Tiebpz5L=oMaPrN+caUXRJ`D?=K9!e0f{@D&cZLKN?iNP@X0aF zE(^pl+;*T5qt?1jRC=5PMgV!XNITRLS_=9{CJExaQj;lt!&pdzpK?8p>%Mb+D z?yO*uSung=-`QQ@yX@Hyd4@CI^r{2oiu`%^bNkz+Nkk!IunjwNC|WcqvX~k=><-I3 zDQdbdb|!v+Iz01$w@aMl!R)koD77Xp;eZwzSl-AT zr@Vu{=xvgfq9akRrrM)}=!=xcs+U1JO}{t(avgz`6RqiiX<|hGG1pmop8k6Q+G_mv zJv|RfDheUp2L3=^C=4aCBMBn0aRCU(DQwX-W(RkRwmLeuJYF<0urcaf(=7)JPg<3P zQs!~G)9CT18o!J4{zX{_e}4eS)U-E)0FAt}wEI(c0%HkxgggW;(1E=>J17_hsH^sP z%lT0LGgbUXHx-K*CI-MCrP66UP0PvGqM$MkeLyqHdbgP|_Cm!7te~b8p+e6sQ_3k| zVcwTh6d83ltdnR>D^)BYQpDKlLk3g0Hdcgz2}%qUs9~~Rie)A-BV1mS&naYai#xcZ z(d{8=-LVpTp}2*y)|gR~;qc7fp26}lPcLZ#=JpYcn3AT9(UIdOyg+d(P5T7D&*P}# zQCYplZO5|7+r19%9e`v^vfSS1sbX1c%=w1;oyruXB%Kl$ACgKQ6=qNWLsc=28xJjg zwvsI5-%SGU|3p>&zXVl^vVtQT3o-#$UT9LI@Npz~6=4!>mc431VRNN8od&Ul^+G_kHC`G=6WVWM z%9eWNyy(FTO|A+@x}Ou3CH)oi;t#7rAxdIXfNFwOj_@Y&TGz6P_sqiB`Q6Lxy|Q{`|fgmRG(k+!#b*M+Z9zFce)f-7;?Km5O=LHV9f9_87; zF7%R2B+$?@sH&&-$@tzaPYkw0;=i|;vWdI|Wl3q_Zu>l;XdIw2FjV=;Mq5t1Q0|f< zs08j54Bp`3RzqE=2enlkZxmX6OF+@|2<)A^RNQpBd6o@OXl+i)zO%D4iGiQNuXd+zIR{_lb96{lc~bxsBveIw6umhShTX+3@ZJ=YHh@ zWY3(d0azg;7oHn>H<>?4@*RQbi>SmM=JrHvIG(~BrvI)#W(EAeO6fS+}mxxcc+X~W6&YVl86W9WFSS}Vz-f9vS?XUDBk)3TcF z8V?$4Q)`uKFq>xT=)Y9mMFVTUk*NIA!0$?RP6Ig0TBmUFrq*Q-Agq~DzxjStQyJ({ zBeZ;o5qUUKg=4Hypm|}>>L=XKsZ!F$yNTDO)jt4H0gdQ5$f|d&bnVCMMXhNh)~mN z@_UV6D7MVlsWz+zM+inZZp&P4fj=tm6fX)SG5H>OsQf_I8c~uGCig$GzuwViK54bcgL;VN|FnyQl>Ed7(@>=8$a_UKIz|V6CeVSd2(P z0Uu>A8A+muM%HLFJQ9UZ5c)BSAv_zH#1f02x?h9C}@pN@6{>UiAp>({Fn(T9Q8B z^`zB;kJ5b`>%dLm+Ol}ty!3;8f1XDSVX0AUe5P#@I+FQ-`$(a;zNgz)4x5hz$Hfbg z!Q(z26wHLXko(1`;(BAOg_wShpX0ixfWq3ponndY+u%1gyX)_h=v1zR#V}#q{au6; z!3K=7fQwnRfg6FXtNQmP>`<;!N137paFS%y?;lb1@BEdbvQHYC{976l`cLqn;b8lp zIDY>~m{gDj(wfnK!lpW6pli)HyLEiUrNc%eXTil|F2s(AY+LW5hkKb>TQ3|Q4S9rr zpDs4uK_co6XPsn_z$LeS{K4jFF`2>U`tbgKdyDne`xmR<@6AA+_hPNKCOR-Zqv;xk zu5!HsBUb^!4uJ7v0RuH-7?l?}b=w5lzzXJ~gZcxRKOovSk@|#V+MuX%Y+=;14i*%{)_gSW9(#4%)AV#3__kac1|qUy!uyP{>?U#5wYNq}y$S9pCc zFc~4mgSC*G~j0u#qqp9 z${>3HV~@->GqEhr_Xwoxq?Hjn#=s2;i~g^&Hn|aDKpA>Oc%HlW(KA1?BXqpxB;Ydx)w;2z^MpjJ(Qi(X!$5RC z*P{~%JGDQqojV>2JbEeCE*OEu!$XJ>bWA9Oa_Hd;y)F%MhBRi*LPcdqR8X`NQ&1L# z5#9L*@qxrx8n}LfeB^J{%-?SU{FCwiWyHp682F+|pa+CQa3ZLzBqN1{)h4d6+vBbV zC#NEbQLC;}me3eeYnOG*nXOJZEU$xLZ1<1Y=7r0(-U0P6-AqwMAM`a(Ed#7vJkn6plb4eI4?2y3yOTGmmDQ!z9`wzbf z_OY#0@5=bnep;MV0X_;;SJJWEf^E6Bd^tVJ9znWx&Ks8t*B>AM@?;D4oWUGc z!H*`6d7Cxo6VuyS4Eye&L1ZRhrRmN6Lr`{NL(wDbif|y&z)JN>Fl5#Wi&mMIr5i;x zBx}3YfF>>8EC(fYnmpu~)CYHuHCyr5*`ECap%t@y=jD>!_%3iiE|LN$mK9>- zHdtpy8fGZtkZF?%TW~29JIAfi2jZT8>OA7=h;8T{{k?c2`nCEx9$r zS+*&vt~2o^^J+}RDG@+9&M^K*z4p{5#IEVbz`1%`m5c2};aGt=V?~vIM}ZdPECDI)47|CWBCfDWUbxBCnmYivQ*0Nu_xb*C>~C9(VjHM zxe<*D<#dQ8TlpMX2c@M<9$w!RP$hpG4cs%AI){jp*Sj|*`m)5(Bw*A0$*i-(CA5#%>a)$+jI2C9r6|(>J8InryENI z$NohnxDUB;wAYDwrb*!N3noBTKPpPN}~09SEL18tkG zxgz(RYU_;DPT{l?Q$+eaZaxnsWCA^ds^0PVRkIM%bOd|G2IEBBiz{&^JtNsODs;5z zICt_Zj8wo^KT$7Bg4H+y!Df#3mbl%%?|EXe!&(Vmac1DJ*y~3+kRKAD=Ovde4^^%~ zw<9av18HLyrf*_>Slp;^i`Uy~`mvBjZ|?Ad63yQa#YK`4+c6;pW4?XIY9G1(Xh9WO8{F-Aju+nS9Vmv=$Ac0ienZ+p9*O%NG zMZKy5?%Z6TAJTE?o5vEr0r>f>hb#2w2U3DL64*au_@P!J!TL`oH2r*{>ffu6|A7tv zL4juf$DZ1MW5ZPsG!5)`k8d8c$J$o;%EIL0va9&GzWvkS%ZsGb#S(?{!UFOZ9<$a| zY|a+5kmD5N&{vRqkgY>aHsBT&`rg|&kezoD)gP0fsNYHsO#TRc_$n6Lf1Z{?+DLziXlHrq4sf(!>O{?Tj;Eh@%)+nRE_2VxbN&&%%caU#JDU%vL3}Cb zsb4AazPI{>8H&d=jUaZDS$-0^AxE@utGs;-Ez_F(qC9T=UZX=>ok2k2 ziTn{K?y~a5reD2A)P${NoI^>JXn>`IeArow(41c-Wm~)wiryEP(OS{YXWi7;%dG9v zI?mwu1MxD{yp_rrk!j^cKM)dc4@p4Ezyo%lRN|XyD}}>v=Xoib0gOcdXrQ^*61HNj z=NP|pd>@yfvr-=m{8$3A8TQGMTE7g=z!%yt`8`Bk-0MMwW~h^++;qyUP!J~ykh1GO z(FZ59xuFR$(WE;F@UUyE@Sp>`aVNjyj=Ty>_Vo}xf`e7`F;j-IgL5`1~-#70$9_=uBMq!2&1l zomRgpD58@)YYfvLtPW}{C5B35R;ZVvB<<#)x%srmc_S=A7F@DW8>QOEGwD6suhwCg z>Pa+YyULhmw%BA*4yjDp|2{!T98~<6Yfd(wo1mQ!KWwq0eg+6)o1>W~f~kL<-S+P@$wx*zeI|1t7z#Sxr5 zt6w+;YblPQNplq4Z#T$GLX#j6yldXAqj>4gAnnWtBICUnA&-dtnlh=t0Ho_vEKwV` z)DlJi#!@nkYV#$!)@>udAU*hF?V`2$Hf=V&6PP_|r#Iv*J$9)pF@X3`k;5})9^o4y z&)~?EjX5yX12O(BsFy-l6}nYeuKkiq`u9145&3Ssg^y{5G3Pse z9w(YVa0)N-fLaBq1`P!_#>SS(8fh_5!f{UrgZ~uEdeMJIz7DzI5!NHHqQtm~#CPij z?=N|J>nPR6_sL7!f4hD_|KH`vf8(Wpnj-(gPWH+ZvID}%?~68SwhPTC3u1_cB`otq z)U?6qo!ZLi5b>*KnYHWW=3F!p%h1;h{L&(Q&{qY6)_qxNfbP6E3yYpW!EO+IW3?@J z);4>g4gnl^8klu7uA>eGF6rIGSynacogr)KUwE_R4E5Xzi*Qir@b-jy55-JPC8c~( zo!W8y9OGZ&`xmc8;=4-U9=h{vCqfCNzYirONmGbRQlR`WWlgnY+1wCXbMz&NT~9*| z6@FrzP!LX&{no2!Ln_3|I==_4`@}V?4a;YZKTdw;vT<+K+z=uWbW(&bXEaWJ^W8Td z-3&1bY^Z*oM<=M}LVt>_j+p=2Iu7pZmbXrhQ_k)ysE9yXKygFNw$5hwDn(M>H+e1&9BM5!|81vd%r%vEm zqxY3?F@fb6O#5UunwgAHR9jp_W2zZ}NGp2%mTW@(hz7$^+a`A?mb8|_G*GNMJ) zjqegXQio=i@AINre&%ofexAr95aop5C+0MZ0m-l=MeO8m3epm7U%vZB8+I+C*iNFM z#T3l`gknX;D$-`2XT^Cg*vrv=RH+P;_dfF++cP?B_msQI4j+lt&rX2)3GaJx%W*Nn zkML%D{z5tpHH=dksQ*gzc|}gzW;lwAbxoR07VNgS*-c3d&8J|;@3t^ zVUz*J*&r7DFRuFVDCJDK8V9NN5hvpgGjwx+5n)qa;YCKe8TKtdnh{I7NU9BCN!0dq zczrBk8pE{{@vJa9ywR@mq*J=v+PG;?fwqlJVhijG!3VmIKs>9T6r7MJpC)m!Tc#>g zMtVsU>wbwFJEfwZ{vB|ZlttNe83)$iz`~#8UJ^r)lJ@HA&G#}W&ZH*;k{=TavpjWE z7hdyLZPf*X%Gm}i`Y{OGeeu^~nB8=`{r#TUrM-`;1cBvEd#d!kPqIgYySYhN-*1;L z^byj%Yi}Gx)Wnkosi337BKs}+5H5dth1JA{Ir-JKN$7zC)*}hqeoD(WfaUDPT>0`- z(6sa0AoIqASwF`>hP}^|)a_j2s^PQn*qVC{Q}htR z5-)duBFXT_V56-+UohKXlq~^6uf!6sA#ttk1o~*QEy_Y-S$gAvq47J9Vtk$5oA$Ct zYhYJ@8{hsC^98${!#Ho?4y5MCa7iGnfz}b9jE~h%EAAv~Qxu)_rAV;^cygV~5r_~?l=B`zObj7S=H=~$W zPtI_m%g$`kL_fVUk9J@>EiBH zOO&jtn~&`hIFMS5S`g8w94R4H40mdNUH4W@@XQk1sr17b{@y|JB*G9z1|CrQjd+GX z6+KyURG3;!*BQrentw{B2R&@2&`2}n(z-2&X7#r!{yg@Soy}cRD~j zj9@UBW+N|4HW4AWapy4wfUI- zZ`gSL6DUlgj*f1hSOGXG0IVH8HxK?o2|3HZ;KW{K+yPAlxtb)NV_2AwJm|E)FRs&& z=c^e7bvUsztY|+f^k7NXs$o1EUq>cR7C0$UKi6IooHWlK_#?IWDkvywnzg&ThWo^? z2O_N{5X39#?eV9l)xI(>@!vSB{DLt*oY!K1R8}_?%+0^C{d9a%N4 zoxHVT1&Lm|uDX%$QrBun5e-F`HJ^T$ zmzv)p@4ZHd_w9!%Hf9UYNvGCw2TTTbrj9pl+T9%-_-}L(tES>Or-}Z4F*{##n3~L~TuxjirGuIY#H7{%$E${?p{Q01 zi6T`n;rbK1yIB9jmQNycD~yZq&mbIsFWHo|ZAChSFPQa<(%d8mGw*V3fh|yFoxOOiWJd(qvVb!Z$b88cg->N=qO*4k~6;R==|9ihg&riu#P~s4Oap9O7f%crSr^rljeIfXDEg>wi)&v*a%7zpz<9w z*r!3q9J|390x`Zk;g$&OeN&ctp)VKRpDSV@kU2Q>jtok($Y-*x8_$2piTxun81@vt z!Vj?COa0fg2RPXMSIo26T=~0d`{oGP*eV+$!0I<(4azk&Vj3SiG=Q!6mX0p$z7I}; z9BJUFgT-K9MQQ-0@Z=^7R<{bn2Fm48endsSs`V7_@%8?Bxkqv>BDoVcj?K#dV#uUP zL1ND~?D-|VGKe3Rw_7-Idpht>H6XRLh*U7epS6byiGvJpr%d}XwfusjH9g;Z98H`x zyde%%5mhGOiL4wljCaWCk-&uE4_OOccb9c!ZaWt4B(wYl!?vyzl%7n~QepN&eFUrw zFIOl9c({``6~QD+43*_tzP{f2x41h(?b43^y6=iwyB)2os5hBE!@YUS5?N_tXd=h( z)WE286Fbd>R4M^P{!G)f;h<3Q>Fipuy+d2q-)!RyTgt;wr$(?9ox3;q+{E*ZQHhOn;lM`cjnu9 zXa48ks-v(~b*;MAI<>YZH(^NV8vjb34beE<_cwKlJoR;k6lJNSP6v}uiyRD?|0w+X@o1ONrH8a$fCxXpf? z?$DL0)7|X}Oc%h^zrMKWc-NS9I0Utu@>*j}b@tJ=ixQSJ={4@854wzW@E>VSL+Y{i z#0b=WpbCZS>kUCO_iQz)LoE>P5LIG-hv9E+oG}DtlIDF>$tJ1aw9^LuhLEHt?BCj& z(O4I8v1s#HUi5A>nIS-JK{v!7dJx)^Yg%XjNmlkWAq2*cv#tHgz`Y(bETc6CuO1VkN^L-L3j_x<4NqYb5rzrLC-7uOv z!5e`GZt%B782C5-fGnn*GhDF$%(qP<74Z}3xx+{$4cYKy2ikxI7B2N+2r07DN;|-T->nU&!=Cm#rZt%O_5c&1Z%nlWq3TKAW0w zQqemZw_ue--2uKQsx+niCUou?HjD`xhEjjQd3%rrBi82crq*~#uA4+>vR<_S{~5ce z-2EIl?~s z1=GVL{NxP1N3%=AOaC}j_Fv=ur&THz zyO!d9kHq|c73kpq`$+t+8Bw7MgeR5~`d7ChYyGCBWSteTB>8WAU(NPYt2Dk`@#+}= zI4SvLlyk#pBgVigEe`?NG*vl7V6m+<}%FwPV=~PvvA)=#ths==DRTDEYh4V5}Cf$z@#;< zyWfLY_5sP$gc3LLl2x+Ii)#b2nhNXJ{R~vk`s5U7Nyu^3yFg&D%Txwj6QezMX`V(x z=C`{76*mNb!qHHs)#GgGZ_7|vkt9izl_&PBrsu@}L`X{95-2jf99K)0=*N)VxBX2q z((vkpP2RneSIiIUEnGb?VqbMb=Zia+rF~+iqslydE34cSLJ&BJW^3knX@M;t*b=EA zNvGzv41Ld_T+WT#XjDB840vovUU^FtN_)G}7v)1lPetgpEK9YS^OWFkPoE{ovj^=@ zO9N$S=G$1ecndT_=5ehth2Lmd1II-PuT~C9`XVePw$y8J#dpZ?Tss<6wtVglm(Ok7 z3?^oi@pPio6l&!z8JY(pJvG=*pI?GIOu}e^EB6QYk$#FJQ%^AIK$I4epJ+9t?KjqA+bkj&PQ*|vLttme+`9G=L% ziadyMw_7-M)hS(3E$QGNCu|o23|%O+VN7;Qggp?PB3K-iSeBa2b}V4_wY`G1Jsfz4 z9|SdB^;|I8E8gWqHKx!vj_@SMY^hLEIbSMCuE?WKq=c2mJK z8LoG-pnY!uhqFv&L?yEuxo{dpMTsmCn)95xanqBrNPTgXP((H$9N${Ow~Is-FBg%h z53;|Y5$MUN)9W2HBe2TD`ct^LHI<(xWrw}$qSoei?}s)&w$;&!14w6B6>Yr6Y8b)S z0r71`WmAvJJ`1h&poLftLUS6Ir zC$bG9!Im_4Zjse)#K=oJM9mHW1{%l8sz$1o?ltdKlLTxWWPB>Vk22czVt|1%^wnN@*!l)}?EgtvhC>vlHm^t+ogpgHI1_$1ox9e;>0!+b(tBrmXRB`PY1vp-R**8N7 zGP|QqI$m(Rdu#=(?!(N}G9QhQ%o!aXE=aN{&wtGP8|_qh+7a_j_sU5|J^)vxq;# zjvzLn%_QPHZZIWu1&mRAj;Sa_97p_lLq_{~j!M9N^1yp3U_SxRqK&JnR%6VI#^E12 z>CdOVI^_9aPK2eZ4h&^{pQs}xsijXgFYRIxJ~N7&BB9jUR1fm!(xl)mvy|3e6-B3j zJn#ajL;bFTYJ2+Q)tDjx=3IklO@Q+FFM}6UJr6km7hj7th9n_&JR7fnqC!hTZoM~T zBeaVFp%)0cbPhejX<8pf5HyRUj2>aXnXBqDJe73~J%P(2C?-RT{c3NjE`)om! zl$uewSgWkE66$Kb34+QZZvRn`fob~Cl9=cRk@Es}KQm=?E~CE%spXaMO6YmrMl%9Q zlA3Q$3|L1QJ4?->UjT&CBd!~ru{Ih^in&JXO=|<6J!&qp zRe*OZ*cj5bHYlz!!~iEKcuE|;U4vN1rk$xq6>bUWD*u(V@8sG^7>kVuo(QL@Ki;yL zWC!FT(q{E8#on>%1iAS0HMZDJg{Z{^!De(vSIq&;1$+b)oRMwA3nc3mdTSG#3uYO_ z>+x;7p4I;uHz?ZB>dA-BKl+t-3IB!jBRgdvAbW!aJ(Q{aT>+iz?91`C-xbe)IBoND z9_Xth{6?(y3rddwY$GD65IT#f3<(0o#`di{sh2gm{dw*#-Vnc3r=4==&PU^hCv$qd zjw;>i&?L*Wq#TxG$mFIUf>eK+170KG;~+o&1;Tom9}}mKo23KwdEM6UonXgc z!6N(@k8q@HPw{O8O!lAyi{rZv|DpgfU{py+j(X_cwpKqcalcqKIr0kM^%Br3SdeD> zHSKV94Yxw;pjzDHo!Q?8^0bb%L|wC;4U^9I#pd5O&eexX+Im{ z?jKnCcsE|H?{uGMqVie_C~w7GX)kYGWAg%-?8|N_1#W-|4F)3YTDC+QSq1s!DnOML3@d`mG%o2YbYd#jww|jD$gotpa)kntakp#K;+yo-_ZF9qrNZw<%#C zuPE@#3RocLgPyiBZ+R_-FJ_$xP!RzWm|aN)S+{$LY9vvN+IW~Kf3TsEIvP+B9Mtm! zpfNNxObWQpLoaO&cJh5>%slZnHl_Q~(-Tfh!DMz(dTWld@LG1VRF`9`DYKhyNv z2pU|UZ$#_yUx_B_|MxUq^glT}O5Xt(Vm4Mr02><%C)@v;vPb@pT$*yzJ4aPc_FZ3z z3}PLoMBIM>q_9U2rl^sGhk1VUJ89=*?7|v`{!Z{6bqFMq(mYiA?%KbsI~JwuqVA9$H5vDE+VocjX+G^%bieqx->s;XWlKcuv(s%y%D5Xbc9+ zc(_2nYS1&^yL*ey664&4`IoOeDIig}y-E~_GS?m;D!xv5-xwz+G`5l6V+}CpeJDi^ z%4ed$qowm88=iYG+(`ld5Uh&>Dgs4uPHSJ^TngXP_V6fPyl~>2bhi20QB%lSd#yYn zO05?KT1z@?^-bqO8Cg`;ft>ilejsw@2%RR7;`$Vs;FmO(Yr3Fp`pHGr@P2hC%QcA|X&N2Dn zYf`MqXdHi%cGR@%y7Rg7?d3?an){s$zA{!H;Ie5exE#c~@NhQUFG8V=SQh%UxUeiV zd7#UcYqD=lk-}sEwlpu&H^T_V0{#G?lZMxL7ih_&{(g)MWBnCZxtXg znr#}>U^6!jA%e}@Gj49LWG@*&t0V>Cxc3?oO7LSG%~)Y5}f7vqUUnQ;STjdDU}P9IF9d9<$;=QaXc zL1^X7>fa^jHBu_}9}J~#-oz3Oq^JmGR#?GO7b9a(=R@fw@}Q{{@`Wy1vIQ#Bw?>@X z-_RGG@wt|%u`XUc%W{J z>iSeiz8C3H7@St3mOr_mU+&bL#Uif;+Xw-aZdNYUpdf>Rvu0i0t6k*}vwU`XNO2he z%miH|1tQ8~ZK!zmL&wa3E;l?!!XzgV#%PMVU!0xrDsNNZUWKlbiOjzH-1Uoxm8E#r`#2Sz;-o&qcqB zC-O_R{QGuynW14@)7&@yw1U}uP(1cov)twxeLus0s|7ayrtT8c#`&2~Fiu2=R;1_4bCaD=*E@cYI>7YSnt)nQc zohw5CsK%m?8Ack)qNx`W0_v$5S}nO|(V|RZKBD+btO?JXe|~^Qqur%@eO~<8-L^9d z=GA3-V14ng9L29~XJ>a5k~xT2152zLhM*@zlp2P5Eu}bywkcqR;ISbas&#T#;HZSf z2m69qTV(V@EkY(1Dk3`}j)JMo%ZVJ*5eB zYOjIisi+igK0#yW*gBGj?@I{~mUOvRFQR^pJbEbzFxTubnrw(Muk%}jI+vXmJ;{Q6 zrSobKD>T%}jV4Ub?L1+MGOD~0Ir%-`iTnWZN^~YPrcP5y3VMAzQ+&en^VzKEb$K!Q z<7Dbg&DNXuow*eD5yMr+#08nF!;%4vGrJI++5HdCFcGLfMW!KS*Oi@=7hFwDG!h2< zPunUEAF+HncQkbfFj&pbzp|MU*~60Z(|Ik%Tn{BXMN!hZOosNIseT?R;A`W?=d?5X zK(FB=9mZusYahp|K-wyb={rOpdn=@;4YI2W0EcbMKyo~-#^?h`BA9~o285%oY zfifCh5Lk$SY@|2A@a!T2V+{^!psQkx4?x0HSV`(w9{l75QxMk!)U52Lbhn{8ol?S) zCKo*7R(z!uk<6*qO=wh!Pul{(qq6g6xW;X68GI_CXp`XwO zxuSgPRAtM8K7}5E#-GM!*ydOOG_{A{)hkCII<|2=ma*71ci_-}VPARm3crFQjLYV! z9zbz82$|l01mv`$WahE2$=fAGWkd^X2kY(J7iz}WGS z@%MyBEO=A?HB9=^?nX`@nh;7;laAjs+fbo!|K^mE!tOB>$2a_O0y-*uaIn8k^6Y zSbuv;5~##*4Y~+y7Z5O*3w4qgI5V^17u*ZeupVGH^nM&$qmAk|anf*>r zWc5CV;-JY-Z@Uq1Irpb^O`L_7AGiqd*YpGUShb==os$uN3yYvb`wm6d=?T*it&pDk zo`vhw)RZX|91^^Wa_ti2zBFyWy4cJu#g)_S6~jT}CC{DJ_kKpT`$oAL%b^!2M;JgT zM3ZNbUB?}kP(*YYvXDIH8^7LUxz5oE%kMhF!rnPqv!GiY0o}NR$OD=ITDo9r%4E>E0Y^R(rS^~XjWyVI6 zMOR5rPXhTp*G*M&X#NTL`Hu*R+u*QNoiOKg4CtNPrjgH>c?Hi4MUG#I917fx**+pJfOo!zFM&*da&G_x)L(`k&TPI*t3e^{crd zX<4I$5nBQ8Ax_lmNRa~E*zS-R0sxkz`|>7q_?*e%7bxqNm3_eRG#1ae3gtV9!fQpY z+!^a38o4ZGy9!J5sylDxZTx$JmG!wg7;>&5H1)>f4dXj;B+@6tMlL=)cLl={jLMxY zbbf1ax3S4>bwB9-$;SN2?+GULu;UA-35;VY*^9Blx)Jwyb$=U!D>HhB&=jSsd^6yw zL)?a|>GxU!W}ocTC(?-%z3!IUhw^uzc`Vz_g>-tv)(XA#JK^)ZnC|l1`@CdX1@|!| z_9gQ)7uOf?cR@KDp97*>6X|;t@Y`k_N@)aH7gY27)COv^P3ya9I{4z~vUjLR9~z1Z z5=G{mVtKH*&$*t0@}-i_v|3B$AHHYale7>E+jP`ClqG%L{u;*ff_h@)al?RuL7tOO z->;I}>%WI{;vbLP3VIQ^iA$4wl6@0sDj|~112Y4OFjMs`13!$JGkp%b&E8QzJw_L5 zOnw9joc0^;O%OpF$Qp)W1HI!$4BaXX84`%@#^dk^hFp^pQ@rx4g(8Xjy#!X%+X5Jd@fs3amGT`}mhq#L97R>OwT5-m|h#yT_-v@(k$q7P*9X~T*3)LTdzP!*B} z+SldbVWrrwQo9wX*%FyK+sRXTa@O?WM^FGWOE?S`R(0P{<6p#f?0NJvnBia?k^fX2 zNQs7K-?EijgHJY}&zsr;qJ<*PCZUd*x|dD=IQPUK_nn)@X4KWtqoJNHkT?ZWL_hF? zS8lp2(q>;RXR|F;1O}EE#}gCrY~#n^O`_I&?&z5~7N;zL0)3Tup`%)oHMK-^r$NT% zbFg|o?b9w(q@)6w5V%si<$!U<#}s#x@0aX-hP>zwS#9*75VXA4K*%gUc>+yzupTDBOKH8WR4V0pM(HrfbQ&eJ79>HdCvE=F z|J>s;;iDLB^3(9}?biKbxf1$lI!*Z%*0&8UUq}wMyPs_hclyQQi4;NUY+x2qy|0J; zhn8;5)4ED1oHwg+VZF|80<4MrL97tGGXc5Sw$wAI#|2*cvQ=jB5+{AjMiDHmhUC*a zlmiZ`LAuAn_}hftXh;`Kq0zblDk8?O-`tnilIh|;3lZp@F_osJUV9`*R29M?7H{Fy z`nfVEIDIWXmU&YW;NjU8)EJpXhxe5t+scf|VXM!^bBlwNh)~7|3?fWwo_~ZFk(22% zTMesYw+LNx3J-_|DM~`v93yXe=jPD{q;li;5PD?Dyk+b? zo21|XpT@)$BM$%F=P9J19Vi&1#{jM3!^Y&fr&_`toi`XB1!n>sbL%U9I5<7!@?t)~ z;&H%z>bAaQ4f$wIzkjH70;<8tpUoxzKrPhn#IQfS%9l5=Iu))^XC<58D!-O z{B+o5R^Z21H0T9JQ5gNJnqh#qH^na|z92=hONIM~@_iuOi|F>jBh-?aA20}Qx~EpDGElELNn~|7WRXRFnw+Wdo`|# zBpU=Cz3z%cUJ0mx_1($X<40XEIYz(`noWeO+x#yb_pwj6)R(__%@_Cf>txOQ74wSJ z0#F3(zWWaR-jMEY$7C*3HJrohc79>MCUu26mfYN)f4M~4gD`}EX4e}A!U}QV8!S47 z6y-U-%+h`1n`*pQuKE%Av0@)+wBZr9mH}@vH@i{v(m-6QK7Ncf17x_D=)32`FOjjo zg|^VPf5c6-!FxN{25dvVh#fog=NNpXz zfB$o+0jbRkHH{!TKhE709f+jI^$3#v1Nmf80w`@7-5$1Iv_`)W^px8P-({xwb;D0y z7LKDAHgX<84?l!I*Dvi2#D@oAE^J|g$3!)x1Ua;_;<@#l1fD}lqU2_tS^6Ht$1Wl} zBESo7o^)9-Tjuz$8YQSGhfs{BQV6zW7dA?0b(Dbt=UnQs&4zHfe_sj{RJ4uS-vQpC zX;Bbsuju4%!o8?&m4UZU@~ZZjeFF6ex2ss5_60_JS_|iNc+R0GIjH1@Z z=rLT9%B|WWgOrR7IiIwr2=T;Ne?30M!@{%Qf8o`!>=s<2CBpCK_TWc(DX51>e^xh8 z&@$^b6CgOd7KXQV&Y4%}_#uN*mbanXq(2=Nj`L7H7*k(6F8s6{FOw@(DzU`4-*77{ zF+dxpv}%mFpYK?>N_2*#Y?oB*qEKB}VoQ@bzm>ptmVS_EC(#}Lxxx730trt0G)#$b zE=wVvtqOct1%*9}U{q<)2?{+0TzZzP0jgf9*)arV)*e!f`|jgT{7_9iS@e)recI#z zbzolURQ+TOzE!ymqvBY7+5NnAbWxvMLsLTwEbFqW=CPyCsmJ}P1^V30|D5E|p3BC5 z)3|qgw@ra7aXb-wsa|l^in~1_fm{7bS9jhVRkYVO#U{qMp z)Wce+|DJ}4<2gp8r0_xfZpMo#{Hl2MfjLcZdRB9(B(A(f;+4s*FxV{1F|4d`*sRNd zp4#@sEY|?^FIJ;tmH{@keZ$P(sLh5IdOk@k^0uB^BWr@pk6mHy$qf&~rI>P*a;h0C{%oA*i!VjWn&D~O#MxN&f@1Po# zKN+ zrGrkSjcr?^R#nGl<#Q722^wbYcgW@{+6CBS<1@%dPA8HC!~a`jTz<`g_l5N1M@9wn9GOAZ>nqNgq!yOCbZ@1z`U_N`Z>}+1HIZxk*5RDc&rd5{3qjRh8QmT$VyS;jK z;AF+r6XnnCp=wQYoG|rT2@8&IvKq*IB_WvS%nt%e{MCFm`&W*#LXc|HrD?nVBo=(8*=Aq?u$sDA_sC_RPDUiQ+wnIJET8vx$&fxkW~kP9qXKt zozR)@xGC!P)CTkjeWvXW5&@2?)qt)jiYWWBU?AUtzAN}{JE1I)dfz~7$;}~BmQF`k zpn11qmObXwRB8&rnEG*#4Xax3XBkKlw(;tb?Np^i+H8m(Wyz9k{~ogba@laiEk;2! zV*QV^6g6(QG%vX5Um#^sT&_e`B1pBW5yVth~xUs#0}nv?~C#l?W+9Lsb_5)!71rirGvY zTIJ$OPOY516Y|_014sNv+Z8cc5t_V=i>lWV=vNu#!58y9Zl&GsMEW#pPYPYGHQ|;vFvd*9eM==$_=vc7xnyz0~ zY}r??$<`wAO?JQk@?RGvkWVJlq2dk9vB(yV^vm{=NVI8dhsX<)O(#nr9YD?I?(VmQ z^r7VfUBn<~p3()8yOBjm$#KWx!5hRW)5Jl7wY@ky9lNM^jaT##8QGVsYeaVywmpv>X|Xj7gWE1Ezai&wVLt3p)k4w~yrskT-!PR!kiyQlaxl(( zXhF%Q9x}1TMt3~u@|#wWm-Vq?ZerK={8@~&@9r5JW}r#45#rWii};t`{5#&3$W)|@ zbAf2yDNe0q}NEUvq_Quq3cTjcw z@H_;$hu&xllCI9CFDLuScEMg|x{S7GdV8<&Mq=ezDnRZAyX-8gv97YTm0bg=d)(>N z+B2FcqvI9>jGtnK%eO%y zoBPkJTk%y`8TLf4)IXPBn`U|9>O~WL2C~C$z~9|0m*YH<-vg2CD^SX#&)B4ngOSG$ zV^wmy_iQk>dfN@Pv(ckfy&#ak@MLC7&Q6Ro#!ezM*VEh`+b3Jt%m(^T&p&WJ2Oqvj zs-4nq0TW6cv~(YI$n0UkfwN}kg3_fp?(ijSV#tR9L0}l2qjc7W?i*q01=St0eZ=4h zyGQbEw`9OEH>NMuIe)hVwYHsGERWOD;JxEiO7cQv%pFCeR+IyhwQ|y@&^24k+|8fD zLiOWFNJ2&vu2&`Jv96_z-Cd5RLgmeY3*4rDOQo?Jm`;I_(+ejsPM03!ly!*Cu}Cco zrQSrEDHNyzT(D5s1rZq!8#?f6@v6dB7a-aWs(Qk>N?UGAo{gytlh$%_IhyL7h?DLXDGx zgxGEBQoCAWo-$LRvM=F5MTle`M})t3vVv;2j0HZY&G z22^iGhV@uaJh(XyyY%} zd4iH_UfdV#T=3n}(Lj^|n;O4|$;xhu*8T3hR1mc_A}fK}jfZ7LX~*n5+`8N2q#rI$ z@<_2VANlYF$vIH$ zl<)+*tIWW78IIINA7Rr7i{<;#^yzxoLNkXL)eSs=%|P>$YQIh+ea_3k z_s7r4%j7%&*NHSl?R4k%1>Z=M9o#zxY!n8sL5>BO-ZP;T3Gut>iLS@U%IBrX6BA3k z)&@q}V8a{X<5B}K5s(c(LQ=%v1ocr`t$EqqY0EqVjr65usa=0bkf|O#ky{j3)WBR(((L^wmyHRzoWuL2~WTC=`yZ zn%VX`L=|Ok0v7?s>IHg?yArBcync5rG#^+u)>a%qjES%dRZoIyA8gQ;StH z1Ao7{<&}6U=5}4v<)1T7t!J_CL%U}CKNs-0xWoTTeqj{5{?Be$L0_tk>M9o8 zo371}S#30rKZFM{`H_(L`EM9DGp+Mifk&IP|C2Zu_)Ghr4Qtpmkm1osCf@%Z$%t+7 zYH$Cr)Ro@3-QDeQJ8m+x6%;?YYT;k6Z0E-?kr>x33`H%*ueBD7Zx~3&HtWn0?2Wt} zTG}*|v?{$ajzt}xPzV%lL1t-URi8*Zn)YljXNGDb>;!905Td|mpa@mHjIH%VIiGx- zd@MqhpYFu4_?y5N4xiHn3vX&|e6r~Xt> zZG`aGq|yTNjv;9E+Txuoa@A(9V7g?1_T5FzRI;!=NP1Kqou1z5?%X~Wwb{trRfd>i z8&y^H)8YnKyA_Fyx>}RNmQIczT?w2J4SNvI{5J&}Wto|8FR(W;Qw#b1G<1%#tmYzQ zQ2mZA-PAdi%RQOhkHy9Ea#TPSw?WxwL@H@cbkZwIq0B!@ns}niALidmn&W?!Vd4Gj zO7FiuV4*6Mr^2xlFSvM;Cp_#r8UaqIzHJQg_z^rEJw&OMm_8NGAY2)rKvki|o1bH~ z$2IbfVeY2L(^*rMRU1lM5Y_sgrDS`Z??nR2lX;zyR=c%UyGb*%TC-Dil?SihkjrQy~TMv6;BMs7P8il`H7DmpVm@rJ;b)hW)BL)GjS154b*xq-NXq2cwE z^;VP7ua2pxvCmxrnqUYQMH%a%nHmwmI33nJM(>4LznvY*k&C0{8f*%?zggpDgkuz&JBx{9mfb@wegEl2v!=}Sq2Gaty0<)UrOT0{MZtZ~j5y&w zXlYa_jY)I_+VA-^#mEox#+G>UgvM!Ac8zI<%JRXM_73Q!#i3O|)lOP*qBeJG#BST0 zqohi)O!|$|2SeJQo(w6w7%*92S})XfnhrH_Z8qe!G5>CglP=nI7JAOW?(Z29;pXJ9 zR9`KzQ=WEhy*)WH>$;7Cdz|>*i>=##0bB)oU0OR>>N<21e4rMCHDemNi2LD>Nc$;& zQRFthpWniC1J6@Zh~iJCoLOxN`oCKD5Q4r%ynwgUKPlIEd#?QViIqovY|czyK8>6B zSP%{2-<;%;1`#0mG^B(8KbtXF;Nf>K#Di72UWE4gQ%(_26Koiad)q$xRL~?pN71ZZ zujaaCx~jXjygw;rI!WB=xrOJO6HJ!!w}7eiivtCg5K|F6$EXa)=xUC za^JXSX98W`7g-tm@uo|BKj39Dl;sg5ta;4qjo^pCh~{-HdLl6qI9Ix6f$+qiZ$}s= zNguKrU;u+T@ko(Vr1>)Q%h$?UKXCY>3se%&;h2osl2D zE4A9bd7_|^njDd)6cI*FupHpE3){4NQ*$k*cOWZ_?CZ>Z4_fl@n(mMnYK62Q1d@+I zr&O))G4hMihgBqRIAJkLdk(p(D~X{-oBUA+If@B}j& zsHbeJ3RzTq96lB7d($h$xTeZ^gP0c{t!Y0c)aQE;$FY2!mACg!GDEMKXFOPI^)nHZ z`aSPJpvV0|bbrzhWWkuPURlDeN%VT8tndV8?d)eN*i4I@u zVKl^6{?}A?P)Fsy?3oi#clf}L18t;TjNI2>eI&(ezDK7RyqFxcv%>?oxUlonv(px) z$vnPzRH`y5A(x!yOIfL0bmgeMQB$H5wenx~!ujQK*nUBW;@Em&6Xv2%s(~H5WcU2R z;%Nw<$tI)a`Ve!>x+qegJnQsN2N7HaKzrFqM>`6R*gvh%O*-%THt zrB$Nk;lE;z{s{r^PPm5qz(&lM{sO*g+W{sK+m3M_z=4=&CC>T`{X}1Vg2PEfSj2x_ zmT*(x;ov%3F?qoEeeM>dUn$a*?SIGyO8m806J1W1o+4HRhc2`9$s6hM#qAm zChQ87b~GEw{ADfs+5}FJ8+|bIlIv(jT$Ap#hSHoXdd9#w<#cA<1Rkq^*EEkknUd4& zoIWIY)sAswy6fSERVm&!SO~#iN$OgOX*{9@_BWFyJTvC%S++ilSfCrO(?u=Dc?CXZ zzCG&0yVR{Z`|ZF0eEApWEo#s9osV>F{uK{QA@BES#&;#KsScf>y zvs?vIbI>VrT<*!;XmQS=bhq%46-aambZ(8KU-wOO2=en~D}MCToB_u;Yz{)1ySrPZ z@=$}EvjTdzTWU7c0ZI6L8=yP+YRD_eMMos}b5vY^S*~VZysrkq<`cK3>>v%uy7jgq z0ilW9KjVDHLv0b<1K_`1IkbTOINs0=m-22c%M~l=^S}%hbli-3?BnNq?b`hx^HX2J zIe6ECljRL0uBWb`%{EA=%!i^4sMcj+U_TaTZRb+~GOk z^ZW!nky0n*Wb*r+Q|9H@ml@Z5gU&W`(z4-j!OzC1wOke`TRAYGZVl$PmQ16{3196( zO*?`--I}Qf(2HIwb2&1FB^!faPA2=sLg(@6P4mN)>Dc3i(B0;@O-y2;lM4akD>@^v z=u>*|!s&9zem70g7zfw9FXl1bpJW(C#5w#uy5!V?Q(U35A~$dR%LDVnq@}kQm13{} zd53q3N(s$Eu{R}k2esbftfjfOITCL;jWa$}(mmm}d(&7JZ6d3%IABCapFFYjdEjdK z&4Edqf$G^MNAtL=uCDRs&Fu@FXRgX{*0<(@c3|PNHa>L%zvxWS={L8%qw`STm+=Rd zA}FLspESSIpE_^41~#5yI2bJ=9`oc;GIL!JuW&7YetZ?0H}$$%8rW@*J37L-~Rsx!)8($nI4 zZhcZ2^=Y+p4YPl%j!nFJA|*M^gc(0o$i3nlphe+~-_m}jVkRN{spFs(o0ajW@f3K{ zDV!#BwL322CET$}Y}^0ixYj2w>&Xh12|R8&yEw|wLDvF!lZ#dOTHM9pK6@Nm-@9Lnng4ZHBgBSrr7KI8YCC9DX5Kg|`HsiwJHg2(7#nS;A{b3tVO?Z% za{m5b3rFV6EpX;=;n#wltDv1LE*|g5pQ+OY&*6qCJZc5oDS6Z6JD#6F)bWxZSF@q% z+1WV;m!lRB!n^PC>RgQCI#D1br_o^#iPk>;K2hB~0^<~)?p}LG%kigm@moD#q3PE+ zA^Qca)(xnqw6x>XFhV6ku9r$E>bWNrVH9fum0?4s?Rn2LG{Vm_+QJHse6xa%nzQ?k zKug4PW~#Gtb;#5+9!QBgyB@q=sk9=$S{4T>wjFICStOM?__fr+Kei1 z3j~xPqW;W@YkiUM;HngG!;>@AITg}vAE`M2Pj9Irl4w1fo4w<|Bu!%rh%a(Ai^Zhi zs92>v5;@Y(Zi#RI*ua*h`d_7;byQSa*v9E{2x$<-_=5Z<7{%)}4XExANcz@rK69T0x3%H<@frW>RA8^swA+^a(FxK| zFl3LD*ImHN=XDUkrRhp6RY5$rQ{bRgSO*(vEHYV)3Mo6Jy3puiLmU&g82p{qr0F?ohmbz)f2r{X2|T2 z$4fdQ=>0BeKbiVM!e-lIIs8wVTuC_m7}y4A_%ikI;Wm5$9j(^Y z(cD%U%k)X>_>9~t8;pGzL6L-fmQO@K; zo&vQzMlgY95;1BSkngY)e{`n0!NfVgf}2mB3t}D9@*N;FQ{HZ3Pb%BK6;5#-O|WI( zb6h@qTLU~AbVW#_6?c!?Dj65Now7*pU{h!1+eCV^KCuPAGs28~3k@ueL5+u|Z-7}t z9|lskE`4B7W8wMs@xJa{#bsCGDFoRSNSnmNYB&U7 zVGKWe%+kFB6kb)e;TyHfqtU6~fRg)f|>=5(N36)0+C z`hv65J<$B}WUc!wFAb^QtY31yNleq4dzmG`1wHTj=c*=hay9iD071Hc?oYoUk|M*_ zU1GihAMBsM@5rUJ(qS?9ZYJ6@{bNqJ`2Mr+5#hKf?doa?F|+^IR!8lq9)wS3tF_9n zW_?hm)G(M+MYb?V9YoX^_mu5h-LP^TL^!Q9Z7|@sO(rg_4+@=PdI)WL(B7`!K^ND- z-uIuVDCVEdH_C@c71YGYT^_Scf_dhB8Z2Xy6vGtBSlYud9vggOqv^L~F{BraSE_t} zIkP+Hp2&nH^-MNEs}^`oMLy11`PQW$T|K(`Bu*(f@)mv1-qY(_YG&J2M2<7k;;RK~ zL{Fqj9yCz8(S{}@c)S!65aF<=&eLI{hAMErCx&>i7OeDN>okvegO87OaG{Jmi<|}D zaT@b|0X{d@OIJ7zvT>r+eTzgLq~|Dpu)Z&db-P4z*`M$UL51lf>FLlq6rfG)%doyp z)3kk_YIM!03eQ8Vu_2fg{+osaEJPtJ-s36R+5_AEG12`NG)IQ#TF9c@$99%0iye+ zUzZ57=m2)$D(5Nx!n)=5Au&O0BBgwxIBaeI(mro$#&UGCr<;C{UjJVAbVi%|+WP(a zL$U@TYCxJ=1{Z~}rnW;7UVb7+ZnzgmrogDxhjLGo>c~MiJAWs&&;AGg@%U?Y^0JhL ze(x6Z74JG6FlOFK(T}SXQfhr}RIFl@QXKnIcXYF)5|V~e-}suHILKT-k|<*~Ij|VF zC;t@=uj=hot~*!C68G8hTA%8SzOfETOXQ|3FSaIEjvBJp(A)7SWUi5!Eu#yWgY+;n zlm<$+UDou*V+246_o#V4kMdto8hF%%Lki#zPh}KYXmMf?hrN0;>Mv%`@{0Qn`Ujp) z=lZe+13>^Q!9zT);H<(#bIeRWz%#*}sgUX9P|9($kexOyKIOc`dLux}c$7It4u|Rl z6SSkY*V~g_B-hMPo_ak>>z@AVQ(_N)VY2kB3IZ0G(iDUYw+2d7W^~(Jq}KY=JnWS( z#rzEa&0uNhJ>QE8iiyz;n2H|SV#Og+wEZv=f2%1ELX!SX-(d3tEj$5$1}70Mp<&eI zCkfbByL7af=qQE@5vDVxx1}FSGt_a1DoE3SDI+G)mBAna)KBG4p8Epxl9QZ4BfdAN zFnF|Y(umr;gRgG6NLQ$?ZWgllEeeq~z^ZS7L?<(~O&$5|y)Al^iMKy}&W+eMm1W z7EMU)u^ke(A1#XCV>CZ71}P}0x)4wtHO8#JRG3MA-6g=`ZM!FcICCZ{IEw8Dm2&LQ z1|r)BUG^0GzI6f946RrBlfB1Vs)~8toZf~7)+G;pv&XiUO(%5bm)pl=p>nV^o*;&T z;}@oZSibzto$arQgfkp|z4Z($P>dTXE{4O=vY0!)kDO* zGF8a4wq#VaFpLfK!iELy@?-SeRrdz%F*}hjKcA*y@mj~VD3!it9lhRhX}5YOaR9$} z3mS%$2Be7{l(+MVx3 z(4?h;P!jnRmX9J9sYN#7i=iyj_5q7n#X(!cdqI2lnr8T$IfOW<_v`eB!d9xY1P=2q&WtOXY=D9QYteP)De?S4}FK6#6Ma z=E*V+#s8>L;8aVroK^6iKo=MH{4yEZ_>N-N z`(|;aOATba1^asjxlILk<4}f~`39dBFlxj>Dw(hMYKPO3EEt1@S`1lxFNM+J@uB7T zZ8WKjz7HF1-5&2=l=fqF-*@>n5J}jIxdDwpT?oKM3s8Nr`x8JnN-kCE?~aM1H!hAE z%%w(3kHfGwMnMmNj(SU(w42OrC-euI>Dsjk&jz3ts}WHqmMpzQ3vZrsXrZ|}+MHA7 z068obeXZTsO*6RS@o3x80E4ok``rV^Y3hr&C1;|ZZ0|*EKO`$lECUYG2gVFtUTw)R z4Um<0ZzlON`zTdvVdL#KFoMFQX*a5wM0Czp%wTtfK4Sjs)P**RW&?lP$(<}q%r68Z zS53Y!d@&~ne9O)A^tNrXHhXBkj~$8j%pT1%%mypa9AW5E&s9)rjF4@O3ytH{0z6riz|@< zB~UPh*wRFg2^7EbQrHf0y?E~dHlkOxof_a?M{LqQ^C!i2dawHTPYUE=X@2(3<=OOxs8qn_(y>pU>u^}3y&df{JarR0@VJn0f+U%UiF=$Wyq zQvnVHESil@d|8&R<%}uidGh7@u^(%?$#|&J$pvFC-n8&A>utA=n3#)yMkz+qnG3wd zP7xCnF|$9Dif@N~L)Vde3hW8W!UY0BgT2v(wzp;tlLmyk2%N|0jfG$%<;A&IVrOI< z!L)o>j>;dFaqA3pL}b-Je(bB@VJ4%!JeX@3x!i{yIeIso^=n?fDX`3bU=eG7sTc%g%ye8$v8P@yKE^XD=NYxTb zbf!Mk=h|otpqjFaA-vs5YOF-*GwWPc7VbaOW&stlANnCN8iftFMMrUdYNJ_Bnn5Vt zxfz@Ah|+4&P;reZxp;MmEI7C|FOv8NKUm8njF7Wb6Gi7DeODLl&G~}G4be&*Hi0Qw z5}77vL0P+7-B%UL@3n1&JPxW^d@vVwp?u#gVcJqY9#@-3X{ok#UfW3<1fb%FT`|)V~ggq z(3AUoUS-;7)^hCjdT0Kf{i}h)mBg4qhtHHBti=~h^n^OTH5U*XMgDLIR@sre`AaB$ zg)IGBET_4??m@cx&c~bA80O7B8CHR7(LX7%HThkeC*@vi{-pL%e)yXp!B2InafbDF zjPXf1mko3h59{lT6EEbxKO1Z5GF71)WwowO6kY|6tjSVSWdQ}NsK2x{>i|MKZK8%Q zfu&_0D;CO-Jg0#YmyfctyJ!mRJp)e#@O0mYdp|8x;G1%OZQ3Q847YWTyy|%^cpA;m zze0(5p{tMu^lDkpe?HynyO?a1$_LJl2L&mpeKu%8YvgRNr=%2z${%WThHG=vrWY@4 zsA`OP#O&)TetZ>s%h!=+CE15lOOls&nvC~$Qz0Ph7tHiP;O$i|eDwpT{cp>+)0-|; zY$|bB+Gbel>5aRN3>c0x)4U=|X+z+{ zn*_p*EQoquRL+=+p;=lm`d71&1NqBz&_ph)MXu(Nv6&XE7(RsS)^MGj5Q?Fwude-(sq zjJ>aOq!7!EN>@(fK7EE#;i_BGvli`5U;r!YA{JRodLBc6-`n8K+Fjgwb%sX;j=qHQ z7&Tr!)!{HXoO<2BQrV9Sw?JRaLXV8HrsNevvnf>Y-6|{T!pYLl7jp$-nEE z#X!4G4L#K0qG_4Z;Cj6=;b|Be$hi4JvMH!-voxqx^@8cXp`B??eFBz2lLD8RRaRGh zn7kUfy!YV~p(R|p7iC1Rdgt$_24i0cd-S8HpG|`@my70g^y`gu%#Tf_L21-k?sRRZHK&at(*ED0P8iw{7?R$9~OF$Ko;Iu5)ur5<->x!m93Eb zFYpIx60s=Wxxw=`$aS-O&dCO_9?b1yKiPCQmSQb>T)963`*U+Ydj5kI(B(B?HNP8r z*bfSBpSu)w(Z3j7HQoRjUG(+d=IaE~tv}y14zHHs|0UcN52fT8V_<@2ep_ee{QgZG zmgp8iv4V{k;~8@I%M3<#B;2R>Ef(Gg_cQM7%}0s*^)SK6!Ym+~P^58*wnwV1BW@eG z4sZLqsUvBbFsr#8u7S1r4teQ;t)Y@jnn_m5jS$CsW1um!p&PqAcc8!zyiXHVta9QC zY~wCwCF0U%xiQPD_INKtTb;A|Zf29(mu9NI;E zc-e>*1%(LSXB`g}kd`#}O;veb<(sk~RWL|f3ljxCnEZDdNSTDV6#Td({6l&y4IjKF z^}lIUq*ZUqgTPumD)RrCN{M^jhY>E~1pn|KOZ5((%F)G|*ZQ|r4zIbrEiV%42hJV8 z3xS)=!X1+=olbdGJ=yZil?oXLct8FM{(6ikLL3E%=q#O6(H$p~gQu6T8N!plf!96| z&Q3=`L~>U0zZh;z(pGR2^S^{#PrPxTRHD1RQOON&f)Siaf`GLj#UOk&(|@0?zm;Sx ztsGt8=29-MZs5CSf1l1jNFtNt5rFNZxJPvkNu~2}7*9468TWm>nN9TP&^!;J{-h)_ z7WsHH9|F%I`Pb!>KAS3jQWKfGivTVkMJLO-HUGM_a4UQ_%RgL6WZvrW+Z4ujZn;y@ zz9$=oO!7qVTaQAA^BhX&ZxS*|5dj803M=k&2%QrXda`-Q#IoZL6E(g+tN!6CA!CP* zCpWtCujIea)ENl0liwVfj)Nc<9mV%+e@=d`haoZ*`B7+PNjEbXBkv=B+Pi^~L#EO$D$ZqTiD8f<5$eyb54-(=3 zh)6i8i|jp(@OnRrY5B8t|LFXFQVQ895n*P16cEKTrT*~yLH6Z4e*bZ5otpRDri&+A zfNbK1D5@O=sm`fN=WzWyse!za5n%^+6dHPGX#8DyIK>?9qyX}2XvBWVqbP%%D)7$= z=#$WulZlZR<{m#gU7lwqK4WS1Ne$#_P{b17qe$~UOXCl>5b|6WVh;5vVnR<%d+Lnp z$uEmML38}U4vaW8>shm6CzB(Wei3s#NAWE3)a2)z@i{4jTn;;aQS)O@l{rUM`J@K& l00vQ5JBs~;vo!vr%%-k{2_Fq1Mn4QF81S)AQ99zk{{c4yR+0b! literal 0 HcmV?d00001 diff --git a/benchmarks/gradle/wrapper/gradle-wrapper.properties b/benchmarks/gradle/wrapper/gradle-wrapper.properties new file mode 100644 index 0000000..93d17e8 --- /dev/null +++ b/benchmarks/gradle/wrapper/gradle-wrapper.properties @@ -0,0 +1,8 @@ +distributionBase=GRADLE_USER_HOME +distributionPath=wrapper/dists +distributionUrl=https\://services.gradle.org/distributions/gradle-8.12-bin.zip +networkTimeout=10000 +validateDistributionUrl=true +zipStoreBase=GRADLE_USER_HOME +zipStorePath=wrapper/dists + diff --git a/benchmarks/gradlew b/benchmarks/gradlew new file mode 100755 index 0000000..25181ba --- /dev/null +++ b/benchmarks/gradlew @@ -0,0 +1,248 @@ +#!/bin/sh + +# +# Copyright © 2015-2021 the original authors. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# https://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# + +############################################################################## +# +# Gradle start up script for POSIX generated by Gradle. +# +# Important for running: +# +# (1) You need a POSIX-compliant shell to run this script. If your /bin/sh is +# noncompliant, but you have some other compliant shell such as ksh or +# bash, then to run this script, type that shell name before the whole +# command line, like: +# +# ksh Gradle +# +# Busybox and similar reduced shells will NOT work, because this script +# requires all of these POSIX shell features: +# * functions; +# * expansions «$var», «${var}», «${var:-default}», «${var+SET}», +# «${var#prefix}», «${var%suffix}», and «$( cmd )»; +# * compound commands having a testable exit status, especially «case»; +# * various built-in commands including «command», «set», and «ulimit». +# +# Important for patching: +# +# (2) This script targets any POSIX shell, so it avoids extensions provided +# by Bash, Ksh, etc; in particular arrays are avoided. +# +# The "traditional" practice of packing multiple parameters into a +# space-separated string is a well documented source of bugs and security +# problems, so this is (mostly) avoided, by progressively accumulating +# options in "$@", and eventually passing that to Java. +# +# Where the inherited environment variables (DEFAULT_JVM_OPTS, JAVA_OPTS, +# and GRADLE_OPTS) rely on word-splitting, this is performed explicitly; +# see the in-line comments for details. +# +# There are tweaks for specific operating systems such as AIX, CygWin, +# Darwin, MinGW, and NonStop. +# +# (3) This script is generated from the Groovy template +# https://github.com/gradle/gradle/blob/HEAD/subprojects/plugins/src/main/resources/org/gradle/api/internal/plugins/unixStartScript.txt +# within the Gradle project. +# +# You can find Gradle at https://github.com/gradle/gradle/. +# +############################################################################## + +# Attempt to set APP_HOME + +# Resolve links: $0 may be a link +app_path=$0 + +# Need this for daisy-chained symlinks. +while + APP_HOME=${app_path%"${app_path##*/}"} # leaves a trailing /; empty if no leading path + [ -h "$app_path" ] +do + ls=$( ls -ld "$app_path" ) + link=${ls#*' -> '} + case $link in #( + /*) app_path=$link ;; #( + *) app_path=$APP_HOME$link ;; + esac +done + +# This is normally unused +# shellcheck disable=SC2034 +APP_BASE_NAME=${0##*/} +APP_HOME=$( cd "${APP_HOME:-./}" && pwd -P ) || exit + +# Use the maximum available, or set MAX_FD != -1 to use that value. +MAX_FD=maximum + +warn () { + echo "$*" +} >&2 + +die () { + echo + echo "$*" + echo + exit 1 +} >&2 + +# OS specific support (must be 'true' or 'false'). +cygwin=false +msys=false +darwin=false +nonstop=false +case "$( uname )" in #( + CYGWIN* ) cygwin=true ;; #( + Darwin* ) darwin=true ;; #( + MSYS* | MINGW* ) msys=true ;; #( + NONSTOP* ) nonstop=true ;; +esac + +CLASSPATH=$APP_HOME/gradle/wrapper/gradle-wrapper.jar + + +# Determine the Java command to use to start the JVM. +if [ -n "$JAVA_HOME" ] ; then + if [ -x "$JAVA_HOME/jre/sh/java" ] ; then + # IBM's JDK on AIX uses strange locations for the executables + JAVACMD=$JAVA_HOME/jre/sh/java + else + JAVACMD=$JAVA_HOME/bin/java + fi + if [ ! -x "$JAVACMD" ] ; then + die "ERROR: JAVA_HOME is set to an invalid directory: $JAVA_HOME + +Please set the JAVA_HOME variable in your environment to match the +location of your Java installation." + fi +else + JAVACMD=java + if ! command -v java >/dev/null 2>&1 + then + die "ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH. + +Please set the JAVA_HOME variable in your environment to match the +location of your Java installation." + fi +fi + +# Increase the maximum file descriptors if we can. +if ! "$cygwin" && ! "$darwin" && ! "$nonstop" ; then + case $MAX_FD in #( + max*) + # In POSIX sh, ulimit -H is undefined. That's why the result is checked to see if it worked. + # shellcheck disable=SC3045 + MAX_FD=$( ulimit -H -n ) || + warn "Could not query maximum file descriptor limit" + esac + case $MAX_FD in #( + '' | soft) :;; #( + *) + # In POSIX sh, ulimit -n is undefined. That's why the result is checked to see if it worked. + # shellcheck disable=SC3045 + ulimit -n "$MAX_FD" || + warn "Could not set maximum file descriptor limit to $MAX_FD" + esac +fi + +# Collect all arguments for the java command, stacking in reverse order: +# * args from the command line +# * the main class name +# * -classpath +# * -D...appname settings +# * --module-path (only if needed) +# * DEFAULT_JVM_OPTS, JAVA_OPTS, and GRADLE_OPTS environment variables. + +# For Cygwin or MSYS, switch paths to Windows format before running java +if "$cygwin" || "$msys" ; then + APP_HOME=$( cygpath --path --mixed "$APP_HOME" ) + CLASSPATH=$( cygpath --path --mixed "$CLASSPATH" ) + + JAVACMD=$( cygpath --unix "$JAVACMD" ) + + # Now convert the arguments - kludge to limit ourselves to /bin/sh + for arg do + if + case $arg in #( + -*) false ;; # don't mess with options #( + /?*) t=${arg#/} t=/${t%%/*} # looks like a POSIX filepath + [ -e "$t" ] ;; #( + *) false ;; + esac + then + arg=$( cygpath --path --ignore --mixed "$arg" ) + fi + # Roll the args list around exactly as many times as the number of + # args, so each arg winds up back in the position where it started, but + # possibly modified. + # + # NB: a `for` loop captures its iteration list before it begins, so + # changing the positional parameters here affects neither the number of + # iterations, nor the values presented in `arg`. + shift # remove old arg + set -- "$@" "$arg" # push replacement arg + done +fi + + +# Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script. +DEFAULT_JVM_OPTS='"-Xmx64m" "-Xms64m"' + +# Collect all arguments for the java command: +# * DEFAULT_JVM_OPTS, JAVA_OPTS, JAVA_OPTS, and optsenv variables from the environment, and +# * the '-classpath' argument +# and finally the main class name. +set -- \ + "-Dorg.gradle.appname=$APP_BASE_NAME" \ + -classpath "$CLASSPATH" \ + org.gradle.wrapper.GradleWrapperMain \ + "$@" + +# Stop when "xargs" is not available. +if ! command -v xargs >/dev/null 2>&1 +then + die "xargs is not available" +fi + +# Use "xargs" to parse quoted args. +# +# With -n1 it outputs one arg per line, with the quotes and backslashes removed. +# +# In Bash we could simply go: +# +# readarray ARGS < <( xargs -n1 <<<"$var" ) && +# set -- "${ARGS[@]}" "$@" +# +# but POSIX shell has neither arrays nor command substitution, so instead we +# post-process each arg (as a line of input to sed) to backslash-escape any +# character that might be a shell metacharacter, then use eval to reverse +# that process (while maintaining the separation between arguments), and wrap +# the whole thing up as a single "set" statement. +# +# This will of course break if any of these variables contains a newline or +# an unmatched quote. +# + +eval "set -- $( + printf '%s\n' "$DEFAULT_JVM_OPTS $JAVA_OPTS $GRADLE_OPTS" | + xargs -n1 | + sed ' s~[^-[:alnum:]+,./:=@_]~\\&~g; ' | + tr '\n' ' ' + )" '"$@"' + +exec "$JAVACMD" "$@" + + diff --git a/benchmarks/pom.xml b/benchmarks/pom.xml new file mode 100644 index 0000000..080158e --- /dev/null +++ b/benchmarks/pom.xml @@ -0,0 +1,63 @@ + + + 4.0.0 + + com.altinity.ice.benchmarks + ice-benchmarks + 0.0.0-SNAPSHOT + + + 17 + 17 + UTF-8 + 3.11.5 + 4.9.6 + 2.13.14 + + + + + io.gatling.highcharts + gatling-charts-highcharts + ${gatling.version} + test + + + org.scala-lang + scala-library + ${scala.version} + + + com.typesafe + config + 1.4.3 + + + + + src/test/scala + + + net.alchim31.maven + scala-maven-plugin + 4.9.2 + + + + testCompile + + + + + + io.gatling + gatling-maven-plugin + ${gatling-maven-plugin.version} + + + + + + diff --git a/benchmarks/quick-start.sh b/benchmarks/quick-start.sh new file mode 100755 index 0000000..1f29cf7 --- /dev/null +++ b/benchmarks/quick-start.sh @@ -0,0 +1,63 @@ +#!/bin/bash + +# Quick start script for ICE REST Catalog benchmarks +# Usage: ./quick-start.sh [create|mixed|read-only] + +set -e + +BENCHMARK_TYPE=${1:-create} + +# Colors for output +GREEN='\033[0;32m' +YELLOW='\033[1;33m' +NC='\033[0m' # No Color + +echo -e "${GREEN}=== ICE REST Catalog Benchmark ===${NC}" +echo "" + +# Check if ICE catalog is running +CATALOG_URL=${ICE_CATALOG_URL:-http://localhost:8181} +echo "Checking catalog at $CATALOG_URL..." + +if curl -s -f "$CATALOG_URL/v1/config" > /dev/null 2>&1; then + echo -e "${GREEN}✓ Catalog is accessible${NC}" +else + echo -e "${YELLOW}⚠ Warning: Cannot reach catalog at $CATALOG_URL${NC}" + echo "Make sure ICE REST Catalog is running." + echo "" +fi + +echo "" +echo "Running benchmark type: $BENCHMARK_TYPE" +echo "" + +case $BENCHMARK_TYPE in + create|write) + echo "100% Write Workload - Creating dataset..." + ./gradlew gatlingRun-com.altinity.ice.benchmarks.simulations.CreateTreeDatasetSimulation + ;; + mixed|read-write) + echo "90% Read / 10% Write Workload..." + ./gradlew gatlingRun-com.altinity.ice.benchmarks.simulations.ReadUpdateTreeDatasetSimulation + ;; + read|read-only) + echo "100% Read Workload..." + ./gradlew gatlingRun-com.altinity.ice.benchmarks.simulations.ReadOnlyWorkloadSimulation + ;; + *) + echo "Unknown benchmark type: $BENCHMARK_TYPE" + echo "Usage: $0 [create|mixed|read-only]" + exit 1 + ;; +esac + +echo "" +echo -e "${GREEN}Benchmark complete!${NC}" +echo "" +echo "Open the HTML report to view detailed results:" +LATEST_REPORT=$(find build/reports/gatling -name "index.html" -type f | sort -r | head -n 1) +if [ -n "$LATEST_REPORT" ]; then + echo " file://$(pwd)/$LATEST_REPORT" +fi + + diff --git a/benchmarks/run-with-token.sh b/benchmarks/run-with-token.sh new file mode 100755 index 0000000..e93c36a --- /dev/null +++ b/benchmarks/run-with-token.sh @@ -0,0 +1,50 @@ +#!/bin/bash + +# Quick run script with bearer token authentication +# Usage: ./run-with-token.sh YOUR_TOKEN [simulation-name] + +set -e + +if [ -z "$1" ]; then + echo "Usage: $0 [simulation-name]" + echo "" + echo "Examples:" + echo " $0 'your-token-here' CreateTreeDatasetSimulation" + echo " $0 'your-token-here' ReadUpdateTreeDatasetSimulation" + echo " $0 'your-token-here' ReadOnlyWorkloadSimulation" + echo "" + echo "If simulation-name is omitted, runs CreateTreeDatasetSimulation" + exit 1 +fi + +BEARER_TOKEN="$1" +SIMULATION="${2:-CreateTreeDatasetSimulation}" + +# Colors for output +GREEN='\033[0;32m' +YELLOW='\033[1;33m' +NC='\033[0m' # No Color + +echo -e "${GREEN}=== ICE REST Catalog Benchmark with Bearer Token ===${NC}" +echo "" +echo "Simulation: $SIMULATION" +echo "Catalog URL: ${ICE_CATALOG_URL:-http://localhost:8181}" +echo "" + +# Export the bearer token +export ICE_BEARER_TOKEN="$BEARER_TOKEN" + +# Run the simulation +mvn gatling:test \ + -Dgatling.simulationClass=com.altinity.ice.benchmarks.simulations.${SIMULATION} + +echo "" +echo -e "${GREEN}Benchmark complete!${NC}" +echo "" +echo "View the HTML report at:" +LATEST_REPORT=$(find target/gatling -name "index.html" -type f | sort -r | head -n 1) +if [ -n "$LATEST_REPORT" ]; then + echo " file://$(pwd)/$LATEST_REPORT" +fi + + diff --git a/benchmarks/settings.gradle b/benchmarks/settings.gradle new file mode 100644 index 0000000..f175deb --- /dev/null +++ b/benchmarks/settings.gradle @@ -0,0 +1,3 @@ +rootProject.name = 'ice-benchmarks' + + diff --git a/benchmarks/src/test/resources/application.conf b/benchmarks/src/test/resources/application.conf new file mode 100644 index 0000000..3b32659 --- /dev/null +++ b/benchmarks/src/test/resources/application.conf @@ -0,0 +1,101 @@ +# ICE REST Catalog Benchmark Configuration +# +# This configuration file defines parameters for load testing the ICE REST catalog. +# It follows the same structure as the Polaris benchmarking framework. + +# HTTP connection settings +http { + # Base URL of the ICE REST catalog + base-url = "http://localhost:5000" + base-url = ${?ICE_CATALOG_URL} + + # Connection timeout in milliseconds + connect-timeout = 30000 + + # Request timeout in milliseconds + request-timeout = 60000 +} + +# Authentication settings +auth { + # Bearer token for authentication + # Set this via environment variable: export ICE_BEARER_TOKEN="your-token" + # Or set directly in this file: bearer-token = "your-token-here" + bearer-token = "foo" + bearer-token = ${?ICE_BEARER_TOKEN} +} + +# Test dataset configuration +dataset { + # Catalog configuration + catalog-name = "test-catalog" + + # Tree dataset structure + tree { + # Number of catalogs to create (for multi-catalog tests) + num-catalogs = 1 + + # Namespace hierarchy configuration + # Width: number of child namespaces per parent + namespace-width = 2 + # Depth: levels of namespace nesting + namespace-depth = 3 + + # Tables and views per namespace + tables-per-namespace = 5 + views-per-namespace = 2 + + # Metadata properties + namespace-properties = 10 + table-properties = 20 + view-properties = 15 + + # Schema configuration + columns-per-table = 50 + columns-per-view = 30 + + # Default base location for tables + default-base-location = "s3://test-warehouse/" + default-base-location = ${?ICE_BASE_LOCATION} + } +} + +# Workload configurations +workload { + # Pure write workload - creates namespaces, tables, and views + create-tree-dataset { + # Concurrency for namespace creation + namespace-concurrency = 20 + # Concurrency for table creation + table-concurrency = 40 + # Concurrency for view creation + view-concurrency = 40 + } + + # Mixed read/write workload - 90% reads, 10% writes + read-update-tree-dataset { + # Ratio of read operations (0.0 to 1.0) + read-write-ratio = 0.9 + # Target throughput (operations per second) + throughput = 150 + # Duration of the benchmark in minutes + duration-in-minutes = 10 + } + + # Read-heavy workload - 100% reads + read-only-workload { + # Target throughput (operations per second) + throughput = 500 + # Duration of the benchmark in minutes + duration-in-minutes = 5 + } + + # Write-heavy workload - table updates + write-heavy-workload { + # Concurrency for table updates + update-concurrency = 50 + # Number of updates per table + updates-per-table = 10 + } +} + diff --git a/benchmarks/src/test/resources/logback.xml b/benchmarks/src/test/resources/logback.xml new file mode 100644 index 0000000..c54715c --- /dev/null +++ b/benchmarks/src/test/resources/logback.xml @@ -0,0 +1,26 @@ + + + + + %d{HH:mm:ss.SSS} [%thread] %-5level %logger{36} - %msg%n + + + + + build/reports/gatling/benchmark.log + + %d{HH:mm:ss.SSS} [%thread] %-5level %logger{36} - %msg%n + + + + + + + + + + + + + + diff --git a/benchmarks/src/test/scala/com/altinity/ice/benchmarks/DatasetGenerator.scala b/benchmarks/src/test/scala/com/altinity/ice/benchmarks/DatasetGenerator.scala new file mode 100644 index 0000000..3d20c25 --- /dev/null +++ b/benchmarks/src/test/scala/com/altinity/ice/benchmarks/DatasetGenerator.scala @@ -0,0 +1,155 @@ +package com.altinity.ice.benchmarks + +import com.typesafe.config.{Config, ConfigFactory} + +import scala.util.Random + +/** + * Procedural dataset generator for ICE REST Catalog benchmarks. + * Given the same configuration, generates the same dataset for reproducible benchmarks. + */ +object DatasetGenerator { + + private val config: Config = ConfigFactory.load().getConfig("dataset.tree") + + val numCatalogs: Int = config.getInt("num-catalogs") + val namespaceWidth: Int = config.getInt("namespace-width") + val namespaceDepth: Int = config.getInt("namespace-depth") + val tablesPerNamespace: Int = config.getInt("tables-per-namespace") + val viewsPerNamespace: Int = config.getInt("views-per-namespace") + val namespaceProperties: Int = config.getInt("namespace-properties") + val tableProperties: Int = config.getInt("table-properties") + val viewProperties: Int = config.getInt("view-properties") + val columnsPerTable: Int = config.getInt("columns-per-table") + val columnsPerView: Int = config.getInt("columns-per-view") + val defaultBaseLocation: String = config.getString("default-base-location") + val catalogName: String = ConfigFactory.load().getString("dataset.catalog-name") + + /** + * Generates all namespaces in a tree structure. + * Returns a list of namespace paths (e.g., ["ns1", "ns1.ns2", "ns1.ns2.ns3"]) + */ + def generateNamespaces(): Seq[String] = { + def buildTree(prefix: String, depth: Int): Seq[String] = { + if (depth == 0) Seq.empty + else { + val currentLevel = (1 to namespaceWidth).map { i => + val name = if (prefix.isEmpty) s"ns_${depth}_$i" else s"$prefix.ns_${depth}_$i" + name +: buildTree(name, depth - 1) + }.flatten + currentLevel + } + } + buildTree("", namespaceDepth) + } + + /** + * Generates table identifiers for all namespaces. + * Returns a list of (namespace, tableName) tuples. + */ + def generateTables(): Seq[(String, String)] = { + val namespaces = generateNamespaces() + namespaces.flatMap { ns => + (1 to tablesPerNamespace).map { i => + (ns, s"table_$i") + } + } + } + + /** + * Generates view identifiers for all namespaces. + * Returns a list of (namespace, viewName) tuples. + */ + def generateViews(): Seq[(String, String)] = { + val namespaces = generateNamespaces() + namespaces.flatMap { ns => + (1 to viewsPerNamespace).map { i => + (ns, s"view_$i") + } + } + } + + /** + * Generates properties for a namespace. + */ + def generateNamespaceProperties(namespace: String): Map[String, String] = { + val seed = namespace.hashCode + val rnd = new Random(seed) + (1 to namespaceProperties).map { i => + s"prop_$i" -> s"value_${rnd.nextInt(1000)}" + }.toMap + } + + /** + * Generates a table schema with the configured number of columns. + */ + def generateTableSchema(tableName: String): String = { + val seed = tableName.hashCode + val rnd = new Random(seed) + val types = Seq("integer", "long", "double", "string", "boolean", "date", "timestamp") + + val fields = (1 to columnsPerTable).map { i => + val fieldType = types(rnd.nextInt(types.length)) + s"""{"id": $i, "name": "col_$i", "required": false, "type": "$fieldType"}""" + }.mkString(",\n ") + + s"""{"type": "struct", "fields": [$fields]}""" + } + + /** + * Generates properties for a table. + */ + def generateTableProperties(tableName: String): Map[String, String] = { + val seed = tableName.hashCode + val rnd = new Random(seed) + (1 to tableProperties).map { i => + s"prop_$i" -> s"value_${rnd.nextInt(1000)}" + }.toMap + ("write.format.default" -> "parquet") + } + + /** + * Generates a view schema with the configured number of columns. + */ + def generateViewSchema(viewName: String): String = { + val seed = viewName.hashCode + val rnd = new Random(seed) + val types = Seq("integer", "long", "double", "string", "boolean", "date", "timestamp") + + val fields = (1 to columnsPerView).map { i => + val fieldType = types(rnd.nextInt(types.length)) + s"""{"id": $i, "name": "col_$i", "required": false, "type": "$fieldType"}""" + }.mkString(",\n ") + + s"""{"type": "struct", "fields": [$fields]}""" + } + + /** + * Generates properties for a view. + */ + def generateViewProperties(viewName: String): Map[String, String] = { + val seed = viewName.hashCode + val rnd = new Random(seed) + (1 to viewProperties).map { i => + s"prop_$i" -> s"value_${rnd.nextInt(1000)}" + }.toMap + } + + /** + * Converts properties map to JSON string. + */ + def propertiesToJson(properties: Map[String, String]): String = { + properties.map { case (k, v) => s""""$k": "$v"""" }.mkString("{", ", ", "}") + } + + /** + * Returns total number of entities that will be created. + */ + def getTotalEntityCount: (Int, Int, Int) = { + val namespaces = generateNamespaces() + val tables = generateTables() + val views = generateViews() + (namespaces.length, tables.length, views.length) + } +} + + diff --git a/benchmarks/src/test/scala/com/altinity/ice/benchmarks/IceRestProtocol.scala b/benchmarks/src/test/scala/com/altinity/ice/benchmarks/IceRestProtocol.scala new file mode 100644 index 0000000..e9cff43 --- /dev/null +++ b/benchmarks/src/test/scala/com/altinity/ice/benchmarks/IceRestProtocol.scala @@ -0,0 +1,49 @@ +package com.altinity.ice.benchmarks + +import com.typesafe.config.{Config, ConfigFactory} +import io.gatling.core.Predef._ +import io.gatling.http.Predef._ +import io.gatling.http.protocol.HttpProtocolBuilder + +import scala.concurrent.duration._ + +/** + * Protocol configuration for ICE REST Catalog benchmarks. + * Handles bearer token authentication and HTTP settings. + */ +object IceRestProtocol { + + private val config: Config = ConfigFactory.load() + + val baseUrl: String = config.getString("http.base-url") + val bearerToken: String = config.getString("auth.bearer-token") + val connectTimeout: Duration = config.getInt("http.connect-timeout").milliseconds + val requestTimeout: Duration = config.getInt("http.request-timeout").milliseconds + + /** + * Sets the bearer token in the session. + * This must be called at the start of each scenario. + */ + val authenticate = exec(session => { + session.set("accessToken", bearerToken) + }) + + /** + * Returns the HTTP protocol configuration for ICE REST catalog. + */ + def httpProtocol: HttpProtocolBuilder = { + val protocol = http + .baseUrl(baseUrl) + .acceptHeader("application/json") + .contentTypeHeader("application/json") + .shareConnections + + // Only add Authorization header if bearer token is provided + if (bearerToken.nonEmpty) { + protocol.header("Authorization", "Bearer ${accessToken}") + } else { + protocol + } + } +} + diff --git a/benchmarks/src/test/scala/com/altinity/ice/benchmarks/simulations/CreateTreeDatasetSimulation.scala b/benchmarks/src/test/scala/com/altinity/ice/benchmarks/simulations/CreateTreeDatasetSimulation.scala new file mode 100644 index 0000000..4e0e06e --- /dev/null +++ b/benchmarks/src/test/scala/com/altinity/ice/benchmarks/simulations/CreateTreeDatasetSimulation.scala @@ -0,0 +1,151 @@ +package com.altinity.ice.benchmarks.simulations + +import com.altinity.ice.benchmarks.{DatasetGenerator, IceRestProtocol} +import com.typesafe.config.ConfigFactory +import io.gatling.core.Predef._ +import io.gatling.http.Predef._ + +import scala.concurrent.duration._ + +/** + * 100% Write Workload: Creates a tree of namespaces, tables, and views. + * + * This simulation creates a hierarchical dataset structure: + * - N-ary tree of namespaces (width and depth configurable) + * - Tables and views in each namespace + * - Properties and schemas for each entity + * + * Similar to Polaris CreateTreeDataset benchmark. + */ +class CreateTreeDatasetSimulation extends Simulation { + + private val config = ConfigFactory.load() + private val workloadConfig = config.getConfig("workload.create-tree-dataset") + + private val namespaceConcurrency = workloadConfig.getInt("namespace-concurrency") + private val tableConcurrency = workloadConfig.getInt("table-concurrency") + private val viewConcurrency = workloadConfig.getInt("view-concurrency") + + private val catalogName = config.getString("dataset.catalog-name") + + // Generate dataset + private val namespaces = DatasetGenerator.generateNamespaces() + private val tables = DatasetGenerator.generateTables() + private val views = DatasetGenerator.generateViews() + + println(s"Dataset configuration:") + println(s" Namespaces: ${namespaces.length}") + println(s" Tables: ${tables.length}") + println(s" Views: ${views.length}") + println(s" Total entities: ${namespaces.length + tables.length + views.length}") + + // Create namespace feeder + private val namespaceFeeder = namespaces.map { ns => + Map( + "namespace" -> ns.replace(".", "\u001F"), // Use unit separator for Iceberg REST API + "properties" -> DatasetGenerator.propertiesToJson( + DatasetGenerator.generateNamespaceProperties(ns) + ) + ) + }.iterator + + // Create table feeder + private val tableFeeder = tables.map { case (ns, tableName) => + Map( + "namespace" -> ns.replace(".", "\u001F"), + "tableName" -> tableName, + "schema" -> DatasetGenerator.generateTableSchema(tableName), + "properties" -> DatasetGenerator.propertiesToJson( + DatasetGenerator.generateTableProperties(tableName) + ), + "location" -> s"${DatasetGenerator.defaultBaseLocation}$catalogName/$ns/$tableName" + ) + }.iterator + + // Create view feeder + private val viewFeeder = views.map { case (ns, viewName) => + Map( + "namespace" -> ns.replace(".", "\u001F"), + "viewName" -> viewName, + "schema" -> DatasetGenerator.generateViewSchema(viewName), + "properties" -> DatasetGenerator.propertiesToJson( + DatasetGenerator.generateViewProperties(viewName) + ), + "sqlQuery" -> s"SELECT * FROM $ns.table_1" + ) + }.iterator + + // Scenario: Create namespaces + private val createNamespaces = scenario("Create Namespaces") + .exec(IceRestProtocol.authenticate) + .feed(namespaceFeeder) + .exec( + http("Create Namespace") + .post("/v1/namespaces") + .body(StringBody( + """{"namespace": ["${namespace}"], "properties": ${properties}}""" + )).asJson + .check(status.in(200, 409)) // 409 = already exists + ) + + // Scenario: Create tables + private val createTables = scenario("Create Tables") + .feed(tableFeeder) + .exec( + http("Create Table") + .post("/v1/namespaces/${namespace}/tables") + .body(StringBody( + """{ + "name": "${tableName}", + "schema": ${schema}, + "location": "${location}", + "properties": ${properties} + }""" + )).asJson + .check(status.in(200, 409)) + ) + + // Scenario: Create views + private val createViews = scenario("Create Views") + .feed(viewFeeder) + .exec( + http("Create View") + .post("/v1/namespaces/${namespace}/views") + .body(StringBody( + """{ + "name": "${viewName}", + "schema": ${schema}, + "view-version": { + "version-id": 1, + "schema-id": 0, + "timestamp-ms": ${__time()}, + "summary": {"operation": "create"}, + "representations": [{ + "type": "sql", + "sql": "${sqlQuery}", + "dialect": "spark" + }], + "default-namespace": ["${namespace}"] + }, + "properties": ${properties} + }""" + )).asJson + .check(status.in(200, 409)) + ) + + // Setup with authentication + setUp( + createNamespaces.inject( + rampUsers(namespaces.length).during(30.seconds) + ), + createTables.inject( + nothingFor(5.seconds), + rampUsers(tables.length).during(60.seconds) + ), + createViews.inject( + nothingFor(70.seconds), + rampUsers(views.length).during(30.seconds) + ) + ).protocols(IceRestProtocol.httpProtocol) +} + diff --git a/benchmarks/src/test/scala/com/altinity/ice/benchmarks/simulations/ReadOnlyWorkloadSimulation.scala b/benchmarks/src/test/scala/com/altinity/ice/benchmarks/simulations/ReadOnlyWorkloadSimulation.scala new file mode 100644 index 0000000..4e5edcc --- /dev/null +++ b/benchmarks/src/test/scala/com/altinity/ice/benchmarks/simulations/ReadOnlyWorkloadSimulation.scala @@ -0,0 +1,95 @@ +package com.altinity.ice.benchmarks.simulations + +import com.altinity.ice.benchmarks.{DatasetGenerator, IceRestProtocol} +import com.typesafe.config.ConfigFactory +import io.gatling.core.Predef._ +import io.gatling.http.Predef._ + +import scala.concurrent.duration._ +import scala.util.Random + +/** + * 100% Read Workload: Exercises read-only operations on the catalog. + * + * This simulation tests read performance with various operations: + * - List namespaces/tables/views + * - Load table/view metadata + * - Check entity existence + * + * Useful for testing catalog read scalability and caching effectiveness. + */ +class ReadOnlyWorkloadSimulation extends Simulation { + + private val config = ConfigFactory.load() + private val workloadConfig = config.getConfig("workload.read-only-workload") + + private val throughput = workloadConfig.getInt("throughput") + private val durationMinutes = workloadConfig.getInt("duration-in-minutes") + + // Generate dataset + private val namespaces = DatasetGenerator.generateNamespaces() + private val tables = DatasetGenerator.generateTables() + private val views = DatasetGenerator.generateViews() + + private val rnd = new Random(42) + + println(s"Read-only workload configuration:") + println(s" Target throughput: $throughput ops/s") + println(s" Duration: $durationMinutes minutes") + + // Create feeders + private val namespaceFeeder = Iterator.continually { + val ns = namespaces(rnd.nextInt(namespaces.length)) + Map("namespace" -> ns.replace(".", "\u001F")) + } + + private val tableFeeder = Iterator.continually { + val (ns, tableName) = tables(rnd.nextInt(tables.length)) + Map( + "namespace" -> ns.replace(".", "\u001F"), + "tableName" -> tableName + ) + } + + // Read-only scenario + private val readOnlyWorkload = scenario("Read-Only Workload") + .exec(IceRestProtocol.authenticate) + .during(durationMinutes.minutes) { + feed(namespaceFeeder) + .feed(tableFeeder) + .randomSwitch( + 20.0 -> exec( + http("List Namespaces") + .get("/v1/namespaces") + .check(status.is(200)) + ), + 20.0 -> exec( + http("List Tables") + .get("/v1/namespaces/${namespace}/tables") + .check(status.in(200, 404)) + ), + 20.0 -> exec( + http("Check Table Exists") + .head("/v1/namespaces/${namespace}/tables/${tableName}") + .check(status.in(200, 204, 404)) + ), + 30.0 -> exec( + http("Load Table") + .get("/v1/namespaces/${namespace}/tables/${tableName}") + .check(status.in(200, 404)) + ), + 10.0 -> exec( + http("Load Namespace") + .get("/v1/namespaces/${namespace}") + .check(status.in(200, 404)) + ) + ) + } + + setUp( + readOnlyWorkload.inject( + constantUsersPerSec(throughput).during(durationMinutes.minutes) + ) + ).protocols(IceRestProtocol.httpProtocol) +} + diff --git a/benchmarks/src/test/scala/com/altinity/ice/benchmarks/simulations/ReadUpdateTreeDatasetSimulation.scala b/benchmarks/src/test/scala/com/altinity/ice/benchmarks/simulations/ReadUpdateTreeDatasetSimulation.scala new file mode 100644 index 0000000..fc6cd3f --- /dev/null +++ b/benchmarks/src/test/scala/com/altinity/ice/benchmarks/simulations/ReadUpdateTreeDatasetSimulation.scala @@ -0,0 +1,159 @@ +package com.altinity.ice.benchmarks.simulations + +import com.altinity.ice.benchmarks.{DatasetGenerator, IceRestProtocol} +import com.typesafe.config.ConfigFactory +import io.gatling.core.Predef._ +import io.gatling.http.Predef._ + +import scala.concurrent.duration._ +import scala.util.Random + +/** + * Mixed Read/Write Workload: 90% reads, 10% writes (configurable). + * + * This simulation exercises various read and write operations: + * - Read: namespace exists, table exists, load table, list tables, etc. + * - Write: update namespace properties, update table metadata + * + * Similar to Polaris ReadUpdateTreeDataset benchmark. + */ +class ReadUpdateTreeDatasetSimulation extends Simulation { + + private val config = ConfigFactory.load() + private val workloadConfig = config.getConfig("workload.read-update-tree-dataset") + + private val readWriteRatio = workloadConfig.getDouble("read-write-ratio") + private val throughput = workloadConfig.getInt("throughput") + private val durationMinutes = workloadConfig.getInt("duration-in-minutes") + + // Generate dataset + private val namespaces = DatasetGenerator.generateNamespaces() + private val tables = DatasetGenerator.generateTables() + private val views = DatasetGenerator.generateViews() + + private val rnd = new Random(42) // Fixed seed for reproducibility + + println(s"Mixed workload configuration:") + println(s" Read/Write ratio: ${readWriteRatio * 100}% / ${(1 - readWriteRatio) * 100}%") + println(s" Target throughput: $throughput ops/s") + println(s" Duration: $durationMinutes minutes") + println(s" Total operations: ${throughput * durationMinutes * 60}") + + // Create feeders + private val namespaceFeeder = Iterator.continually { + val ns = namespaces(rnd.nextInt(namespaces.length)) + Map("namespace" -> ns.replace(".", "\u001F")) + } + + private val tableFeeder = Iterator.continually { + val (ns, tableName) = tables(rnd.nextInt(tables.length)) + Map( + "namespace" -> ns.replace(".", "\u001F"), + "tableName" -> tableName + ) + } + + private val viewFeeder = Iterator.continually { + val (ns, viewName) = views(rnd.nextInt(views.length)) + Map( + "namespace" -> ns.replace(".", "\u001F"), + "viewName" -> viewName + ) + } + + // Read operations + private val readOps = Seq( + exec( + http("Read / Check Namespace Exists") + .head("/v1/namespaces/${namespace}") + .check(status.in(200, 204, 404)) + ), + exec( + http("Read / Fetch Namespace") + .get("/v1/namespaces/${namespace}") + .check(status.in(200, 404)) + ), + exec( + http("Read / List Tables") + .get("/v1/namespaces/${namespace}/tables") + .check(status.in(200, 404)) + ), + exec( + http("Read / Check Table Exists") + .head("/v1/namespaces/${namespace}/tables/${tableName}") + .check(status.in(200, 204, 404)) + ), + exec( + http("Read / Fetch Table") + .get("/v1/namespaces/${namespace}/tables/${tableName}") + .check(status.in(200, 404)) + ), + exec( + http("Read / List Views") + .get("/v1/namespaces/${namespace}/views") + .check(status.in(200, 404)) + ), + exec( + http("Read / Check View Exists") + .head("/v1/namespaces/${namespace}/views/${viewName}") + .check(status.in(200, 204, 404)) + ), + exec( + http("Read / Fetch View") + .get("/v1/namespaces/${namespace}/views/${viewName}") + .check(status.in(200, 404)) + ) + ) + + // Write operations + private val writeOps = Seq( + exec( + http("Write / Update Namespace Properties") + .post("/v1/namespaces/${namespace}/properties") + .body(StringBody( + s"""{"updates": {"updated_at": "$${__time()}"}}""" + )).asJson + .check(status.in(200, 404)) + ), + exec( + http("Write / Update Table Metadata") + .post("/v1/namespaces/${namespace}/tables/${tableName}") + .body(StringBody( + """{ + "requirements": [], + "updates": [{ + "action": "set-properties", + "updates": {"updated_at": "${__time()}"} + }] + }""" + )).asJson + .check(status.in(200, 404)) + ) + ) + + // Mixed scenario + private val mixedWorkload = scenario("Mixed Read/Write Workload") + .exec(IceRestProtocol.authenticate) + .during(durationMinutes.minutes) { + randomSwitch( + readWriteRatio -> group("Read")( + feed(namespaceFeeder) + .feed(tableFeeder) + .feed(viewFeeder) + .exec(readOps(rnd.nextInt(readOps.length))) + ), + (1 - readWriteRatio) -> group("Write")( + feed(namespaceFeeder) + .feed(tableFeeder) + .exec(writeOps(rnd.nextInt(writeOps.length))) + ) + ) + } + + setUp( + mixedWorkload.inject( + constantUsersPerSec(throughput).during(durationMinutes.minutes) + ) + ).protocols(IceRestProtocol.httpProtocol) +} + From c5ef84235c8a28238c786325ef3446084a17d11a Mon Sep 17 00:00:00 2001 From: Kanthi Subramanian Date: Mon, 1 Dec 2025 11:13:33 -0600 Subject: [PATCH 2/3] Removed shell scripts --- benchmarks/README.md | 433 +++++++++++++++++++++++++++++++++++ benchmarks/quick-start.sh | 63 ----- benchmarks/run-with-token.sh | 50 ---- 3 files changed, 433 insertions(+), 113 deletions(-) create mode 100644 benchmarks/README.md delete mode 100755 benchmarks/quick-start.sh delete mode 100755 benchmarks/run-with-token.sh diff --git a/benchmarks/README.md b/benchmarks/README.md new file mode 100644 index 0000000..4912081 --- /dev/null +++ b/benchmarks/README.md @@ -0,0 +1,433 @@ +# ICE REST Catalog Benchmarking Framework + +A Gatling-based load testing framework for the ICE REST Catalog, inspired by the [Apache Polaris benchmarking framework](https://www.dremio.com/blog/benchmarking-framework-for-the-apache-iceberg-catalog-polaris/). + +## Overview + +This framework provides reproducible, procedural load tests for the ICE REST Catalog. It supports: + +- **100% Write Workload**: Creates hierarchical datasets with namespaces, tables, and views +- **Mixed Read/Write Workload**: Configurable ratio (default 90% read / 10% write) +- **100% Read Workload**: Tests read scalability and caching + +### Key Features + +- ✅ **Procedural Dataset Generation**: Same configuration = same dataset (reproducible benchmarks) +- ✅ **Configurable Scale**: Test with thousands to millions of entities +- ✅ **Real-world Workloads**: Simulates actual catalog usage patterns +- ✅ **Detailed Reports**: HTML reports with response time percentiles and throughput metrics +- ✅ **Multi-tenant Ready**: Support for multiple catalogs + +## Prerequisites + +Before running benchmarks: + +1. **Deploy ICE REST Catalog**: Ensure your catalog is running and accessible +2. **Monitor Infrastructure**: Set up monitoring for both client and server machines +3. **Production Configuration**: Use production-like hardware and database settings + +### Required Software + +- Java 17 or later +- Gradle 8.5 or later (wrapper included) +- ICE REST Catalog running and accessible + +## Quick Start + +### 1. Configure Your Benchmark + +Edit `src/test/resources/application.conf`: + +```hocon +http { + base-url = "http://localhost:8181" # Your ICE catalog URL +} + +auth { + # Set your bearer token here or via ICE_BEARER_TOKEN env var + bearer-token = "your-token-here" +} + +dataset.tree { + namespace-width = 2 # Child namespaces per parent + namespace-depth = 3 # Levels of nesting + tables-per-namespace = 5 + views-per-namespace = 2 + + default-base-location = "s3://your-bucket/warehouse/" +} + +workload { + create-tree-dataset { + namespace-concurrency = 20 + table-concurrency = 40 + view-concurrency = 40 + } + + read-update-tree-dataset { + read-write-ratio = 0.9 + throughput = 150 + duration-in-minutes = 10 + } +} +``` + +### 2. Run Your First Benchmark + +#### Option A: Using the Helper Script (Easiest) + +```bash +cd benchmarks +./run-with-token.sh "your-bearer-token-here" +``` + +#### Option B: Using Environment Variable + +```bash +cd benchmarks +export ICE_BEARER_TOKEN="your-bearer-token-here" +mvn gatling:test -Dgatling.simulationClass=com.altinity.ice.benchmarks.simulations.CreateTreeDatasetSimulation +``` + +#### Option C: Set Token in Config File + +Edit `src/test/resources/application.conf` and set your token: +```hocon +auth { + bearer-token = "your-actual-token" +} +``` + +Then run: +```bash +cd benchmarks +mvn gatling:test -Dgatling.simulationClass=com.altinity.ice.benchmarks.simulations.CreateTreeDatasetSimulation +``` + +**What it does:** +- Creates a hierarchical tree of namespaces +- Creates tables and views in each namespace +- Adds properties and schemas to all entities + +**Expected output:** +``` +Dataset configuration: + Namespaces: 14 + Tables: 70 + Views: 28 + Total entities: 112 + +---- Requests ---------|--Total--|---OK----|---KO---- +> Global | 112 | 112 | 0 +> Create Namespace | 14 | 14 | 0 +> Create Table | 70 | 70 | 0 +> Create View | 28 | 28 | 0 +``` + +#### Mixed Read/Write Workload (90/10) + +```bash +./run-with-token.sh "your-token" ReadUpdateTreeDatasetSimulation +# OR +mvn gatling:test -Dgatling.simulationClass=com.altinity.ice.benchmarks.simulations.ReadUpdateTreeDatasetSimulation +``` + +**What it does:** +- Runs for 10 minutes (configurable) +- 90% reads: list tables, load metadata, check existence +- 10% writes: update properties, modify metadata +- Target: 150 ops/s + +**Expected output:** +``` +Mixed workload configuration: + Read/Write ratio: 90.0% / 10.0% + Target throughput: 150 ops/s + Duration: 10 minutes + Total operations: 90000 + +---- Requests ----------------------------|--Total--|---OK----|---KO---- +> Read / List Tables | 27000 | 27000 | 0 +> Read / Load Table | 27000 | 27000 | 0 +> Write / Update Namespace Properties | 4500 | 4500 | 0 +> Write / Update Table Metadata | 4500 | 4500 | 0 +``` + +#### Read-Only Workload (100% Read) + +```bash +./run-with-token.sh "your-token" ReadOnlyWorkloadSimulation +# OR +mvn gatling:test -Dgatling.simulationClass=com.altinity.ice.benchmarks.simulations.ReadOnlyWorkloadSimulation +``` + +**What it does:** +- Pure read operations +- Target: 500 ops/s (higher throughput) +- Tests caching and read scalability + +## Understanding the Results + +After each benchmark, Gatling generates an HTML report: + +``` +Reports generated, please open the following file: +file:///path/to/ice/benchmarks/build/reports/gatling/simulation-timestamp/index.html +``` + +### Key Metrics to Review + +1. **Throughput (Cnt/s)**: Operations per second achieved +2. **Response Times**: + - **p50 (median)**: 50% of requests completed in this time + - **p95**: 95% of requests completed in this time + - **p99**: 99% of requests completed in this time +3. **Error Rate**: Should be 0% for successful benchmarks + +### Example Results + +From the summary table: + +| Request | Count | Cnt/s | Min | p50 | p95 | p99 | Max | Mean | StdDev | +|---------|-------|-------|-----|-----|-----|-----|-----|------|--------| +| Create Table | 3,172 | 135.78 | 45ms | 89ms | 124ms | 154ms | 278ms | 94ms | 31ms | +| List Tables | 27,000 | 450.12 | 3ms | 7ms | 11ms | 15ms | 42ms | 8ms | 3ms | +| Load Table | 27,000 | 450.08 | 5ms | 12ms | 18ms | 24ms | 67ms | 13ms | 5ms | + +**Interpretation:** +- **Create Table**: Sustained 135.78 tables/s with median latency of 89ms, p99 of 154ms +- **List Tables**: Sustained 450.12 lists/s with median latency of 7ms (good caching!) +- **Load Table**: Sustained 450.08 loads/s with median latency of 12ms + +## Configuration Reference + +### Dataset Size + +Calculate total entities: +``` +namespaces = sum of n^i for i=1 to depth, where n=width +tables = namespaces × tables-per-namespace +views = namespaces × views-per-namespace +``` + +Example (width=2, depth=14): +- Namespaces: ~16,383 +- Tables: ~81,915 +- Views: ~32,766 +- **Total: ~131,064 entities** + +### Scaling Your Tests + +#### Small Scale (Development) +```hocon +dataset.tree { + namespace-width = 2 + namespace-depth = 3 # 14 namespaces + tables-per-namespace = 2 # 28 tables +} +``` + +#### Medium Scale (Staging) +```hocon +dataset.tree { + namespace-width = 3 + namespace-depth = 5 # 363 namespaces + tables-per-namespace = 5 # 1,815 tables +} +``` + +#### Large Scale (Production) +```hocon +dataset.tree { + namespace-width = 2 + namespace-depth = 14 # 16,383 namespaces + tables-per-namespace = 5 # 81,915 tables +} +``` + +### Environment Variables + +Override configuration via environment variables: + +```bash +export ICE_CATALOG_URL="https://prod-catalog.example.com:8181" +export ICE_BEARER_TOKEN="your-bearer-token" +export ICE_BASE_LOCATION="s3://prod-warehouse/" + +./run-with-token.sh "$ICE_BEARER_TOKEN" +``` + +## Advanced Usage + +### Custom Configuration File + +```bash +./gradlew gatlingRun-com.altinity.ice.benchmarks.simulations.CreateTreeDatasetSimulation \ + -Dconfig.file=/path/to/custom.conf +``` + +### JVM Tuning + +Edit `build.gradle` to adjust Gatling JVM args: + +```gradle +gatling { + jvmArgs = [ + '-Xms4G', # Initial heap + '-Xmx8G', # Max heap + '-XX:+UseG1GC' # Garbage collector + ] +} +``` + +### Running Multiple Simulations + +```bash +# Run all simulations +./gradlew gatlingRun + +# Run specific simulation with short name +./gradlew gatlingRun-CreateTreeDatasetSimulation +``` + +## Troubleshooting + +### Authentication Failures + +``` +ERROR: 401 Unauthorized or 403 Forbidden +``` + +**Solution**: +1. Verify your bearer token is correct +2. Set it via `ICE_BEARER_TOKEN` environment variable +3. Or update `bearer-token` in `application.conf` + +### Connection Refused + +``` +ERROR: Connection refused: localhost/127.0.0.1:8181 +``` + +**Solution**: +1. Ensure ICE REST Catalog is running +2. Verify `base-url` in configuration +3. Check firewall rules + +### Out of Memory + +``` +ERROR: java.lang.OutOfMemoryError: Java heap space +``` + +**Solution**: Increase JVM heap in `build.gradle`: +```gradle +jvmArgs = ['-Xmx8G'] +``` + +### Dataset Too Large + +If creating a large dataset fails: + +1. **Reduce concurrency**: Lower `table-concurrency` values +2. **Increase timeouts**: Adjust `http.request-timeout` +3. **Create in batches**: Run multiple smaller benchmarks + +## Best Practices + +### 1. Baseline Performance + +Before making changes: +```bash +# Run baseline benchmark +./gradlew gatlingRun-ReadUpdateTreeDatasetSimulation + +# Save results +cp -r build/reports/gatling/latest/ baseline-results/ +``` + +### 2. Compare Results + +After optimization: +```bash +# Run new benchmark +./gradlew gatlingRun-ReadUpdateTreeDatasetSimulation + +# Compare with baseline +# Look for improvements in p50, p95, p99 latencies +``` + +### 3. Monitor During Tests + +- **CPU usage**: Should approach 100% on server +- **Memory**: Watch for leaks or excessive GC +- **Disk I/O**: Check database performance +- **Network**: Ensure no network saturation + +### 4. Warm-up Period + +For consistent results, run a warm-up: + +```bash +# Quick warm-up run +./gradlew gatlingRun-ReadOnlyWorkloadSimulation + +# Then run your actual benchmark +./gradlew gatlingRun-ReadUpdateTreeDatasetSimulation +``` + +## Architecture + +``` +benchmarks/ +├── build.gradle # Gradle configuration +├── src/test/ +│ ├── scala/ +│ │ └── com/altinity/ice/benchmarks/ +│ │ ├── IceRestProtocol.scala # Auth & HTTP config +│ │ ├── DatasetGenerator.scala # Procedural dataset +│ │ └── simulations/ +│ │ ├── CreateTreeDatasetSimulation.scala # 100% write +│ │ ├── ReadUpdateTreeDatasetSimulation.scala # 90/10 mix +│ │ └── ReadOnlyWorkloadSimulation.scala # 100% read +│ └── resources/ +│ ├── application.conf # Main configuration +│ └── logback.xml # Logging configuration +``` + +## Contributing + +To add new benchmarks: + +1. Create a new simulation in `simulations/` +2. Extend `Simulation` class +3. Use `IceRestProtocol` for auth +4. Add workload config to `application.conf` + +Example: + +```scala +class MyCustomSimulation extends Simulation { + private val config = ConfigFactory.load() + + val myScenario = scenario("My Test") + .exec(http("My Request").get("/v1/namespaces")) + + setUp( + myScenario.inject(atOnceUsers(10)) + ).protocols(IceRestProtocol.httpProtocol) + .before(exec(IceRestProtocol.authenticate)) +} +``` + +## References + +- [Gatling Documentation](https://gatling.io/docs/current/) +- [Apache Iceberg REST Catalog Spec](https://iceberg.apache.org/docs/latest/rest/) +- [Polaris Benchmarking Framework](https://www.dremio.com/blog/benchmarking-framework-for-the-apache-iceberg-catalog-polaris/) +- [ICE Project](https://github.com/Altinity/ice) + +## License + +See parent project LICENSE file. + diff --git a/benchmarks/quick-start.sh b/benchmarks/quick-start.sh deleted file mode 100755 index 1f29cf7..0000000 --- a/benchmarks/quick-start.sh +++ /dev/null @@ -1,63 +0,0 @@ -#!/bin/bash - -# Quick start script for ICE REST Catalog benchmarks -# Usage: ./quick-start.sh [create|mixed|read-only] - -set -e - -BENCHMARK_TYPE=${1:-create} - -# Colors for output -GREEN='\033[0;32m' -YELLOW='\033[1;33m' -NC='\033[0m' # No Color - -echo -e "${GREEN}=== ICE REST Catalog Benchmark ===${NC}" -echo "" - -# Check if ICE catalog is running -CATALOG_URL=${ICE_CATALOG_URL:-http://localhost:8181} -echo "Checking catalog at $CATALOG_URL..." - -if curl -s -f "$CATALOG_URL/v1/config" > /dev/null 2>&1; then - echo -e "${GREEN}✓ Catalog is accessible${NC}" -else - echo -e "${YELLOW}⚠ Warning: Cannot reach catalog at $CATALOG_URL${NC}" - echo "Make sure ICE REST Catalog is running." - echo "" -fi - -echo "" -echo "Running benchmark type: $BENCHMARK_TYPE" -echo "" - -case $BENCHMARK_TYPE in - create|write) - echo "100% Write Workload - Creating dataset..." - ./gradlew gatlingRun-com.altinity.ice.benchmarks.simulations.CreateTreeDatasetSimulation - ;; - mixed|read-write) - echo "90% Read / 10% Write Workload..." - ./gradlew gatlingRun-com.altinity.ice.benchmarks.simulations.ReadUpdateTreeDatasetSimulation - ;; - read|read-only) - echo "100% Read Workload..." - ./gradlew gatlingRun-com.altinity.ice.benchmarks.simulations.ReadOnlyWorkloadSimulation - ;; - *) - echo "Unknown benchmark type: $BENCHMARK_TYPE" - echo "Usage: $0 [create|mixed|read-only]" - exit 1 - ;; -esac - -echo "" -echo -e "${GREEN}Benchmark complete!${NC}" -echo "" -echo "Open the HTML report to view detailed results:" -LATEST_REPORT=$(find build/reports/gatling -name "index.html" -type f | sort -r | head -n 1) -if [ -n "$LATEST_REPORT" ]; then - echo " file://$(pwd)/$LATEST_REPORT" -fi - - diff --git a/benchmarks/run-with-token.sh b/benchmarks/run-with-token.sh deleted file mode 100755 index e93c36a..0000000 --- a/benchmarks/run-with-token.sh +++ /dev/null @@ -1,50 +0,0 @@ -#!/bin/bash - -# Quick run script with bearer token authentication -# Usage: ./run-with-token.sh YOUR_TOKEN [simulation-name] - -set -e - -if [ -z "$1" ]; then - echo "Usage: $0 [simulation-name]" - echo "" - echo "Examples:" - echo " $0 'your-token-here' CreateTreeDatasetSimulation" - echo " $0 'your-token-here' ReadUpdateTreeDatasetSimulation" - echo " $0 'your-token-here' ReadOnlyWorkloadSimulation" - echo "" - echo "If simulation-name is omitted, runs CreateTreeDatasetSimulation" - exit 1 -fi - -BEARER_TOKEN="$1" -SIMULATION="${2:-CreateTreeDatasetSimulation}" - -# Colors for output -GREEN='\033[0;32m' -YELLOW='\033[1;33m' -NC='\033[0m' # No Color - -echo -e "${GREEN}=== ICE REST Catalog Benchmark with Bearer Token ===${NC}" -echo "" -echo "Simulation: $SIMULATION" -echo "Catalog URL: ${ICE_CATALOG_URL:-http://localhost:8181}" -echo "" - -# Export the bearer token -export ICE_BEARER_TOKEN="$BEARER_TOKEN" - -# Run the simulation -mvn gatling:test \ - -Dgatling.simulationClass=com.altinity.ice.benchmarks.simulations.${SIMULATION} - -echo "" -echo -e "${GREEN}Benchmark complete!${NC}" -echo "" -echo "View the HTML report at:" -LATEST_REPORT=$(find target/gatling -name "index.html" -type f | sort -r | head -n 1) -if [ -n "$LATEST_REPORT" ]; then - echo " file://$(pwd)/$LATEST_REPORT" -fi - - From a26335e5488599a7f639483c0a0998f1dfdad54a Mon Sep 17 00:00:00 2001 From: Kanthi Subramanian Date: Mon, 1 Dec 2025 11:14:12 -0600 Subject: [PATCH 3/3] Removed shell scripts --- benchmarks/README.md | 433 ------------------------------------------- 1 file changed, 433 deletions(-) delete mode 100644 benchmarks/README.md diff --git a/benchmarks/README.md b/benchmarks/README.md deleted file mode 100644 index 4912081..0000000 --- a/benchmarks/README.md +++ /dev/null @@ -1,433 +0,0 @@ -# ICE REST Catalog Benchmarking Framework - -A Gatling-based load testing framework for the ICE REST Catalog, inspired by the [Apache Polaris benchmarking framework](https://www.dremio.com/blog/benchmarking-framework-for-the-apache-iceberg-catalog-polaris/). - -## Overview - -This framework provides reproducible, procedural load tests for the ICE REST Catalog. It supports: - -- **100% Write Workload**: Creates hierarchical datasets with namespaces, tables, and views -- **Mixed Read/Write Workload**: Configurable ratio (default 90% read / 10% write) -- **100% Read Workload**: Tests read scalability and caching - -### Key Features - -- ✅ **Procedural Dataset Generation**: Same configuration = same dataset (reproducible benchmarks) -- ✅ **Configurable Scale**: Test with thousands to millions of entities -- ✅ **Real-world Workloads**: Simulates actual catalog usage patterns -- ✅ **Detailed Reports**: HTML reports with response time percentiles and throughput metrics -- ✅ **Multi-tenant Ready**: Support for multiple catalogs - -## Prerequisites - -Before running benchmarks: - -1. **Deploy ICE REST Catalog**: Ensure your catalog is running and accessible -2. **Monitor Infrastructure**: Set up monitoring for both client and server machines -3. **Production Configuration**: Use production-like hardware and database settings - -### Required Software - -- Java 17 or later -- Gradle 8.5 or later (wrapper included) -- ICE REST Catalog running and accessible - -## Quick Start - -### 1. Configure Your Benchmark - -Edit `src/test/resources/application.conf`: - -```hocon -http { - base-url = "http://localhost:8181" # Your ICE catalog URL -} - -auth { - # Set your bearer token here or via ICE_BEARER_TOKEN env var - bearer-token = "your-token-here" -} - -dataset.tree { - namespace-width = 2 # Child namespaces per parent - namespace-depth = 3 # Levels of nesting - tables-per-namespace = 5 - views-per-namespace = 2 - - default-base-location = "s3://your-bucket/warehouse/" -} - -workload { - create-tree-dataset { - namespace-concurrency = 20 - table-concurrency = 40 - view-concurrency = 40 - } - - read-update-tree-dataset { - read-write-ratio = 0.9 - throughput = 150 - duration-in-minutes = 10 - } -} -``` - -### 2. Run Your First Benchmark - -#### Option A: Using the Helper Script (Easiest) - -```bash -cd benchmarks -./run-with-token.sh "your-bearer-token-here" -``` - -#### Option B: Using Environment Variable - -```bash -cd benchmarks -export ICE_BEARER_TOKEN="your-bearer-token-here" -mvn gatling:test -Dgatling.simulationClass=com.altinity.ice.benchmarks.simulations.CreateTreeDatasetSimulation -``` - -#### Option C: Set Token in Config File - -Edit `src/test/resources/application.conf` and set your token: -```hocon -auth { - bearer-token = "your-actual-token" -} -``` - -Then run: -```bash -cd benchmarks -mvn gatling:test -Dgatling.simulationClass=com.altinity.ice.benchmarks.simulations.CreateTreeDatasetSimulation -``` - -**What it does:** -- Creates a hierarchical tree of namespaces -- Creates tables and views in each namespace -- Adds properties and schemas to all entities - -**Expected output:** -``` -Dataset configuration: - Namespaces: 14 - Tables: 70 - Views: 28 - Total entities: 112 - ----- Requests ---------|--Total--|---OK----|---KO---- -> Global | 112 | 112 | 0 -> Create Namespace | 14 | 14 | 0 -> Create Table | 70 | 70 | 0 -> Create View | 28 | 28 | 0 -``` - -#### Mixed Read/Write Workload (90/10) - -```bash -./run-with-token.sh "your-token" ReadUpdateTreeDatasetSimulation -# OR -mvn gatling:test -Dgatling.simulationClass=com.altinity.ice.benchmarks.simulations.ReadUpdateTreeDatasetSimulation -``` - -**What it does:** -- Runs for 10 minutes (configurable) -- 90% reads: list tables, load metadata, check existence -- 10% writes: update properties, modify metadata -- Target: 150 ops/s - -**Expected output:** -``` -Mixed workload configuration: - Read/Write ratio: 90.0% / 10.0% - Target throughput: 150 ops/s - Duration: 10 minutes - Total operations: 90000 - ----- Requests ----------------------------|--Total--|---OK----|---KO---- -> Read / List Tables | 27000 | 27000 | 0 -> Read / Load Table | 27000 | 27000 | 0 -> Write / Update Namespace Properties | 4500 | 4500 | 0 -> Write / Update Table Metadata | 4500 | 4500 | 0 -``` - -#### Read-Only Workload (100% Read) - -```bash -./run-with-token.sh "your-token" ReadOnlyWorkloadSimulation -# OR -mvn gatling:test -Dgatling.simulationClass=com.altinity.ice.benchmarks.simulations.ReadOnlyWorkloadSimulation -``` - -**What it does:** -- Pure read operations -- Target: 500 ops/s (higher throughput) -- Tests caching and read scalability - -## Understanding the Results - -After each benchmark, Gatling generates an HTML report: - -``` -Reports generated, please open the following file: -file:///path/to/ice/benchmarks/build/reports/gatling/simulation-timestamp/index.html -``` - -### Key Metrics to Review - -1. **Throughput (Cnt/s)**: Operations per second achieved -2. **Response Times**: - - **p50 (median)**: 50% of requests completed in this time - - **p95**: 95% of requests completed in this time - - **p99**: 99% of requests completed in this time -3. **Error Rate**: Should be 0% for successful benchmarks - -### Example Results - -From the summary table: - -| Request | Count | Cnt/s | Min | p50 | p95 | p99 | Max | Mean | StdDev | -|---------|-------|-------|-----|-----|-----|-----|-----|------|--------| -| Create Table | 3,172 | 135.78 | 45ms | 89ms | 124ms | 154ms | 278ms | 94ms | 31ms | -| List Tables | 27,000 | 450.12 | 3ms | 7ms | 11ms | 15ms | 42ms | 8ms | 3ms | -| Load Table | 27,000 | 450.08 | 5ms | 12ms | 18ms | 24ms | 67ms | 13ms | 5ms | - -**Interpretation:** -- **Create Table**: Sustained 135.78 tables/s with median latency of 89ms, p99 of 154ms -- **List Tables**: Sustained 450.12 lists/s with median latency of 7ms (good caching!) -- **Load Table**: Sustained 450.08 loads/s with median latency of 12ms - -## Configuration Reference - -### Dataset Size - -Calculate total entities: -``` -namespaces = sum of n^i for i=1 to depth, where n=width -tables = namespaces × tables-per-namespace -views = namespaces × views-per-namespace -``` - -Example (width=2, depth=14): -- Namespaces: ~16,383 -- Tables: ~81,915 -- Views: ~32,766 -- **Total: ~131,064 entities** - -### Scaling Your Tests - -#### Small Scale (Development) -```hocon -dataset.tree { - namespace-width = 2 - namespace-depth = 3 # 14 namespaces - tables-per-namespace = 2 # 28 tables -} -``` - -#### Medium Scale (Staging) -```hocon -dataset.tree { - namespace-width = 3 - namespace-depth = 5 # 363 namespaces - tables-per-namespace = 5 # 1,815 tables -} -``` - -#### Large Scale (Production) -```hocon -dataset.tree { - namespace-width = 2 - namespace-depth = 14 # 16,383 namespaces - tables-per-namespace = 5 # 81,915 tables -} -``` - -### Environment Variables - -Override configuration via environment variables: - -```bash -export ICE_CATALOG_URL="https://prod-catalog.example.com:8181" -export ICE_BEARER_TOKEN="your-bearer-token" -export ICE_BASE_LOCATION="s3://prod-warehouse/" - -./run-with-token.sh "$ICE_BEARER_TOKEN" -``` - -## Advanced Usage - -### Custom Configuration File - -```bash -./gradlew gatlingRun-com.altinity.ice.benchmarks.simulations.CreateTreeDatasetSimulation \ - -Dconfig.file=/path/to/custom.conf -``` - -### JVM Tuning - -Edit `build.gradle` to adjust Gatling JVM args: - -```gradle -gatling { - jvmArgs = [ - '-Xms4G', # Initial heap - '-Xmx8G', # Max heap - '-XX:+UseG1GC' # Garbage collector - ] -} -``` - -### Running Multiple Simulations - -```bash -# Run all simulations -./gradlew gatlingRun - -# Run specific simulation with short name -./gradlew gatlingRun-CreateTreeDatasetSimulation -``` - -## Troubleshooting - -### Authentication Failures - -``` -ERROR: 401 Unauthorized or 403 Forbidden -``` - -**Solution**: -1. Verify your bearer token is correct -2. Set it via `ICE_BEARER_TOKEN` environment variable -3. Or update `bearer-token` in `application.conf` - -### Connection Refused - -``` -ERROR: Connection refused: localhost/127.0.0.1:8181 -``` - -**Solution**: -1. Ensure ICE REST Catalog is running -2. Verify `base-url` in configuration -3. Check firewall rules - -### Out of Memory - -``` -ERROR: java.lang.OutOfMemoryError: Java heap space -``` - -**Solution**: Increase JVM heap in `build.gradle`: -```gradle -jvmArgs = ['-Xmx8G'] -``` - -### Dataset Too Large - -If creating a large dataset fails: - -1. **Reduce concurrency**: Lower `table-concurrency` values -2. **Increase timeouts**: Adjust `http.request-timeout` -3. **Create in batches**: Run multiple smaller benchmarks - -## Best Practices - -### 1. Baseline Performance - -Before making changes: -```bash -# Run baseline benchmark -./gradlew gatlingRun-ReadUpdateTreeDatasetSimulation - -# Save results -cp -r build/reports/gatling/latest/ baseline-results/ -``` - -### 2. Compare Results - -After optimization: -```bash -# Run new benchmark -./gradlew gatlingRun-ReadUpdateTreeDatasetSimulation - -# Compare with baseline -# Look for improvements in p50, p95, p99 latencies -``` - -### 3. Monitor During Tests - -- **CPU usage**: Should approach 100% on server -- **Memory**: Watch for leaks or excessive GC -- **Disk I/O**: Check database performance -- **Network**: Ensure no network saturation - -### 4. Warm-up Period - -For consistent results, run a warm-up: - -```bash -# Quick warm-up run -./gradlew gatlingRun-ReadOnlyWorkloadSimulation - -# Then run your actual benchmark -./gradlew gatlingRun-ReadUpdateTreeDatasetSimulation -``` - -## Architecture - -``` -benchmarks/ -├── build.gradle # Gradle configuration -├── src/test/ -│ ├── scala/ -│ │ └── com/altinity/ice/benchmarks/ -│ │ ├── IceRestProtocol.scala # Auth & HTTP config -│ │ ├── DatasetGenerator.scala # Procedural dataset -│ │ └── simulations/ -│ │ ├── CreateTreeDatasetSimulation.scala # 100% write -│ │ ├── ReadUpdateTreeDatasetSimulation.scala # 90/10 mix -│ │ └── ReadOnlyWorkloadSimulation.scala # 100% read -│ └── resources/ -│ ├── application.conf # Main configuration -│ └── logback.xml # Logging configuration -``` - -## Contributing - -To add new benchmarks: - -1. Create a new simulation in `simulations/` -2. Extend `Simulation` class -3. Use `IceRestProtocol` for auth -4. Add workload config to `application.conf` - -Example: - -```scala -class MyCustomSimulation extends Simulation { - private val config = ConfigFactory.load() - - val myScenario = scenario("My Test") - .exec(http("My Request").get("/v1/namespaces")) - - setUp( - myScenario.inject(atOnceUsers(10)) - ).protocols(IceRestProtocol.httpProtocol) - .before(exec(IceRestProtocol.authenticate)) -} -``` - -## References - -- [Gatling Documentation](https://gatling.io/docs/current/) -- [Apache Iceberg REST Catalog Spec](https://iceberg.apache.org/docs/latest/rest/) -- [Polaris Benchmarking Framework](https://www.dremio.com/blog/benchmarking-framework-for-the-apache-iceberg-catalog-polaris/) -- [ICE Project](https://github.com/Altinity/ice) - -## License - -See parent project LICENSE file. -