ࡱ> @=|Q]b).O|x]ldIvhr2j}dr2^W-ÓJeԸgg,c/l-G;4Zwr^v\/ 7+{@?ƒȾB+ӑˑ:}dUdUu/!*2{oF8'NDgvSe._c|_#_?1zĘyo]b3\mK/Kxkb~o=b,O]L>_X<[exSV+K^~֯o4l.ʾ.\'û[b?^╟JxV?~3٧R=qhg? o?>&Hׯkj?tӧN~-ߙz?/+-;z_4^^ 2n= ~1*1=|qlU?![,!#/?_~8'&yOl_@K|l>cj}v0٩ܘ b`\fx`̏ʧI?./wqbOJ*?oNU|tYmX|>6}*>Xq %˱M1x z>evZ">%Umʇf`8)ldy';2gjo=?_H͟/l3#;Ƴ܈Qg-~`)mgSͳ&il|V,^m F<M?xxNĻآ)ÄcTgh&&:񬇖#^{zu2@)u%>q8>lV ”|gu[LYex24nv%0BJ7JWv03̟;n`|RjuFit >KRl>7`~K2yӒ o^lIX][= 륹Լ{/$3?Cgfl;If$mt_XMr"̆ԞK})fx'iD^ОڻN`W'G,g-^~8}7KryF =esGuj5&3O=!tߑNK7< GNUYIVą|y *+5ykh3eлԊb=_;'B=5q9IHS y+r}zviƱ7k>ʃv-ȼ}H0dM(T\kC1x5ڤP~A%Ȫьx|d`J RXE| G+ǚ[-:*S|f"-ޮ'^ );:/ rb1}zjMֺMC7,*]-T^Sp8f%5 `fp%i'Y V:DdBAp:k|ha]H>L%v˶k JEYO N.FbâHo8˻$ nZILtڷ#O2x'Uu` r]k%C{b597 D]_Z~SYYPd{uC֊Q3 6j8+,'[3QT'LZ)  7#1lCec2#PoRO,Z 5poP!?_nA'οa?# z%@(Huf(y)rgV3|ߣk'h k<ErgjE~# pz>Oo{$r#t73G&erˬ hq h_t kq^^CC7_1F"| Muz l|,@~ !c3$9Zlc?/+$c|!eO 9aS#U6ILݪu7Zdia,` ƤwħˏY| <C .LB:zBNfƖOr z `Y5$3b0wq&\iIsP.RMpCMr2u[fDW0M#;G|<ߓ!^aϬ̜T.,Fxi" `)qڋ<;<Ϟ' <0ͬ׊=ݸػU7@ hK <ŋ"zV8S/<+Կ4°sT~GW"><»:0/wY}G3hrqѭ?7iۼ}]e޸Yc C`n;9ۗSZƶk JW%s'!o&+##2Nx Bˬ!C9 %RDtA>m|W{ 9oك-vRw3 u ?g|R@:ϗY&a>CY| K(5#B ұi 258o5WӠ޳K$z`9"!SgrT%.oi! ""d N@($SPV執I>vRZw8 B4?L)Ȭw__alEGnZulsi^U"Ivfѝo3]_~u_4?4 8wW*rN_@Xf0@g4mFyHP5)V`].ˆ6y,)5(*)!K:8%F-ʣi61rZzJ|t>N4Ah\82p|ot;5 TU "8Ǽy eɓM癑XE75r1>Y9/<=ā6(D"'GSEBz F3 y b 1gwOSOJ| yXʇyp頔OZk OFć5|,VV5?Hنxȏ+Pree&<|O{NҔ%Ç||x,N3yϛ>v- C~'LĿ{10 :jW~)Q!u=uSy7ԡK AS|W1 WgyG8) C,|z;E4L×s^$ ٔe򐿪3~\e'9#)!6& vcDڍW(uՄsfܝI+b$o-Ays@>- ~q7#,5;T:Ĝmu{E1Oȕ$[Nx4C[X4HEMu?|ySB 1BQx+%v}$I炦]!xYY)+#oZ2srR]̲B\ނךkZ)uCBvn';Y2il'wuSR*|4w}ZSGŶ*|iN8 sJ7; h“sc6H`benA29yugߴТ'c~LdHγ678PV3N -S| !?*fƈxb{?YwOc僂݂/XIM<څHMcc%|wهk1(JO-_Glk|]kL8LcxO[Kl+y0[4~Z 7+< d Eevk~|~oZG^Rjc`: o_<сMG(8me*9[֥["ԚM0q:ęF6z'<΍1psJF/6YFfCw)4ZKW]+iB8f@F^Si >xˣE ~΋B a^]h0U ~xa 9 8U-'.cD:@Yq&/$pO)B=? R4:隧xuV;en>r邟,<#:+mS }"dΗaF .u9Ͻ-xq+1 N4c^AcRt2xyٓ,l!,OhBO;kj?&|z ڒ|2xί:98'Y,15PĒTV3X+0F40Xݮ:vFY&kOj Ben+*ׯoْ c~ | ]Ú Vݘl}3~bPb٨?X!j ʚK5h< kUn'zpӸ( hhjJ9b&h,M1l}嘿 ÃQ`o0 3ψ)֎'t&ݟ&#W4hDͯ`-6}'a1a/)r)vEcMhs9вJ? &OBxo )+$xD'_2U6a=?g 1Y4Z-5a;府 ;fŭ$YBs%z&=H*"JE"iQzghE(*aѪ[vǍ*ߵawko/?<1Q5EDtkħ]YCW<k䶤HS.jW"La7 Ep+9d25 9c/j 1%b,"? 51!_1hmMFq!5گ^V%|cha:]9#э̒]j!ԛ/AOЧ܈Ѝq ~.Sǚ/M0[3[ ?-%}ǺFSeq)aEpxƕ+c9O~GS߷Z:IkjRw:-)8ԩ-I}“>A||SD̆qX Ѹ;,9N%Yy#aM{eZ@$-`bFeF|͙BO {R%(® j9|f@+ z0-lyF_A$@Dyn"6h~?n>L-E{Q,iG#|41L᢭ZWdǼx˰*Ub{ԆN˭_̥*t)2,.Ъv5Uk"Rv4yTj&V>Ӯ/77 &.ډ /U'SA=6uN{*6 6hocWOxкBi~ \t\% -i~1' ,fVi LA߻i57M<ރV OHyd  1_ǃͰ+kӡ>/!b,ggbjw?ģYXS}phUNr7L7\ϟz{XkƧY4VN5 f >n0LO.GxC ԧyV.T^Y &6WXuF"j\FRM敦%SSqi|~63:Dv ~^`^FX~fdHW=I[Frsom#$OSwh}~j8L5l{W5V\o~n [g}L]-4nrwKuߗ65?{hn{m;G~G)>뗘ߗrgcҬ(,..OZVߩ s~%N%KA6_\'D_ |vt097mUm}~fUAMT;h6ȷLmxݴBZ&rC/hJ+dLo_+0 2~#jmREx^AVeez 繡Vd|s#}ut_gr > Y/3q8,/>:ɠ"Bfa^s7_tJ!/697#}f|:h@1EZ;D~|dn5#F<'t8z#X5w~wh:kE-F/~K>߃)=D!ߡ umoo؋&oq//C 3o!\>-/ 5ܾ6:zU(||u~B eD"ѽO"S hEQ@wLiϝF|R:`\tw˳Rt)cF,jZ`/m]FF2UL;xGsSWEi,^د3!<:IVK)>`qWUO`?=vZ (Rq=M/L)}mFV5`wVp5U}.$s~螼hV1;jK$}1 Mܽ CM&q9e&hw\bPOm =UT\&1%/؇<ژśǑh #NURO`1Wi]SY6pv&k"wb;4C?|<{mry r8&i b4~yw#;$ờߟ./ƂWgָ?9g2|5?hf_ٍ& o6 wFOK ZS[p;"'ozu};.悟Qư/?5h`mWcۇ\ԧ.PtgM/RBJfw~J.*/K!>ow kv5߅ί_U.&MhZ51=-%+|@mj]J?;ǯkGl}E!i2sl9cRB;S骼 1'IIF~/QC4˗>rV$pjWA_<1C <Ce2bi {G~'G7X5,Ki9~K~-Wcc qvm*rCm2HY4BDxeM _2_hl>2 &}<2/:߮FbڒKjs dx^ -5cl_/hxlI_o:e4[>L&?ӱG5ܿ]gRz{H/ЀIab2q̿h9-ƭ}h`S( }`^n a;b˿/Fn&>=sogw/fPFU91bSnGӊO}(;dįyQ|D䘧#6# *C 4ȕ \;drfg0aBN-Sנ(~x}oMSvau^zGR=^ˁeudbGx6eA)9fo^c#.az|` v=ɐ։tNN857T@P_Ĕ0HB*[y$C ~o]d j&%n%O9ˇ^íiƱP=5 ۃc~b9ߣ\qc.Uej~KYf1EOQ2IH <ߞ,ǎ6RuLֽR.SZE8j>o1n 4]g-E| WoFZ}g -OuFpgcT-IrsLh_!%xjC?F ч9Qi$7&,- Ort+ ?8˾%()(NxVe}n;Ui=كPCT#Lޫv+Ptl=NAnlW&CRf8l"NۋV%qnO.m"H<9; z (Vk&t{@t=OkS%v%.c@L\AEXoxIao!MF[;`Ob`NBFM549kƏ@( XUrǮ"m֯< 5x>$މbaV -wfsI+|6oV2zd(m`,DdXڑ*iغ+?:}Ea  z2E邪=gLuC E=ښݪ$ YCpd VzDSIrhVU #Ԭw0 K),?DOyuV:tD~DX<-٨DiI&Ňvߥ^V޴qf#ܺLmdE]Wqօb25FYb(GO߂//TBѳXB/8Z@z|UK`GvX\73b4yzbn oC wU 1pwf}S496y8[gp0L2:[QQ_)n:~7D˂['ؐ>B FF(g^ő]='Bdt?=e(=o5TH7fiC_H^Oh')>};DZEog݈ Xh/7Nm⽉~ṇ$Z.TD\wM3D'xf`[k//WVц(G7 K[gÆ,E^N 3SSw8xȐ?DV _|-slp6(T~Dnr'T dW74`(Wꁇ_M@bkc&#JwvFyYXg|yw63hC[.J^2!::p!9.jߓ / 2w 3!YhS(vuأyK~oH(KG#pN6 OoCEy"3ZKʵT)_|>+6Θ?(]&mu 08E@ =#s CoqOX(I11F1%xtp'()~@ll, 2O`s?*Z'/?&t[x3iB{㚶QGgv1R4%ņ-DYѣŨ3g^PP=u okRRĮLӌظysf^t>g$UCT-4p5NQfUM->m~n [̗(>&̐1sf"i2ejiQ"pd,E;Q?_t"-6|P,!ծ|{]([J:˛=ܤf"B$dc]Uߩh["mR;8)3?Ol^iϺ~ T͡RaM 8]atJHka:Z(M0 >RbCDhc|gIvscarKQHm TNϚOM400~OhKPԣ7 y>hXh4ۍFHl~ U5{~}{턮1ĴM>>E'Pd׫$bj1La=1;5r&FR!uv(cdZW4_':~pO'ф&SlRPL~QG6|EkO+tj7h/g cc(a,ie(o皜p4x5]aW?6鄢F:xۣIGYz~N_dq#"AY!'eLyJ ` M>}C9x8-OnMK֤Z 1S3ʾi_gZl3$,u1O EtfF&.A؉dM5ef5Ifm1>9MT5O#ܼ/?_Pga3Gը'?/`7UTM Viq,|e:gg^b=Һyq1L紌\JhI>$Tt.\wL{+TĻ5~앑kB fp*>to򴎖H{҆Eo֝^N;9\w +}ׄY|Gv h|o~Ȃd҆ג/_+2=_Š[TŦvl~^-MӍ-UߗnDF`XT ,Q:KvO}ѰsqIFT8ʔItpKiY<Yс[$T^W<* [-SnK_t{ޡNr.\Ux O iCaQPQn/]^=ҙT6TC n!bkT%{>~4'TeϿi7ێ.xn|E$11#,?O?נ#$E޻?w,v֨Q4>~BS+yl] Ɯ]_9O.( L.ѻ^}Қdz-OηiiC8HIjw ׫l:OE|ڈ}8t`Jp9̓w}h?缼Ak*̝4IJzJ~1U:b6uJeThrB$xfa)DyJ +W!41Ijr^u~Z[.n${^թU1SϏ࿜r=m2N U5,E ӊ;ڞlAeS`v-p)< U`S$ri EȨ!D \䊆2s>xzMFU_(7Sy4mO)^'uH?=-( \Pql:ycd5<䏺9uQt~ ORu'zsA9ef-~ilEА Z?Gkew6Rd?ړ}h' 9>>'n=@w*7]w$ |@hGCL7:RM?.OpG&||ް..|ϿɀhOJ͇🐟Axc?ZSÕ?Q%A:YV8Ot$㳽ŋ/-)]{w\=9t簟:{nӝ~*_ZΧSqqӿsq:zq-:?xme?Sho>|~?N癏7iWp4oKI+o?`n7+x:{?ss~;~Y~_FWW*}gUL}o?zs|3 ]>7\?ߎ~vsQ_w9wFmW{u+_/}W('FS~>joxy@'ܳ?DO`>۟?~(-ڙ>󿛿h?,c;;.B?:??` !߳oo,J:?.wٿ\\ozo@K{Ͼxn۽?t>)6Oȧ + lrvQD>l>Ov. gLv:i&AϘZLv*7&xR-o'v/x'~\V>Mံ},`b:UZgRRYxtB=_j |>zV W?"ޱ^㖥iǘ`98F&. |^ܰF\3||Xe#Kp`N~")z~L%8Ƴ܈Q>+~`TYM5ɳYmxwX,,݄ȏq'O*L3λ&Wy*?xu(qޟ6Wyi1Jϸ@*_*qFY=\Bzi.5^ tvGT=;4 SPNyBۚOks] 2o KDGM(S_Pm@`6)g_\]74wGֹ dĬqJdKUw{EVeOL( >1m:ґe~G' ^ɌxmP.gSК0TvFXs?Re.tr w ϛT^:O$tNix9 J@r xM%btzPd? aW T`tw;|~4TTTKFw1ItZc_o[?Ȅt\׿׀%[2Q$Mam4=oFQɢ 9zve5"/"I0SRXNI3mh.'9=N&t 8mل'Μ[Hh]!G*S+1)bq}+Z-+q@֌U=T|S ^K>Ώކvpy"RGdž wfQ-gJN4k]d NaL,{"X4YMwm8z9h/Olj,y|ߚ[5W,͝mpt3$TK4m^~ultXaWAsH<sG\}w73̠hCYI+#Ĕ_LFEj (A0w2fSҬ{h. T#{y`1T@^w n9TJo"=)J$M}fe.mq+6 hQA~|H ?u9trJ|LիZĔ16Zc(.8`{l]e KTXDsGyoqYTYY PRW_t(]_Yia4pjB򯣒K#SI4x)Lˢ,>26F@+O]&͋gUD¹"u \"ETH7i,?݋dv9oك-vRN?xjz?S\8 b8:ϗY&a>CY| ڞK(5Z#ش/ \iFTAe$IJ1c/4KxTz[{ˍR2 #D ǭA~N*7h:]a"W2G[D, hģwj ꕳǩS?XZ`0h nzܴ7mŭeR x3wP^Yې!(F#l<7bdMS277'qbȃdyk ps=7z h y ` /X=lb[6_\գv`j<6,uW)R%(ۙ鮮&7| 2:@?P]Ѝ:[8_ũEy~4~vlK+(X}ߡyQDss^ Uwia7.t>~`5^!%Ͱ= ~9s𞥲Ds)\PCAh*n! E wOsǢk+l^7d,J7j@nk(әs] °!:rW7sU)x~${Lût,ͩa7;F"Ao?v5`=6ssc^y',9 52k֟ғRLrƷ*>3͍fUFvbBqO"zKǯtdolRVovW<Ε=c߾M*WXS[Bb1MY;iRe=?)bŧM;j(bs,c"8QJ#/|2Cr$lī2ri3e'/ӴFsf[6s8__G2(Kstm[׻L~' Ԅ.=t~Գ egPVl߹4j^& '+ߌݚ)`H½OSfYQ2GauHNImV|BȔx~BQb%ѰjZ񐑜-14mQj7,M';KuNԦ[DvWw)ӊZCOm`Y@7LMI1lT&m)(H̬lgp(c۩ˈcGIk7]t=3yqqx.IR>xo_[OPj|[?PG_X2L7|j40N5m]+JPֱXo3.dbּY:~ܙ01E|eoӍҬ!/?,Lf4~Y&i:=h؎lW5oyğRAO`^\eN-/Ͳ 40q)3?X_|w>YF|lgKZӧ<߳Єlw]>=Ӧ nеhx&@(ZS|,;[)\4Cg{Y)Y`O>1jusN'> [" P<#St0<j:^zg䑧9#{<*QŇ kLuKҭJ1[=//ȳYRL Aq,#eGt:o'^49tC{tCZԪ_y|dz.kE缧Kl4iUglǔW<%uyUB׼+BO*21:QS-,aE=:mMU1H7smajp@]tn'4w;eM `b,0ͪzoJhrmkX>?Mm<~ XOW4zYZ-f|)hb|xʆTY*Jz͋󤆥4|$6Eo|6Rɖ:dI5*p]fT {Y6SAⳆ-t-J sރ,iޞNp"-O(VfS&? jԟӱ]~,ҀFR$U^) T][IGTMd۟#|CB7,ċq=%&!#-:6n3\L+nopT$檧kf:-Y(,:7}=D~TROAn:-Q4ӧLxMg HÇc1~tQoaT7/b;,Aܴ ^> xqֶqhQ ^>O#4Fx]^D=`76l;7AY\^z;/7H_{[!=?M~I{ۛS/ˎܩAnʽRٔ~A Vm ;Kb.Stn`8Kq#){DpJVR$ec~j~V|WjFN׀L|$$17$~!& n䣭srQpr6!Ȇݝ{Y?@1y lB7 FA?lR9%(]?7^djh1aa\ ޛJg`nmgg|b/ X~pO敜"Um~T| +>?SJ%GT9 ޙ<߻avS1A?= uB$m\#{xaLSŪ6v~K z8s?bɓ#~߇KPW \:W xeVI-ȋxDb{ĥnYm|/5\O/ P!]5~;;Vsnr(9Ρw'(~xG4c 4 3:f][j\PN nj(k NscCgNOx^x!hQ̣]Dmz{K5M۞i [{~wss!)>x[rw}P"Ϸ+G񏔾3U]gcqƛRFO"8rmY#> f#Ճ^2q.Gٲ_SkOyO7-xC7=̂klөzhhg2`{ 0_ڳGkíٸKJ/+&Ԃ+B_T{Έa,>;DAceZua9S[^&ʯyIuqq#d޸V[VKpJ] sKJdLD0KW#I5s+`%:Px#;2j6%w+9koЯn\aw>mv35=~$̥^0(1G3m"}P0 4s'GNv$'YӜoMG ٓ_If{ ]bb~~g–FޖuKTz5MiFu/]~}oBK-9|>"~Ëoob%ak3VVtĞހIbn`]hWȪv_qZ"XNi߻^P:{q_cjSZ5Aw/kboXʦjN> <Z%dH|.[b邦k~#E[ǷZߔ;eú 0BNHyz)5ѳrۦ.N v`pӀxQ5{Ixz3Py'Sa{6r@GyZuhP6Nуѵ"/;˱]!YiMzL3`ym:1ŠEs(bUKo; ѣnD|`Q:,#K+EbmM[QK|e+{TU8?+G4|(*Lz~(D+*D_q@@jP"JbsA߾>Vߧpǵ?R'#4ٸe4{G͑C@-ڻ#yٍs<[0>Q:9GjZI|aB- M׊CCt= KFktwE\^ڜ  tq,Hf霾TX#-Ŧ )hNYVo'? f*5(ۀVrۖuO"ƃAۊ #ʽѣG 4T;o ɨtX[IM9.̦06fo *Q(ł뀛&6#3YK@CcGx%&Mtl҃иCN/gJXCTf9y[{#;${XswxѼD ^pqn{YwS[i'3zT}oRM:pW0Yd)GO$TMߊ,( ^_/i,Pڦ;kʝoF=N׽6S6>`peRFzBf3EwߥiuSSRʿ;3U P$T7fe>/L]RS-]V,l/(bgE.TK F.6/hyߤn'`)xȇ=~B $-7.xMzmL@|=X [Qzd l]_0p2iv5ַI" N_{ 8=N05wKQ*CdTO3¯}exvU;/ ];s ~A~r/!Vpӱn8RX: m.bSpJi-~)A)*ӄމq('Ř[(X:~#0mG,wzbDv6ҍ:Y;IUa=BIcJzGSt7];$MO:E9;D@r'!e m5V_J[4) fřt !kT8{:}4q{nM/Z_[;fȠÂpwmlDϕy-tRIeSObxN8~|8`L.LoMޮ<[,J0~~ѴO.,G\C'\ Or.ᩤ Ѹvpr/\xSGÓ M:/cz̰) 㥑@@Git2K 9y_Kv[Έg rS2蒞=}~5W6i=S*wk|77,wuBw{!](G،z^%_򹑔Tzy-,}SʣL}?(:{AoHNIPeuD+[Ðfl*,M#/+ S<ՠ /6~٫ÅSHnB0AO/OBBʟPCWphZOMrJӂ{T i&#F.VK}*/i+=_F)OWNOu?RBل.D|Lr=Dh j>}OL0iGҏO tU8iF(5ݧjBMwߤ|w,P  ,}1{{#AN<ؔFDM&K/UK}5 ;4piMVLoeam^P,ޅ%֔KM,7wC@;R܎󑯢Eٌ9g.;aWGO϶eZsO(ʱ[>O` 8F][^^I|P6{xԼ&'g}Hp8KsApmEꖣQj3'*e4|mvQĞgn1 z ;WTQ8#9Ñ WT)4?UCR&|JUxopO;vZPDyQM \>-f48 nn\cJAEA x4eAꇴp-ϴe/6Ea' ;=OoY+XdջRi˔ъSӢ۟Oش1fą3!x0%ITd~L 4XڠIZx̰=_a@))XE)')`N([w(jϙį=/bt<:([-9X'O"@߭d ,V=ցOI NZ›}:]: # p$@}J(_Hu˷PF q`(`)^J8t ϰ{t٫Qs5ԧ5?7?'GJs"~uH[Tʎgʺ[ڐOOR~lє=L:HO*5Qz1~;%^ѭ_zwm 4 !MBU8s&[`MzahN_4&y6Y i8hB㑪{¸:[͕sj⮛'bzPp(06# Ų 2`Q^~.֊ %ZC|:aQ(l9t2a|<93moĉH=s~zjcp<;#7?{\(O b³4y}N([""Q1i TڽMAyO]5Z+l.՗<ӥH>WpBJ\sz +#ؔ=3VsgEOyVGDwO(,xN\d|N{-*Cz1)>_1=qN4lcHG_lN.AUOn7Z7bbvpJm'PNVA 4o淃PZh͆c b[/e[v"^/UG&'df!ziWUZRk_:~ؗiS)|ӡbӺX@k0}~5hfd߅r*=B {@\b)"Q.qWHs^޷;_w godbi3m#*I>q\%;*Y:8,r%x+~{7\0g77(OB#8}+GtcO͖?y~{ n$$pV199͋;M6_֏>?uN,aB}~ tKTx.T_w`sy4Ghωt/B`:rnycDӽJ] h!`NO.|"9GEncMiT==݂mr}c~{m翶9/xH7>`t^Og?<<ګ9}<ڿ{Ցq7WZ}@( P/ 0|DArialNarrwT(0(B 0 "DTimes New Roman(0(B 0  DWingdingsRoman(0(B 0 0DSymbolgsRoman(0(B 0 @DArial Narrowan(0(B 0 " B1(.  @n?" dd@  @@``   X* , h      !","$Q]b).| 0e0e     A@  A5% 8c8c     ?1 d0u0@Ty2 NP'p<'pA)BCD|E||s " 0e@        @ABC DEEFGHIJK5%LMNOPQRSTUWYZ[ \]^_ `abN E5%  N E5%  N F   5%    !"?N@ABC DEFFGHIJK5%LMNOPQRSTUWYZ[ \]^_ `ab @8*iqʚ;x3ʚ;g4CdCd@B 0ppp@ <4ddddlpC 0wT <4BdBdlhG 0g4KdKd@B 0Bp@ pp<4!d!dlpC 0wT80___PPT10 ?  %O  =7Generic Environment for Full Automation of Benchmarking88(PToma Kalibera, Lubomr Bulej, Petr Toma)Z)V  )History: Middleware Benchmarking Projects**(Vendor testing Borland, IONA, MLC Systeme Open source testing omniORB, TAO, OpenORB, & Open CORBA Benchmarking anyone can upload their own results$  $ >"A.Motivation: Regression Testing for Performance// Regression Benchmarking Steps of Running a Benchmark   Generic Benchmarking Environment!!Automated processing monitoring, handling of failures management tools Common form of results allow benchmark independent analysis raw data, system configuration Flexibility benchmark and analysis independencet2D $2D $  "Automatic Downloading and Building##  Automatic Deployment   Automatic Execution  (Architecture of Benchmarking Environment))Task processing system deployment, execution, monitoring of tasks task scheduler  dependencies on other tasks, checkpoints jobs, services Environment tasks result repository, software repository Benchmarking tasks benchmarks, compilations, required appstt'(t'( Example: RUBiS Benchmark    Conclusion & Future WorkGeneric benchmarking environment automatic running of (existing) benchmarks common form of results, result repository Current status early implementation phase Future work support for Xampler, RUBiS benchmarks automatic detection of regressions regression benchmarking of CORBA, EJBt!U o!U o ,U  Publications  /l       ` ` ̙33` 333MMM` ff3333f` f` f` 3>?" dd@ ?" dd@  " @`"  n?" dd@   @@``PR    @ ` `0p>> @`(  l  0A?#" `Ix  60TӿԔ "@ T T Click to edit Master title style! !$  0T "P0 T RClick to edit Master text styles Second level Third level Fourth level Fifth level!     Sd  6T "  T TToma Kalibera SOQUA 2004, Erfurt, Germany+0+F    6T "P T F*0ZB  c $D"@H  0޽h ? ̙3380___PPT10.PZy4 8DSRG Presentation Classic XP  "P(    68ӿԔ "  T Click to edit Master title style! !  0: "p`    W#Click to edit Master subtitle style$ $`B  s *D"@p@  0F"   c}DISTRIBUTED SYSTEMS RESEARCH GROUP http://nenya.ms.mff.cuni.cz CHARLES UNIVERSITY, PRAGUE Faculty of Mathematics and Physicsf~0(2"#,#?d 0#>l  0A?#" `9  H  0޽h ? ̙3380___PPT10.PZy4 0 @P*(  P P 0` P    X*  P 0e     Z* d P c $ ?   P 0i  0  RClick to edit Master text styles Second level Third level Fourth level Fifth level!     S P 6o _P   X*  P 6r _   Z* H P 0޽h ? 3380___PPT10.ݢP  0(  x  c $`K  x  c $4Lp`    H  0޽h ? 33___PPT10i.PQ,+D=' = @B +}  0L$(  Lr L S LIT@  T r L S ػP0  H L 0޽h ? ̙33___PPT10i.=paw+D=' = @B +     g([ (  ( U( 0 к   ,Correctness tests commonly used detect bugs@ r ( S $T@  T  ( 0P&T P0 URegression testing integrated into development environment tests performed regularly &CC V( 0e    BPerformance tests in research stage detect performance regressions>1B `( <D)?"0@NNN?N  B a( <D)?"0@NNN?N P n e(  R0e0e    BCtDEF A@  ) 8c8c     ?A)BCD|E||; f&tT@ `@  # "0e@       @ABC DEEFGHIJK5%LMNOPQRSTUWYZ[ \]^_ `abN E5%  N E5%  N F   5%    !"?N@ABC DEFFGHIJK5%LMNOPQRSTUWYZ[ \]^_ `ab L` DH ( 0޽h ? ̙33___PPT10i. d+D=' = @B +8  OG,(  ,r , S T@  T - , 02T P0 )Detection of performance regressions benchmarking performance of consecutive versions of software automatic comparison of results Issues automatic comparison of results fluctuations in results results format, different level of detail automatic running of benchmarks monitoring, failure resolution%] B %] B H , 0޽h ? ̙33___PPT10i.`LN+D=' = @B +'   > 6   (   r  S T@  T "  <Luo   Kbuild benchmark 0"  <Ho` Pdownload application 0"  <o@ Mbuild application 0"  <܊o0 p Ndownload benchmark 0"  <8oP  Bdeploy 0"  <o   Cexecute 0"  <o  Cmonitor 0db  <G~,H[oIo   db  <G0*HdIo  Gdb  <G0*HIo G db  <G~,HIo  P d  <GGHIGo d  <G0>HI0>o p  HZG37HI37o P P "  <o   Kcollect results 0b  <o PP Mresult repository 0j  BZGoHIoo  H  0޽h ?                    ̙33___PPT10i.P`(+D=' = @B +}  @$(  @r @ S ԧ@   r @ S P0  H @ 0޽h ? ̙33___PPT10i.2` +D=' = @B +   )! 41(  4r 4 S @    4 0 P  iDownload methods cvs checkout, http, ftp Build methods Ant, make, scripts support different platforms Software repository storage for sources, binaries annotated for future referencet/=/= " 4 <Ho   Kbuild benchmark 0" 4 <o` Pdownload application 0" 4 < o@ Mbuild application 0" 4 <|o0 p Ndownload benchmark 0db  4 <G~,H[oIo db  4 <G0*HdIo 7db  4 <G0*HIo7 db  4 <G~,HIo P H 4 0޽h ?O44 44 44 444 4 ̙33___PPT10i.+D=' = @B +   84(  8r 8 S ܱ@    8 0r  ` (Reproducibility Platform dependencies CPU type operating system Resource requirements CPU frequency RAM Software requirements database server web servert&& " 8 <ol`  Bdeploy 0db 8 <G0*HdIo Wdb 8 <G0*HIoW d 8 <GGHIGoH 8 0޽h ??`888888 ̙33___PPT10i.Z%+D=' = @B +    <(  <r < S $@   V < 00 8  Multiple applications run in correct order wait for initialization Monitoring detect crashes detect deadlocks but do not distort the results !L- A- A" < <4o0  Cexecute 0" < <o0 Cmonitor 0d < <GGHIGoI'd < <G0>HI0>op  < HZG37HI37o H < 0޽h ??`<<<<< < ̙33___PPT10i.k+D=' = @B +}   D$(  Dr D S @   r D S P0  H D 0޽h ? ̙33___PPT10i.7@+D=' = @B +   *+$(  $r $ S  @   X $ 0z b $ 6 j mPROCESS: MySQL Server   $ 6  sTASK: Database (service,up)   $ 6ľ@P  uTASK: EJB Server (service,up)   $ 6 j{ x TASK: Deploy Beans (job,running)!!    $ 6|™j { vTASK: Fill Database (job,done)   $ 6ʙj@P{ vTASK: Compile Beans (job,done) d"  $ <ZGv/HI {H|  $ s *|ϙHJ [ wait_for_done  ^  $ 6jJ HH* d $ <ZGHbI{P  $ s *0ҙ4  Y wait_for_up   ^ $ 6jJ d $ <ZGHI{ d2 $ <GHAIM H  $ s *י D Y wait_for_up    $ s *ܙ t Y wait_for_up   X $ 0z $ 6@Q |$TASK: Client Emulator (job,prepared)%%  d" $ <GHIn @j $ s *d  d [ wait_for_done  d2 $ <G HvIo j s $ s *Pd P [ wait_for_done   $ 6* @P: OPROCESS: Jonas EJB Server  $ 6AhxQ NPROCESS: Client Emulator ^ $@ 6jJIxIX $ 0 b $ 6 9  vTASK: Result Rep. (service,up)  d"  $ <ZG9HBI[Q  !$ s *B hZ  Y wait_for_up    "$ 6   y!TASK: Resource Mgmt. (service,up)""   #$ s *`"`xj @ CONTROL HOST   $$ s *4 "` 0 j ? SERVER HOST   %$ s *h "`xt  ? CLIENT HOST  ^ &$ 6h '$ 0"`n JTASK PROCESSING SYSTEM ^ ($ 6 j  )$ 0$"`j   JTASK PROCESSING SYSTEM ^ *$ 6 8h  +$ 0"` Hh9 JTASK PROCESSING SYSTEM H $ 0޽h ?@$ $ $$$ $$$$$$$ $$$$$$$$$$ $$ $$$ $$ $ ̙33___PPT10i.P+D=' = @B +}    H$(  Hr H S #@   r H S #P0  H H 0޽h ? ̙33___PPT10i.9J+D=' = @B +?    V N 0 (  0r 0 S (-@   4  0 02 P0 ^Bulej L., Kalibera T., Toma P.: Repeated Results Analysis for Middleware Regression Benchmarking, accepted for publication in Special Issue on Performance Modeling and Evaluation of High-Performance Parallel and Distributed Systems, in Performance Evaluation: An International Journal, Elsevier Bulej, L., Kalibera, T., Toma, P.: Regression Benchmarking with Simple Middleware Benchmarks, in proceedings of IPCCC 2004, International Workshop on Middleware Performance, Phoenix, AZ, USA Buble, A., Bulej, L., Toma, P.: CORBA Benchmarking: A Course With Hidden Obstacles, in proceedings of the IPDPS Workshop on Performance Modeling, Evaluation and Optimization of Parallel and Distributed Systems (PMEOPDS 2003), Nice, France Toma, P., Buble, A.: Open CORBA Benchmarking, in proceedings of the 2001 International Symposium on Performance Evaluation of Computer and Telecommunication Systems (SPECTS 2001), published by SCS, Orlando, FL, USA P<           p  a       H 0 0޽h ? ̙33___PPT10i.pˠ+D=' = @B +  0 PT(  TX T C P    T S HP 0    H T 0޽h ? 3380___PPT10.ݢTP   0 p\(  \X \ C P    \ S XJP 0    H \ 0޽h ? 3380___PPT10.ݢ@qV  0 `(  `X ` C P    ` S OP 0    H ` 0޽h ? 3380___PPT10.ݢ8V  0 d(  dX d C P    d S SP 0    H d 0޽h ? 3380___PPT10.ݢPSV   0 h(  hX h C P    h S XP 0    H h 0޽h ? 3380___PPT10.ݢ0pV  0 l(  lX l C P    l S <^P 0    H l 0޽h ? 3380___PPT10.ݢЏV  0 p(  pX p C P    p S cP 0    H p 0޽h ? 3380___PPT10.ݢV  0 t(  tX t C P    t S hP 0    H t 0޽h ? 3380___PPT10.ݢ@o   0 x(  xX x C P    x S nP 0    H x 0޽h ? 3380___PPT10.ݢXo   0 |(  |X | C P    | S dsP 0    H | 0޽h ? 3380___PPT10.ݢ;o  0 (  X  C P     S xP 0    H  0޽h ? 3380___PPT10.ݢ,o   0 (  X  C P     S }P 0    H  0޽h ? 3380___PPT10.ݢО*p  0  (  X  C P     S <P 0    H  0޽h ? 3380___PPT10.ݢ2/pr@)5Lt:Hړs\ekYrU>8/!5I]qձe%& Oh+'0,U hpT   ( 4@H8Generic Environment for Full Automation of BenchmarkingDSRG Presentation Classic XPAutTomas Kaliberao96aMicrosoft PowerPointssi@=;@PZy4@|bGSg  )'    """)))UUUMMMBBB999|PP3f333f3333f3ffffff3f̙3ff333f333333333f33333333f33f3ff3f3f3f3333f33̙33333f333333f3333f3ffffff3f33ff3f3f3f3fff3ffffffffff3ffff̙fff3fffff3fff333f3f3ff3ff33f̙̙3̙ff̙̙̙3f̙3f333f3333f3ffffff3f̙3f3f3f333f3333f3ffffff3f̙3f3ffffffffff!___wwwff4'A x(xKʦ """)))UUUMMMBBB999|PP3f3333f333ff3fffff3f3f̙f3333f3333333333f3333333f3f33ff3f3f3f3333f3333333f3̙33333f333ff3ffffff3f33f3ff3f3f3ffff3fffffffff3fffffff3f̙ffff3ff333f3ff33fff33f3ff̙3f3f3333f333ff3fffff̙̙3̙f̙̙̙3f̙3f3f3333f333ff3fffff3f3f̙3ffffffffff!___www½½޼⽼ݽ޼ݽ⽼⽼⽼⽼⼼޼⽼⽼⽼޼⽼޼⽼޼⽼⽼ݽ޼½)Tomas Kalibera, Lubomir Bulej, Petr Tuma՜.+,0     TOn-screen Show KSI, MFF UK7   ArialTimes New Roman WingdingsSymbol Arial NarrowDSRG Presentation Classic XP8Generic Environment for Full Automation of Benchmarking*History: Middleware Benchmarking Projects/Motivation: Regression Testing for PerformanceRegression BenchmarkingSteps of Running a Benchmark!Generic Benchmarking Environment#Automatic Downloading and BuildingAutomatic DeploymentAutomatic Execution)Architecture of Benchmarking EnvironmentExample: RUBiS BenchmarkConclusion & Future Work Publications  Fonts UsedDesign Template Slide Titles &_㱺Tomas KaliberaTomas Kalibera  !"#$%&'()*+,-./0123456789:;<=>@ABCDEFGHIJKLMNOPQRSTUVWXYZ[\]^_`abcdefghijklmnopqrstuvwxyz{|}~Root EntrydO)ƧPictures|Current UserSummaryInformation(\UPowerPoint Document(?պDocumentSummaryInformation8