fmbench/0_setup.ipynb,sha256=OazNdiGRMdc2hPFIo01N0yE9WSF37CEW1sThDHmXfG8,24549
fmbench/1_generate_data.ipynb,sha256=HataZAGRUkcaEzAk3fs_pqVVkwV5YZc528fvPa3pHA0,17362
fmbench/2_deploy_model.ipynb,sha256=VwENRe_W8Dfgx0jFAyBtzod7nlLaaUIuKPNedY9WtzI,19929
fmbench/3_run_inference.ipynb,sha256=AYIArtphBJ6pbZx1fztmKVSG0D65Bw68RFVEqYNCuFY,72505
fmbench/4_get_evaluations.ipynb,sha256=7fuTieu1OeGn9nVi9ih_dwD4GOGR9ubF8oqSvJ4nu-Y,113871
fmbench/5_model_metric_analysis.ipynb,sha256=Zu3Nm3Pa9rY-tfTUFirlFtQwuev5-HIomWxk2QIuW2A,112120
fmbench/6_cleanup.ipynb,sha256=2XE408tG5dYwxrYSB3uHNC3UC0EvN9ZYas3PXDWqlHU,6595
fmbench/__init__.py,sha256=ID7e6XEauii7sRH1fxHSvZzAaap0GLw5VGTZsIRP98w,223
fmbench/bring_your_own_dataset.ipynb,sha256=tSA09u116L2TGKvCsHCVtZjXqUuEWG9VQNSDYZJWCHk,16493
fmbench/config_filepath.txt,sha256=QrXYD3ez13_WG-fmfwcGmMVCZVMwoIPTKZLHOeHRyoY,45
fmbench/configs/bedrock/config-bedrock-all-anthropic-models-longbench-data.yml,sha256=YKuqi_4-32_DgrmnjbZlHNECgmvrhski4rwm4QqEXvA,7578
fmbench/configs/bedrock/config-bedrock-anthropic-models-OpenOrca.yml,sha256=EQMAxxBPXTwYI6mhzhfldYf8OWnpn3L-Z49yc4UGv6g,5764
fmbench/configs/bedrock/config-bedrock-claude.yml,sha256=nrzc2GH-2hW4ydP3b0eibuGEpzoMIOot8ENOpYYXGY0,5217
fmbench/configs/bedrock/config-bedrock-evals-only-conc-1.yml,sha256=mM_uJ2qedB80C17PahHOURijeW4guZkI8eOWdDrmMl4,15809
fmbench/configs/bedrock/config-bedrock-haiku-sonnet-majority-voting.yml,sha256=4DlfNnnetce71BvKs0zu_1uGRQqFL6XNsSwcDkFBQQM,5762
fmbench/configs/bedrock/config-bedrock-llama3-1-70b-streaming.yml,sha256=xt8DfCsnZUTMGdQqVTP_pSAwe74JJbGiza2RKY1JaII,8804
fmbench/configs/bedrock/config-bedrock-llama3-1-8b-streaming.yml,sha256=1RT1UAdYMKAypC2nA0khemmTQP_j_yiD2flbeXahKvU,8798
fmbench/configs/bedrock/config-bedrock-llama3-1-no-streaming.yml,sha256=nbxI5pVzivSguKH34UDD4dv5B-V6FegxXVxJJCuEOiI,11055
fmbench/configs/bedrock/config-bedrock-llama3-streaming.yml,sha256=M9fybPmv2SgPFJIeK-Acif4RhT_Lr1sQCYO22Ep5HYc,11132
fmbench/configs/bedrock/config-bedrock-models-OpenOrca.yml,sha256=At2odJpySZr8J33rN5l6fer2SsB89IwfXbxrZRHJaHY,11111
fmbench/configs/bedrock/config-bedrock-titan-text-express.yml,sha256=y_-XCtDPCYLW1sN3wqFJM4R93CV2CoyJjxg5KvkaJEQ,4493
fmbench/configs/bedrock/config-bedrock.yml,sha256=NtJOWqsqdMOg9OBYoxys283zLGn8JTWpa6C9dngO7rA,16757
fmbench/configs/bert/config-distilbert-base-uncased.yml,sha256=VQrMatd1gV8zRrVDLjPrQ_Tr9LitZnCI5CDVCb8pSgE,5624
fmbench/configs/byoe/config-model-byo-sagemaker-endpoint.yml,sha256=snI-Lid0SDZaUfyVixMSQC03nRSGfmgsxV57BGDOd8Y,4599
fmbench/configs/eks_manifests/llama3-ray-service.yaml,sha256=dr-Zn-q0C3zBkxR5qXQj_NkLLk0JPeq8jiL97xtCuOU,3951
fmbench/configs/eks_manifests/mistral-ray-service.yaml,sha256=h0BoBT_U5ttVCYKIE5GU1B2M5T0SzkyfbUrhB_gnInA,4954
fmbench/configs/gemma/config-gemma-2b-g5.yml,sha256=s4jmrV1jjeMdwQldv2cUWCIIQBVxvZKEba6Xh89LHwQ,9187
fmbench/configs/llama2/13b/config-bedrock-sagemaker-llama2.yml,sha256=5D2UBg8DvdVjfKx90IzgjpevrewprQl1HdYfoKt_GeM,5812
fmbench/configs/llama2/13b/config-byo-rest-ep-llama2-13b.yml,sha256=9Xr5pebydSEl_edokzSv1x1KVuTo1ozo1yZziDPn9j8,8827
fmbench/configs/llama2/13b/config-llama2-13b-inf2-g5-p4d.yml,sha256=IQ_Z-iCgKPdEKasDUT1VJlReE2BRtWDB7_P4oLXlqMQ,10446
fmbench/configs/llama2/13b/config-llama2-13b-inf2-g5.yml,sha256=y42guKgFCqubfedqjKlKu9RTpwAN9zoyyZtdxj3JvIw,7035
fmbench/configs/llama2/70b/config-ec2-llama2-70b.yml,sha256=izeeR72eCg207vINkdNZaRkEe0HbauniUIVF7grmxiw,9540
fmbench/configs/llama2/70b/config-llama2-70b-g5-p4d-tgi.yml,sha256=RVfZud6pNU34iFXtaqNg5atrdai0BQHWrZovsuD20W0,5621
fmbench/configs/llama2/70b/config-llama2-70b-g5-p4d-trt.yml,sha256=_qGgYLMeifokopSKtqgV4ilccwGRu_5EpPSMmOtyeMA,6253
fmbench/configs/llama2/70b/config-llama2-70b-inf2-g5.yml,sha256=QXlIWYzb1vblFdQy5VEsEnOTkijmsB0ZKSfunCkfjuk,5708
fmbench/configs/llama2/7b/config-llama2-7b-byo-sagemaker-endpoint.yml,sha256=tHomObF4Mg8i9NAHsGsSbmIVCSUICIznISSR-kXA2Bs,5635
fmbench/configs/llama2/7b/config-llama2-7b-g4dn-g5-trt.yml,sha256=qC5-ftBRLK-BuIHwpe2YISkewub9dlbEf_emwPEqNMg,4704
fmbench/configs/llama2/7b/config-llama2-7b-g5-no-s3-quick.yml,sha256=XfhtKZAeADZmwzH-QCIrP5F3-E2PGjQ0p9aXiHTRRwg,12149
fmbench/configs/llama2/7b/config-llama2-7b-g5-quick.yml,sha256=7a_VrKpB5Zr6QxtWhh95gBBiZmcTO5xLPQZpQL1PS74,12330
fmbench/configs/llama2/7b/config-llama2-7b-inf2-g5.yml,sha256=ejoMsB-IGB6FfDtvbhO7f8kXmGdUnQqvdAiNTSm4xDA,7982
fmbench/configs/llama3/70b/config-ec2-llama3-70b-instruct.yml,sha256=Ze1vrFofkzuBrb3ZjstmfjzFtYdP3F589gVKXSRh_aY,9862
fmbench/configs/llama3/70b/config-ec2-neuron-llama3-70b-inf2-48xl-deploy-sm.yml,sha256=95Cf_Yb4P701E4cLKO-GUO6h6OFt_YImBJjRVOYcFTY,9397
fmbench/configs/llama3/70b/config-llama3-70b-instruct-g5-48xl.yml,sha256=p_sEZrmyBsNpIDcqydWpNnbSgg9KwFx3MDj8teYiXrQ,5119
fmbench/configs/llama3/70b/config-llama3-70b-instruct-g5-p4d.yml,sha256=Klqi2KOoUPmLgrY29pa5DsUJ-q49tPmxD2RMKCP5a8Q,5669
fmbench/configs/llama3/70b/config-llama3-70b-instruct-p4d.yml,sha256=id5BNtrN-0WEA5QY2ROhsOiXKCb9CQv7MCE9vqP9bvg,4565
fmbench/configs/llama3/8b/config-bedrock.yml,sha256=RpJtmiuKuRt7veCu13BQxJ4knqFjzCdfnfdXNJDs3CU,11912
fmbench/configs/llama3/8b/config-ec2-llama3-8b-c5-18xlarge.yml,sha256=WBg6dm5n2C2leN1DyCPdw8nexDzYeTqexSEPoJ6FeBc,9617
fmbench/configs/llama3/8b/config-ec2-llama3-8b-g6e-2xlarge.yml,sha256=v0HsqLorFHqw-ilXG_3kgmU4jneUyZu6VZhisVmaFmA,9297
fmbench/configs/llama3/8b/config-ec2-llama3-8b-inf2-48xl.yml,sha256=0L8cFq7vGndDXSb5gS8-JHSob9Sgjf7a2zJ0yN8FT0U,10254
fmbench/configs/llama3/8b/config-ec2-llama3-8b-m5-16xlarge.yml,sha256=vsFiOGDiCSkrhFUpk7RIz2JXHR4mCrxi0QO4V8C1riU,9635
fmbench/configs/llama3/8b/config-ec2-llama3-8b-m7a-16xlarge.yml,sha256=2o_uxgdFI0ybCSFG2HDNvMhUKpvkEED_JgwhOLXWUds,9024
fmbench/configs/llama3/8b/config-ec2-llama3-8b-m7a-24xlarge.yml,sha256=uPDdjKjjDTd1jgcYlUyTleg5r1f9UCKv9KZmM3VNNaA,9638
fmbench/configs/llama3/8b/config-ec2-llama3-8b-m7i-12xlarge.yml,sha256=HiNjPgCSTYhjEkH-HQTcql7yQ5x-Egge6Ij4iKSv_1w,9584
fmbench/configs/llama3/8b/config-ec2-llama3-8b-neuron-trn1-32xl-tp16-sm.yml,sha256=y_k6v_R9F9MC7NAy7i4ebZpMRrW9FKTPiMbJNaOnGOo,11682
fmbench/configs/llama3/8b/config-ec2-llama3-8b.yml,sha256=SXLLZN7qtDN-6NCqb7BZp43P5GKOYp4XQXm7-F8Q8ts,9726
fmbench/configs/llama3/8b/config-ec2-neuron-llama3-8b-inf2-24xl-deploy-sm.yml,sha256=pHfgCcXWvWBh83v5pd62VYZMaxSdtvO8s6fq72fmeb4,9384
fmbench/configs/llama3/8b/config-ec2-neuron-llama3-8b-inf2-48xl-deploy-sm.yml,sha256=PuzxeDqMuh33zx13KYP1oK4vcQPWxWMiDbCtpVFkedg,9388
fmbench/configs/llama3/8b/config-llama3-8b-eks-inf2.yml,sha256=Hza6CWbq0523hKA3GcwsXLIKICQaNtuCYBthR4inDvQ,9902
fmbench/configs/llama3/8b/config-llama3-8b-g5-streaming.yml,sha256=znlFv_KCIASwyC-Mf_otx0dz61EB70slMyCQDR189bU,10504
fmbench/configs/llama3/8b/config-llama3-8b-g5.12xl-tp-2-mc-max-djl-ec2.yml,sha256=3OXZRp8WmgwQpmCFaiWd_VHo2weg1CxscFcGrylUycw,9387
fmbench/configs/llama3/8b/config-llama3-8b-g5.12xl-tp-2-mc-max-triton-ec2.yml,sha256=nAxu1pSLXOgW9jT6jfUChZkXczgMhCEkzE1VmPYNvjw,9306
fmbench/configs/llama3/8b/config-llama3-8b-g5.12xl-tp-4-mc-max-djl-ec2.yml,sha256=u1-JoDvVqF4QvAQMKlRpbSiJ3ZqGH6DpEytxR7NHRcM,9390
fmbench/configs/llama3/8b/config-llama3-8b-g5.12xl-tp-4-mc-max-triton-ec2.yml,sha256=jcckDsu1dIdxov1yimP9uYKHLh1CXWijGLedRAfXfTI,9309
fmbench/configs/llama3/8b/config-llama3-8b-g5.4xl-tp-1-mc-max-triton-ec2.yml,sha256=hLaq9Fvv5vtxn_WDvSdXimofI6gtWOgAhBBk4t0bekA,9304
fmbench/configs/llama3/8b/config-llama3-8b-g6e.12xl-tp-2-mc-max-djl-ec2.yml,sha256=js9hE22Em8g6FrEM-ycwKNqO9vtXQ_jE5O5tcONYbO0,9397
fmbench/configs/llama3/8b/config-llama3-8b-g6e.12xl-tp-2-mc-max-triton-ec2.yml,sha256=wcPf8Yt_YTO5UEu-8GS53wgD5vhBfK7_sQ9900ghl0A,9316
fmbench/configs/llama3/8b/config-llama3-8b-g6e.12xl-tp-4-mc-max-djl-ec2.yml,sha256=wC_GPy2u6WttQSO6ywfc8yXIjtQ3VpN48ZysprZ3zuA,9400
fmbench/configs/llama3/8b/config-llama3-8b-g6e.12xl-tp-4-mc-max-triton-ec2.yml,sha256=opiDK-hgH9O8VVO0yp_9tR3CAIiYMBVt0IabYypPueY,9319
fmbench/configs/llama3/8b/config-llama3-8b-g6e.24xl-tp-2-mc-max-djl-ec2.yml,sha256=DXPOJdN3-rnDSpO2ZNzj_tPsw10i00k4D8JjrNNzD7o,9397
fmbench/configs/llama3/8b/config-llama3-8b-g6e.24xl-tp-2-mc-max-triton-ec2.yml,sha256=akcBCoAh1TkrbouyuZz0E8ishN73V90qGF-SUZR3-Xw,9316
fmbench/configs/llama3/8b/config-llama3-8b-g6e.24xl-tp-4-mc-max-djl-ec2.yml,sha256=qbNN-uUtHYfFLfERxCnmv_HsEOre-LlMi9Wi9wtXwB8,9400
fmbench/configs/llama3/8b/config-llama3-8b-g6e.24xl-tp-4-mc-max-triton-ec2.yml,sha256=SzMhGjM3qRB3GeGtms7n1TC7vr_VwmknEdYU8GusDWM,9328
fmbench/configs/llama3/8b/config-llama3-8b-g6e.2xl-tp-1-mc-max-triton-ec2.yml,sha256=d-c1tc6_X3skk7L6CEw_jUDx8gfrAAdLEpsBBzVnkE0,9306
fmbench/configs/llama3/8b/config-llama3-8b-g6e.48xl-tp-2-mc-max-djl-ec2.yml,sha256=sIj2Jqwt1q57ul4mMEWZBAR2Pn4roUdvimkOrv0VxLE,9397
fmbench/configs/llama3/8b/config-llama3-8b-g6e.48xl-tp-2-mc-max-triton-ec2.yml,sha256=SEO43uku_2C186rOurSj4EG3mveYOXbgybhlW9TffLc,9316
fmbench/configs/llama3/8b/config-llama3-8b-g6e.48xl-tp-4-mc-max-djl-ec2.yml,sha256=GLyMmi_pL205YPXAwnhToHA1CCO1n_YB3xMNV7JskyU,9400
fmbench/configs/llama3/8b/config-llama3-8b-g6e.48xl-tp-4-mc-max-triton-ec2.yml,sha256=6s8ktYd6VNWTtK8q-eMuJbOjw6vJ9C2d0L8r28zzWTc,9328
fmbench/configs/llama3/8b/config-llama3-8b-g6e.48xl-tp-8-mc-max-djl-ec2.yml,sha256=GLyMmi_pL205YPXAwnhToHA1CCO1n_YB3xMNV7JskyU,9400
fmbench/configs/llama3/8b/config-llama3-8b-g6e.48xl-tp-8-mc-max-triton-ec2.yml,sha256=6s8ktYd6VNWTtK8q-eMuJbOjw6vJ9C2d0L8r28zzWTc,9328
fmbench/configs/llama3/8b/config-llama3-8b-g6e.4xl-tp-1-mc-max-djl-ec2.yml,sha256=IHJBOC6c_0vFulCnmceDgZRubs1pgwq9SMTwMgtGdtQ,9320
fmbench/configs/llama3/8b/config-llama3-8b-g6e.4xl-tp-1-mc-max-triton-ec2.yml,sha256=OQ4DPWKYe0V9E7psQ0oX8J8W-JuS-IMKenlIf1QbAZg,9306
fmbench/configs/llama3/8b/config-llama3-8b-inf2-24xl-tp=8-bs=4-byoe.yml,sha256=Htn7QbDMqliq0HDEnuoKqm81bbO-NlSpRSrhmhrYDVk,10174
fmbench/configs/llama3/8b/config-llama3-8b-inf2-48xl-tp=8-bs=4-byoe.yml,sha256=K9eJqdKain3B75kGHU8ejLbP_74dNLqiq9KOyIJ7EMo,10125
fmbench/configs/llama3/8b/config-llama3-8b-inf2-48xlarge-triton-djl.yml,sha256=wur6Vb8K1k5QItyRWRDLFNHD_r2sVxXMjOWPYScMkA4,10559
fmbench/configs/llama3/8b/config-llama3-8b-inf2-g5-byoe-w-openorca.yml,sha256=YcmlMYVl12c6eYLlqrsAHsFV1z-g7gTbOk4PtsLJo8g,9561
fmbench/configs/llama3/8b/config-llama3-8b-inf2-g5.yml,sha256=npEQhO8pc4xt6B2YJfKST0cPmYh9DcqfZyihCad4SC8,10457
fmbench/configs/llama3/8b/config-llama3-8b-instruct-all.yml,sha256=ULTQQ8whzHFE-w5nJlZt1FhLRi1Xlu2Z-OczRfslDaU,22850
fmbench/configs/llama3/8b/config-llama3-8b-instruct-g5-12xl-4-instances.yml,sha256=-s2tYw4SCdPZfURAHKtHPq5IsxE3BoBBbdrI6PM81Mc,4085
fmbench/configs/llama3/8b/config-llama3-8b-instruct-g5-12xl.yml,sha256=lXS2L_xr4yMXUMCkobL_FzAP1AlUnVJZKpbw8YbHBTg,4843
fmbench/configs/llama3/8b/config-llama3-8b-instruct-g5-24xl.yml,sha256=c7bhcSKZXrpz3nlK8T1sf9Kl83mpqr1pGW4oi_dKJoU,4843
fmbench/configs/llama3/8b/config-llama3-8b-instruct-g5-2xl.yml,sha256=XuCi5LWClfhaFLdhwjDTewEUZ5N21h5zUxgE7C9W48s,5365
fmbench/configs/llama3/8b/config-llama3-8b-instruct-g5-48xl.yml,sha256=vIZ3uS6rYYJ7odxlI-A5worNWCGUxwNVKzCGOu14yBI,4839
fmbench/configs/llama3/8b/config-llama3-8b-instruct-g5-p4d.yml,sha256=EXrZY-IoDBpn4ivDMYYVcZ0b6Vqlx5nDru4lM_nU-uQ,5666
fmbench/configs/llama3/8b/config-llama3-8b-instruct-g6-12xl.yml,sha256=5xmjOM8o73elGPzCTQ47b7DxJrtGjhiIjUeFwGXtR6Q,5383
fmbench/configs/llama3/8b/config-llama3-8b-instruct-g6-24xl.yml,sha256=K8bRgvW5FDdnulYDfFygYkr2O5C6xSisLADS7GN7hEw,5383
fmbench/configs/llama3/8b/config-llama3-8b-instruct-g6-48xl.yml,sha256=DDkXz_oFoA6jc7ek7onmi44Si9zST3lAjOglBaQon4k,5383
fmbench/configs/llama3/8b/config-llama3-8b-instruct-p4d-djl-lmi-dist.yml,sha256=IotBg0iIM7puaibm3rQpLFphwygZXu9wGzQ3Tjytkb0,5149
fmbench/configs/llama3/8b/config-llama3-8b-instruct-p4d-djl-vllm.yml,sha256=qOcsJxkwiPnh5diU6cl4AahuwIZrW3EXKurdN1MXIUc,4662
fmbench/configs/llama3/8b/config-llama3-8b-instruct-p5-djl-lmi-dist.yml,sha256=44w5esNXPb0F_ast7VaNCAtTTFPVQHe1ee40ZTybF3s,5367
fmbench/configs/llama3/8b/config-llama3-8b-trn1-32xl-tp-16-bs-4-byoe.yml,sha256=8gs8WaEMQWGOx26QJpVpBgAQnBDF61_UAa2IEw2sERM,10176
fmbench/configs/llama3/8b/config-llama3-8b-trn1-32xl-tp-8-bs-4-byoe.yml,sha256=7P8LbhsfDeYIl-jjUWANXO9bWkDl7mcfRjduTjwLlhY,10144
fmbench/configs/llama3/8b/config-llama3-8b-trn1-32xl-tp16-bs-4-ec2.yml,sha256=ysnFWi6uYhZOn52-rnJ1sV4rbvDVC9E0RtTa0q9egE0,10734
fmbench/configs/llama3/8b/config-llama3-8b-trn1-32xlarge-triton-djl.yml,sha256=MbpNIapV0-kdUuxKv6hdC82Fw0swly2o0m_OVYnqy2w,10438
fmbench/configs/llama3/8b/config-llama3-8b-trn1-32xlarge-triton-vllm.yml,sha256=X-KTfxYJVcCZqMw4mto4l6coSvmJWA6cS8jxU_aXYKE,11604
fmbench/configs/llama3/8b/config-llama3-8b-trn1.yml,sha256=7MItZZc6ujXbNZqS4kLNt-Zxo-MoIPAJ4Ku4A0kr1rM,9897
fmbench/configs/llama3/8b/llama3-8b-inf2-24xl-byoe-g5-12xl.yml,sha256=8SddMYbXVl46xn6I8VzXZSsMEyF7AUEIt_xreN21hvo,11215
fmbench/configs/llama3/8b/llama3-8b-inf2-48xl-byoe-g5-24xl.yml,sha256=13RaViK1d7Zi9yQJJxaWpTdR66umGTDTuri5fIopB04,11219
fmbench/configs/llama3/8b/llama3-8b-trn1-32xl-byoe-g5-24xl.yml,sha256=f-ObUHKDU_wgm43EMIEewcyiMPFCz95h4MmFTJ18mRY,11219
fmbench/configs/llama3.1/70b/config-ec2-llama3-1-70b-inf2-48xl-deploy-ec2.yml,sha256=mUJnEL37O9XpJqiK6aZKtx9MCAth9rXZer9FOJOh3wY,10147
fmbench/configs/llama3.1/70b/config-ec2-llama3-1-70b-inf2-deploy-sm.yml,sha256=1XQ5Fu-cRGCDyz-0WuEWM84cXYLocBg617CQ-KmBv74,9588
fmbench/configs/llama3.1/8b/client-config-ec2-llama3-1-8b.yml,sha256=xDFcHPEM-478I8cz2ZK54_d8RhSxP6S0-XPqpA5btiI,8483
fmbench/configs/llama3.1/8b/config-ec2-llama3-1-8b-inf2-48xl-deploy-ec2-tp24-bs12.yml,sha256=vXGrwKo0RLSab6ekXOJOvXIL4Ncs4mq6DEWNrL0pcsE,10104
fmbench/configs/llama3.1/8b/config-ec2-llama3-1-8b-inf2-48xl-deploy-ec2.yml,sha256=En7IYQ97-xe2UNy9ZhNm-IIh7w4yfpeH2jjrmRFDpoI,10145
fmbench/configs/llama3.1/8b/config-ec2-llama3-1-8b-inf2.yml,sha256=0In32IXuEt8FAbx-Wt3w469zq3COCaeOL65yBQ9YRIo,9463
fmbench/configs/llama3.1/8b/config-ec2-llama3-1-8b-p4-tp-2-mc-max.yml,sha256=eEocOvsFWdLiFP_pRHY5KwobnQx8UcD9rTY4Zz2leZI,9812
fmbench/configs/llama3.1/8b/config-ec2-llama3-1-8b-p4-tp-4-mc-max.yml,sha256=oiAt8TkSefmF3tT1KvkBmi4WcauJd20HzqBNau6dTqg,9812
fmbench/configs/llama3.1/8b/config-ec2-llama3-1-8b-p4-tp-8-mc-max.yml,sha256=KUIvoSmLo8exxQ-FlkJKClM5HlzaK_Nhgo0pDxECPfI,9811
fmbench/configs/llama3.1/8b/config-ec2-llama3-1-8b-p5-tp-2-mc-max.yml,sha256=Pclf7ll0W-b4HbPlY_qkA3kbFWqO-Em11xI_i49LsjY,10123
fmbench/configs/llama3.1/8b/config-ec2-llama3-1-8b-tp-8-mc-auto-p5.yml,sha256=LjAfqLncp0Y2VyoSKHrunUlo4wpBKj6eyzWaAhcVRDI,10073
fmbench/configs/llama3.1/8b/config-ec2-llama3-1-8b-trn1-32xl-deploy-ec2-tp32-bs8.yml,sha256=WZvh9ggyuRP7jiwAyhgMQ2bitAhj2_Xwqwb6MyGNLGY,10211
fmbench/configs/llama3.1/8b/config-llama3.1-8b-g5-ec2.yml,sha256=SnjulV26dooH0A7Y_JxxmVbrSpyPkD-rKxa7PPnxZnA,9935
fmbench/configs/llama3.1/8b/config-llama3.1-8b-g5.12xl-tp-2-mc-auto-ec2.yml,sha256=kuHppYQbKRMthWPu9w9hURCNrKtiAoxeKBD3Rl_p5hg,9930
fmbench/configs/llama3.1/8b/config-llama3.1-8b-g5.12xl-tp-2-mc-max-ec2.yml,sha256=8_3RaMpujRVoeWtzYBEQ-YSMrTDe5PgqCdzDJKXOCPI,9929
fmbench/configs/llama3.1/8b/config-llama3.1-8b-g5.12xl-tp-4-mc-max-ec2.yml,sha256=y-KMvbkJInDl45D_MZHOkKWaLMc6TIJuW8ah7nccZOk,9929
fmbench/configs/llama3.1/8b/config-llama3.1-8b-g5.24xl-tp-2-mc-auto-ec2.yml,sha256=WVNsF2xWkj4eY_3LakIRW_4QxEyMWXbLM0UCiWkohl4,9658
fmbench/configs/llama3.1/8b/config-llama3.1-8b-g5.24xl-tp-2-mc-max-ec2.yml,sha256=0FKikGXySG0NXisKNqHolGU6IC4WWCGoSLJYp6BLyPQ,9689
fmbench/configs/llama3.1/8b/config-llama3.1-8b-g5.24xl-tp-4-mc-max-ec2.yml,sha256=vB315X8mDe3yWZhPyMYrS0-s33U-iHTeGf_5WF4vP3c,9656
fmbench/configs/llama3.1/8b/config-llama3.1-8b-g5.2xl-tp-1-mc-max-ec2.yml,sha256=MD5fHs83E6ps23HTzQmFi0DudT7crjRHIn9tpKPTprk,9699
fmbench/configs/llama3.1/8b/config-llama3.1-8b-g5.48xl-tp-2-mc-auto-ec2.yml,sha256=hhZJdwBLjF21c0FoEYe5eCwRJ-ctQUNT44JuFqdS4L0,9690
fmbench/configs/llama3.1/8b/config-llama3.1-8b-g5.48xl-tp-2-mc-max-ec2.yml,sha256=y5Vu5hRYqpfLDIHak6Rr5Og3un_BQWHBlZdnO0Nxp60,9689
fmbench/configs/llama3.1/8b/config-llama3.1-8b-g5.48xl-tp-4-mc-max-ec2.yml,sha256=66rShUDD2TdB21t6-VWiXh6ZsFSqeBymnY_HpnwGAws,9689
fmbench/configs/llama3.1/8b/config-llama3.1-8b-g5.48xl-tp-8-mc-max-ec2.yml,sha256=mht0ivNLan87kFElbFnJ1GyblI5_-t5afbbfrktIUk0,9689
fmbench/configs/llama3.1/8b/config-llama3.1-8b-g5.yml,sha256=YTHKU_K7017Wn0Nq6d5qeDw4DRcFQVp6naYFzDLJ5jU,6037
fmbench/configs/llama3.1/8b/config-llama3.1-8b-inf2-48xl-deploy-tp-24-ec2.yml,sha256=afglBspAFThJ1p2DGDVlVG3pTxn70MycxHMPgJGpgog,10276
fmbench/configs/llama3.1/8b/config-llama3.1-8b-inf2-48xl-deploy-tp-8-ec2.yml,sha256=S0PEOoVenk1q0-UaS237fwToNQFkZFj0P6g_27vZWUs,10168
fmbench/configs/llama3.1/8b/config-llama3.1-8b-trn1-32xl-deploy-tp-8-ec2.yml,sha256=X1KLaRS0wi_dy3khWym7u4N2OVharVb5wrCR27f-0mE,10739
fmbench/configs/llama3.1/8b/config-llama3.1-8b-trn32xl-triton-vllm.yml,sha256=TlyJTcPRXMofN1hgoMj3g6HZyMZdzOPpv4du53z27zQ,11041
fmbench/configs/llama3.1/8b/server-config-ec2-llama3-1-8b-inf2-48xl-deploy-ec2.yml,sha256=pNJFLwHsySsY_CDRDgaJ7u6vP0WvYYKOQDWomBo3oP0,10139
fmbench/configs/llama3.2/config-llama3.2-1b-g5.4xl-tp-1-mc-max-djl-ec2.yml,sha256=ik0EaiFE6HxLmA7tpO5RH94_42vMfRCU8QS9-qWS-oE,9668
fmbench/configs/llama3.2/config-llama3.2-3b-g5.4xl-tp-1-mc-max-djl-ec2.yml,sha256=EJDLbLgXjk-_eUegDq2JCIk1unv6pFiTxf3eCjbUGVc,9669
fmbench/configs/mistral/config-mistral-7b-eks-inf2.yml,sha256=F5YJmJ4k2mYCJ1gCKM8MdwGs3xcd_z-2YxOd_lEWaR0,9917
fmbench/configs/mistral/config-mistral-7b-tgi-g5.yml,sha256=czXkhGXjzUeD3AnYih3jC21DB37Nb9tg9Q6f6MPxSnE,4802
fmbench/configs/mistral/config-mistral-7b-trn1-32xl-triton.yml,sha256=HoMY1IiVf9QDJUo_ZWMQdkEJs-30h5482NHgZ7UrxcU,10634
fmbench/configs/mistral/config-mistral-instruct-AWQ-p4d.yml,sha256=4_C26oIYDv-ISDI53aND0XXSnuQremji1ZOwxIHZCz8,4853
fmbench/configs/mistral/config-mistral-instruct-AWQ-p5-byo-ep.yml,sha256=rCwifEUXJB0_3tyzhOsCNN4gKOjOqmJsI4wxhzBXm84,4537
fmbench/configs/mistral/config-mistral-instruct-AWQ-p5.yml,sha256=DhDh3vnqpB3rn_Jm2-4FrkxUAajqKhr0n9RHLtt-9og,4722
fmbench/configs/mistral/config-mistral-instruct-p4d.yml,sha256=5h5PG7MYjewnjEg-AJFr9ogcT4SPwAcn7-t3MsZBcVY,3792
fmbench/configs/mistral/config-mistral-instruct-v1-p5-trtllm.yml,sha256=58j8-deN5ggM7xSz7qrZMl1_GWGzGdqIg9lYnAl2w_M,4883
fmbench/configs/mistral/config-mistral-instruct-v2-p4d-lmi-dist.yml,sha256=pKsgnzdCcCn_KrrY8xq2V9MZQPfQnCwlUMit67Ahe-8,4646
fmbench/configs/mistral/config-mistral-instruct-v2-p4d-trtllm.yml,sha256=yi0-rygdGqZ_JyZGUUqaEDBiJkMJNR5FsOh7wjxK_04,4868
fmbench/configs/mistral/config-mistral-instruct-v2-p5-lmi-dist.yml,sha256=EU_uzNVsfrfL_zGythluFg2MjfJi8l51MzoClDCYyxk,4628
fmbench/configs/mistral/config-mistral-instruct-v2-p5-trtllm.yml,sha256=Hf-Buau1vPkg6z_p6fo8iCY4y6jehdcSFWRmTJz4mGw,4876
fmbench/configs/mistral/config-mistral-trn1-32xl-deploy-ec2-tp32.yml,sha256=77GXd6jJ8OKFNpqaP6xw2ef-1tdsPoQdLsF1PpPl1_M,10155
fmbench/configs/mistral/config-mistral-v3-inf2-48xl-deploy-ec2-tp24.yml,sha256=w7Y6JH8fqCcEjRjO1XoXKSk0oUqHzHgDvIbar_Y2c1w,10119
fmbench/configs/model_eval_all_info.yml,sha256=zMrlPFLzJ1qyNoUE-QtzSOHnH5t8FvKLr2DOLqUc5jk,5582
fmbench/configs/phi/config-phi-3-g5.yml,sha256=-EKMGYtIzsrs5_iPtWdvVv__vU7Xvm7b2apvJhzaehg,9197
fmbench/configs/pricing.yml,sha256=pcibck22JicRqMj2G4TTQPWc-itx83MWFTKonD1OQg4,4111
fmbench/defaults.py,sha256=VdhING8L-r3us_i4QnFS--x-19_l5LsdAfrLeegjjuU,234
fmbench/globals.py,sha256=aDi-_ks8JtoxRdtk_GnfMGA6rT0G6RFWA9sMvMHOGzI,16454
fmbench/img/llm_eval_flowchart.png,sha256=mBeLmorlBvq74kXdwJIOKXsl2VrZLVXMKeu5ZAmHrVk,86543
fmbench/main.py,sha256=SoyEQWH_RYZCZpathISfAkhKF_nsl_Gid1mKfUY-2rQ,8389
fmbench/prompt_template/eval_criteria/claude_eval_prompt_templates/claude_eval_majority_vote.txt,sha256=hXF_YNMJI4_i1J8abgXhs9L7_XOSav_F0PLRX97lc4Q,1450
fmbench/prompt_template/eval_criteria/cohere_eval_prompt_templates/cohere_eval_majority_vote.txt,sha256=1G8jwg3Ky5yBxqYPlfG-Yaeknq0D9qNga9395OpFoFE,1123
fmbench/prompt_template/eval_criteria/evaluation_instructions_majority_vote.txt,sha256=sIeM46JEm78Xm6SpqbA9DbVGp5tKw-TZfF03kSXy8uQ,1700
fmbench/prompt_template/eval_criteria/llama3_eval_prompt_templates/llama3_eval_majority_vote.txt,sha256=j_3OVTyPiIPOpgjHv7MEBtgDHf85H9lepER5iZEoS2w,1146
fmbench/prompt_template/eval_criteria/mistral_eval_prompt_templates/mistral_eval_majority_vote.txt,sha256=KPJs2u05k4YBMmHh7OQ2rK70PanUvldIWn6VPWt8xX4,1519
fmbench/prompt_template/prompt_template_bert.txt,sha256=4ZpVzP-zyp0bNosvV-f2GYb0yXaf3svyXgKary8k9tA,7
fmbench/prompt_template/prompt_template_claude.txt,sha256=XglvBLriIS9pLAUy4aqKXONdI_ZR9UynqlVevDXSTLw,586
fmbench/prompt_template/prompt_template_claude_OpenOrca.txt,sha256=gXppmhNjwjwEE-0PPKPQMRGzH2CbULTKy7z8px-3tKI,421
fmbench/prompt_template/prompt_template_gemma.txt,sha256=rHHskpPGK-lsCln_0tavo18sz2TZCXAFwu5pGO_0rj8,303
fmbench/prompt_template/prompt_template_llama2.txt,sha256=eWgeq2VenJZ4ExjjuSAA93XHBQCciAnIcoqX9w2_FDs,611
fmbench/prompt_template/prompt_template_llama2_Mistral_OpenOrca.txt,sha256=hWwBBG9bm8gRVxTRoadymK9z4BAt5DAgOHCeHaqR678,80
fmbench/prompt_template/prompt_template_llama3.txt,sha256=Y_S2IbS6bZg_n3ub68taP4cXDti-GkqE_U89Tj4Prr4,539
fmbench/prompt_template/prompt_template_llama3_OpenOrca.txt,sha256=cwFRmZlgpHsd-P-4tVK5Iy6QTXc7f8QalW36ima7DJo,159
fmbench/prompt_template/prompt_template_mistral.txt,sha256=61fDPZweCjWv4e5gV28Es3lcNP5ZTpRtclBe7F2e7Fg,594
fmbench/prompt_template/prompt_template_titan_text.txt,sha256=l3Lcp238cUf-CHW3MH6aGsJU_WidE3AX6NeVT6xCSBA,566
fmbench/requirements.txt,sha256=M4TQcnZg28mrS6mAy_3RcuXHLBTBwnRl2R4lXxgeBoo,151
fmbench/scripts/bedrock_predictor.py,sha256=xUelwYXBEKjrEQ00VyceYx_-qi-vfOIuieQC5XzsoQM,15147
fmbench/scripts/compile-llm-for-aws-silicon/requirements.txt,sha256=w-7gEYNbLO65jA9fk7l1uhObNd4V-ADF1Py6jcVbs-U,303
fmbench/scripts/compile-llm-for-aws-silicon/scripts/compile.py,sha256=u6097mYl6QSu5RXFT6P9QlD_t1Hz6JmJeLIAorkb-NE,2819
fmbench/scripts/compile-llm-for-aws-silicon/scripts/download_compile_deploy.sh,sha256=UZ6ytG0wHkNrf0A2zIVzSqK7HhKpAoAkPBH6r3Awfm4,3761
fmbench/scripts/compile-llm-for-aws-silicon/scripts/split_and_save.py,sha256=4m5tC8cgi1SrRaS8hxgXaEEJpSPkJD7WoFGwvCFmBUQ,2122
fmbench/scripts/compile-llm-for-aws-silicon/smep-with-lmi/deploy.py,sha256=Spcg5KFVeIe7gpOvxdKg_XhfkhcRTAWhpJzOs5k66H0,6599
fmbench/scripts/constants.py,sha256=IeJxOgkZprRlvYrR2gbf3nKzf1i7b56T6_hs01cP8XY,1222
fmbench/scripts/deploy_w_djl_serving.py,sha256=72chtFZTDI-vB-1zUE8s8CQSuEgiDWoF_kBb48gLRzU,10396
fmbench/scripts/deploy_w_hf_tgi.py,sha256=eQz08Q5P5xcKy6bV-tIdEM4ULYiDBx5grd7mOvtGzlE,3826
fmbench/scripts/ec2_deploy.py,sha256=PntM7XTqmFR5qMXTMhf2JMVdQHAroapUJz51RBsW6tE,13799
fmbench/scripts/ec2_metrics.py,sha256=dHjB3OTK9pKTkWfXUbpe1ZTvOXsXrk8zpBHlt8ACpr4,6565
fmbench/scripts/ec2_predictor.py,sha256=NEr-Psz1DR1QTNZFuOoEK6zTnLb5_59YvwzX6JpO_jQ,9035
fmbench/scripts/eks_deploy.py,sha256=sjc2gNxKmgHBwCDKUOghqDMRSEKtoF8gnWCKiW8HoAg,9676
fmbench/scripts/eks_predictor.py,sha256=_ACXPtOax_ilz5d0a9BO6QADr9yPhyhDvthCi-Xx3bo,6785
fmbench/scripts/fmbench_predictor.py,sha256=muKWX_eEzA_lJon1sXJJ8QdfZXvq7bT0XyIVIB1Fqo0,2098
fmbench/scripts/inference_containers/djl.py,sha256=rYoQxymFJGWTqRNblh4qAXtcoJuvc5bMefF3Pm2YuWY,4771
fmbench/scripts/inference_containers/triton.py,sha256=9vffLe-IWxTtv9qeGKelUFl0VKpFGNdO9qLcHAZjTLc,19479
fmbench/scripts/inference_containers/triton_serve_model.sh,sha256=8kY6L2Jqio8Q1vlZrVPEqvNZDu664u0dPf4IRmrskFY,4574
fmbench/scripts/inference_containers/utils.py,sha256=zo2rZ-v67WcRm4jtTfukEFwumBw7meFZ7kAEz7YMFsk,9180
fmbench/scripts/inference_containers/vllm.py,sha256=1u_1DO870ik06OHLR161E7yq60O8Ae9HuYACF7Dg-Ls,943
fmbench/scripts/jumpstart.py,sha256=jfzP0lbicgMVMTeByzm_aa676uVy3m2BZGMRevztui8,1710
fmbench/scripts/neuron_deploy.py,sha256=BNfjobb3ngvGHEjmDd63MXaLVJS5Jr7PzoyfJGbyB9Q,7170
fmbench/scripts/neuron_metrics.py,sha256=gZBYXSQndu6lwjX_iVZdJZ5sgaAmzi__y8QEyDz4Ab0,5906
fmbench/scripts/prepare_for_multi_model_containers.py,sha256=gXlcUVUlHMRprRZTztzCSvjgF3cTpaGklwL08q3v8Eg,16198
fmbench/scripts/rest_predictor.py,sha256=B6kcwGHAG2Tnc-j7fwiXWBNjA8kJO7YhdsylTnqErOs,7742
fmbench/scripts/sagemaker_deploy.py,sha256=G68MbzuACCCADvTl0D3uBkbIMRzEG5xdW9vU6RAnNZo,3468
fmbench/scripts/sagemaker_metrics.py,sha256=g_7Y2OyzWdu6SdX8oCkjSIt-ioSkWYLmMtdT0p9zC0A,9747
fmbench/scripts/sagemaker_predictor.py,sha256=FqFiB6CPuzD16ZuFC5F9W5ia1SgtnbPy8TLqq-96o34,11568
fmbench/scripts/stream_responses.py,sha256=bMqKAd62qeS_ntJYIZlVoj1KQauJ7ybfTELSqKhChFo,6699
fmbench/scripts/triton/Dockerfile_triton,sha256=h7yl4lBpod4VoIDX9zBmIlqvJD7fLI_wlay8SRNxqkQ,3521
fmbench/scripts/triton/build_and_push_triton.sh,sha256=_h3mRzSPah0DaGTvoZQ_TwiHt2IwSwSYFDFWO9yO8WU,563
fmbench/scripts/triton/djl/config.pbtxt,sha256=nAJejfs3rFLzlwzvx7TxTnhUkU30O6L6usUIahby1Hg,461
fmbench/scripts/triton/djl/model.py,sha256=HSy2IL6xZ5Y1yQe5LBQsJ_LRcQYA_rGpsEA5eoMZq6Y,10138
fmbench/scripts/triton/djl/triton-djl-python-neuronx.sh,sha256=yqYb4V0yHE1mbSxtOouoK5xg91mOhKllSvsGEUY8iUM,1817
fmbench/scripts/triton/vllm/config.pbtxt,sha256=ycQv-E3XO39hsXCeJ62R-wpXPrShl8B7E8qCJIsBoQY,626
fmbench/scripts/triton/vllm/triton-vllm-neuronx.sh,sha256=pfRY0p-ngBAnULySAb_yL-0_IT8mnp5YuWz-Sx89_2g,1825
fmbench/scripts/triton/vllm/vllm-neuron-issue-1.patch,sha256=v9sSsiB2tQzU8LQ9WelBV3uR4BPOfnCrV7JrDf9peR8,1129
fmbench/tokenizer/config.json,sha256=zyXN9HGfGB0dHTcZcyhdmv6a_eDQxqb9SN6FdVXOHg0,571
fmbench/tokenizer/tokenizer.json,sha256=_E8L1ws3CTEtnR2eW6Z0eUtrxavBdCmJelQPk4gvJfw,1795303
fmbench/utils.py,sha256=2UJvJHqgTBAlMeEVsnYuddD8z0jksq_BilyKt5xQyno,20566
fmbench-2.0.12.dist-info/LICENSE,sha256=UCXHu-28jahottziq2iSJbPzPEOz8DNosKMxgJtq2iY,946
fmbench-2.0.12.dist-info/METADATA,sha256=Xq3N8QlIveHEipLo7m1z_PRA2PshNnlUXZwYtvbjEws,22337
fmbench-2.0.12.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
fmbench-2.0.12.dist-info/entry_points.txt,sha256=EjZZQhGaRfRAXl22j7UxVGZWZbVF2kkaXbcin-9eTmI,45
fmbench-2.0.12.dist-info/RECORD,,
