neuronx_distributed_inference/__init__.py,sha256=raixCC2haTBA11PA15znsUiedSMR261QYi3p5IOgrJY,201
neuronx_distributed_inference/_version.py,sha256=-EutKSlMazOe0UQLdsuj1imr3k-iRaLeVCuDY8gX5Wo,176
neuronx_distributed_inference/inference_demo.py,sha256=IAkMnEFZIWa7GgNvODdS898534P52wPtqOxx3zS9Kkc,34113
neuronx_distributed_inference/placeholder.py,sha256=2mye3QIwD18CzPjKk8Fp95oSjEcYYl1rLIpZ5h-4x6c,53
neuronx_distributed_inference/py.typed,sha256=DbCDcAirv769HS1ibzZLXq8VPazYf7JCkKSzj3ctudM,58
neuronx_distributed_inference/experimental/cli.py,sha256=C2BU7oAUohW6QtYwZD37R2zcuF7f8sKtWNGqvrq45yI,8695
neuronx_distributed_inference/experimental/core/checkpoint.py,sha256=iRbb6fuwzIQvE9RQgRr6WRjTqerPqRgqjzRpoiHFu4Y,2044
neuronx_distributed_inference/experimental/core/functions.py,sha256=ply5MrdIUqbJK02ZHvyt15M7ga1eR-BiUzq2RvIdRIA,2447
neuronx_distributed_inference/experimental/core/pad.py,sha256=l6GKlRnKwur2xm3HMDuPD5LQ3DiEFKJnd4Z4O6khn-w,1405
neuronx_distributed_inference/experimental/core/accuracy/logit_validation.py,sha256=IB__2rk4pU-IhztGyhdF4pLWS3TnuPw5tmY5Z8bBJsI,39159
neuronx_distributed_inference/experimental/core/build_flow/__init__.py,sha256=zi9CywPhBv_VaaS9JMXB36tIXGi12O0lF50r5UIc0Bw,80
neuronx_distributed_inference/experimental/core/build_flow/bucketing_on_seq_len.py,sha256=n89WWw4RuvudWDt_qx__WaUX1di3cfErRKUCKjwut24,3139
neuronx_distributed_inference/experimental/core/config/__init__.py,sha256=ptKkHKa5oJ8WeRBmfgPlQVZ00fcXI41wnJaTKBJXz6g,85
neuronx_distributed_inference/experimental/core/config/attention.py,sha256=Tn5usq_nLcRhf6iIoQsY_hamuWiIhJHTr3oO2uVAFrA,93
neuronx_distributed_inference/experimental/core/config/build.py,sha256=a6L2J8AVTpE50tQqMvWc0BlwV9CvAV0cKqhZhr8pzLY,131
neuronx_distributed_inference/experimental/core/config/neuron_config_handler.py,sha256=i1mQDCBzqOgjt8cug4ZH2La1xMapdUMXyeJ9KzNtX50,4837
neuronx_distributed_inference/experimental/core/generate/__init__.py,sha256=jp8THeRIKlYjvTKA09uvNdNJvuneanupr2YnRTslqC0,84
neuronx_distributed_inference/experimental/core/generate/generate.py,sha256=Yi7RJEIj6Dos7YCYNu2AlJ0k4XT2cWfD0qg_4h7JSE4,3912
neuronx_distributed_inference/experimental/core/processor/__init__.py,sha256=iwclkI5S6Dfiz7cG8-gkKu-YUs_kl3AVFdny896kLIk,68
neuronx_distributed_inference/experimental/core/processor/bucketing_processor.py,sha256=yEdA0X2qUqY3WycWCW-rn2s7g3eyDU0nF4hbImTdz0w,7819
neuronx_distributed_inference/experimental/functional/__init__.py,sha256=1fUF0P1KLv_BSxWLPXL4hQJRbtarKYsuHdRcjU458Rg,1108
neuronx_distributed_inference/experimental/functional/attention/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
neuronx_distributed_inference/experimental/functional/attention/causal_attention_functions.py,sha256=rX8S-DWlgIR8yjL-s83p6TuG5fiYj7BKRcSFzRTO2ew,11933
neuronx_distributed_inference/experimental/functional/attention/context_parallel.py,sha256=CPOyjJjmLWniTQjiRFNJcR0DGIEvll8KhcW84pxXox4,2743
neuronx_distributed_inference/experimental/functional/attention/data_parallel.py,sha256=QDQ04QXfwcITVhHSXpdYNkB2Jn6PKXYsR3T6yMRG5yE,1560
neuronx_distributed_inference/experimental/functional/attention/output_projection.py,sha256=Jb3GY5NsEMVloBwywqnqfMW8acTUZYE8Vh7k4ishtz4,5535
neuronx_distributed_inference/experimental/functional/attention/tokengen_attention/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
neuronx_distributed_inference/experimental/functional/attention/tokengen_attention/tokengen_attention_block_kv.py,sha256=02f_ieZT3L6BzpLZ9VO5Bg1N6Xqww8i80171I0ZHGuc,12245
neuronx_distributed_inference/experimental/functional/attention/tokengen_attention/tokengen_attention_standard_kv.py,sha256=Z7M2kSBTeD5ASY_aaJIhOTtdpTYPEg4P_2zyDd9Vm1I,17578
neuronx_distributed_inference/experimental/functional/ffn/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
neuronx_distributed_inference/experimental/functional/ffn/mlp.py,sha256=wxfDx9SIZJuYQtJwTOmTHDAvB4VcPhm_u_LzcIu_7CU,7893
neuronx_distributed_inference/experimental/functional/moe/tokengen_moe/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
neuronx_distributed_inference/experimental/functional/moe/tokengen_moe/tokengen_moe_forward_all_experts.py,sha256=ZwllIjqe0SSKhJZeRyNyBtd2gDVFsTKmAwwL-7ioYZk,9922
neuronx_distributed_inference/experimental/functional/moe/tokengen_moe/tokengen_moe_forward_all_experts_with_shared_experts.py,sha256=eQfayB25Y6uOge6wEyHzMpGw7F5lwmjHvTeRPjOHim8,9578
neuronx_distributed_inference/experimental/functional/norm/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
neuronx_distributed_inference/experimental/functional/norm/norm_functions.py,sha256=DY7lKxdrzfLVALMC88moVcXY456MeuwmG-a7IKdpBbM,568
neuronx_distributed_inference/experimental/functional/parallel/tensor_ops.py,sha256=wwdNb3EcoA1B5TZN0svXYDBG9Wd0MJ1hJekTjq70POk,2065
neuronx_distributed_inference/experimental/functional/pg/__init__.py,sha256=5y3zMNY-WWV20p4dNB3tzNFg2A4LunLExWpof4jAtoo,404
neuronx_distributed_inference/experimental/functional/pg/context_parallel.py,sha256=IBSEhEdD9qE5vzicziZNIX7gDN2WvK2MRklEYdK6wRE,6855
neuronx_distributed_inference/experimental/functional/pg/data_parallel.py,sha256=n7hqiTZ11HYDmmhHY1aOhy_wDXm7szQYBPDQv-ptHZg,1110
neuronx_distributed_inference/experimental/functional/qkv/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
neuronx_distributed_inference/experimental/functional/qkv/qkv.py,sha256=F3viRppa32SA1Jpm5hULtwod7ch7yanKtGr1jYGo3Qw,5698
neuronx_distributed_inference/experimental/models/config.py,sha256=eyxIb8Zz5pHJ8_BVo47gnnltf043ygyO3o5kpae2HdI,1508
neuronx_distributed_inference/experimental/models/llama3/model.py,sha256=gOFDSB58WIvYRJ4NVEP-prtqGr1rC09ONEWblGN-TXA,26182
neuronx_distributed_inference/experimental/models/llama3/tokenizer.py,sha256=A7udOw60IDDz0QOr24-G6k4SJhhIUFaeIuQ2e-bGqHQ,7643
neuronx_distributed_inference/experimental/models/llama3/examples/run_cpu.py,sha256=UkwW-IRFmwFiQFcZ3EMvEvdHAOIx9qpBapRXCUsWc4c,2461
neuronx_distributed_inference/experimental/models/llama3/examples/run_jit.py,sha256=YL3mXEFbhvVLSumslQg2r_kaYpuYqP9WX9J4i0GuVhM,3191
neuronx_distributed_inference/experimental/models/llama3/examples/run_neuron.py,sha256=l3-VvXLOE7o6RqE7i1YcW8F8Qd9CkCiskyO9n78L1Fw,9817
neuronx_distributed_inference/experimental/models/llama4/model.py,sha256=TuavPeTio_Am1SM7C89Mmc3z5Z-pAuuePDUPqo--9pI,26580
neuronx_distributed_inference/experimental/models/llama4/model_optimized.py,sha256=3_T12uzzUVwmV6BKsKATrlManlvP2ReR6jz8S0kVdIg,27881
neuronx_distributed_inference/experimental/models/llama4/tokenizer.py,sha256=gYc-lDFUH5DtwhEtgp6PBXLMwgfsb_15-PnHZAjjrn8,9883
neuronx_distributed_inference/experimental/models/llama4/examples/llama4_neuron.py,sha256=WZ0zXfR9iofDf17tsOmqzr1Gn7E1uBZiLdMAREN4Buk,3497
neuronx_distributed_inference/experimental/models/llama4/examples/llama4_neuron_optimized.py,sha256=Cz4gyCowaqxthp2jP7ZmeNFmBWi_NxIJseFehxRvIJU,3506
neuronx_distributed_inference/experimental/models/llama4/examples/llama4_on_cpu.py,sha256=E9ErMn0h69mH4VVcJUORue1bwyWJfanIpt9wfXK_JnM,2457
neuronx_distributed_inference/models/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
neuronx_distributed_inference/models/application_base.py,sha256=KDAqx_KHPcUg0Z3o-bwx2iEvfob3r8CyvkzrCHaPtJ0,38404
neuronx_distributed_inference/models/config.py,sha256=II5aKzN8NnDHmKG1EsuXexTd2W42xiz_AapJlmSw9w8,59112
neuronx_distributed_inference/models/encoder_base.py,sha256=RWS0KuMyybc3H0ohUJ_1QZZzQ61hGu5vsZ1Y0lVSyds,3509
neuronx_distributed_inference/models/image_to_text_model_base.py,sha256=NqD9kLeXAEjbCg5Apbnnrz68r0g__pxeLp7DMFxcx30,34362
neuronx_distributed_inference/models/image_to_text_model_wrapper.py,sha256=xiHFHe9gJI7Ob27SPLFSur8uMuu-FFi-Xf2flCtmqKk,15051
neuronx_distributed_inference/models/layer_boundary_marker.py,sha256=Uq3fT7YAXpyO4BIBWHLgHngUu_v1kPMWmQnoB-sZ9Bo,1712
neuronx_distributed_inference/models/model_base.py,sha256=_ZA7JOgNEyiGPIHOv1ryCT-M-8JXlfcLIA9cJDZ_oB4,173844
neuronx_distributed_inference/models/model_wrapper.py,sha256=ippFqotHy7FaeOQvtc6MAsrXs-Jplf9kcmk1XkMmCPE,83579
neuronx_distributed_inference/models/dbrx/modeling_dbrx.py,sha256=LC9iJkzJDXnkR-FwiTfPh1j3YLcRiYqE4R9oxQGeBvI,12353
neuronx_distributed_inference/models/deepseek/modeling_deepseek.py,sha256=GVHB4Uk7bCf68tYFUOd3FKEdg-m8hpinHblX4TOcIlk,13881
neuronx_distributed_inference/models/deepseek/rope_util.py,sha256=abvrAPw6IsBCy7tfnK0MwUys3cKLY5VLljJJ_t72MZo,4845
neuronx_distributed_inference/models/diffusers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
neuronx_distributed_inference/models/diffusers/activations.py,sha256=dStvhO5AOXPfB63eDW3Rz4dHqSAg9gQy82VbOsoaMb4,3086
neuronx_distributed_inference/models/diffusers/embeddings.py,sha256=r-YsBQih3DhQOI7XoJ24sstWDBYv3KhfrEXEUgd59Mg,17373
neuronx_distributed_inference/models/diffusers/normalization.py,sha256=q5DI_mc1pyW3iF9VWMtSLEofdfcziziQPA3fsbb2n90,7016
neuronx_distributed_inference/models/diffusers/padder.py,sha256=oKUjKO6Ld2pZZT_dcAh7iPb6M47NsxPClHyyRrXfRD4,4791
neuronx_distributed_inference/models/diffusers/flux/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
neuronx_distributed_inference/models/diffusers/flux/application.py,sha256=1IBGiPylSSJYBZqBwUQvXWgBvyEOXdas6XTpbIHX3oA,8888
neuronx_distributed_inference/models/diffusers/flux/modeling_flux.py,sha256=NgWymCmdhiHypOv80-GNcZEDaTeXWUevO4Uhf8k4nPs,63300
neuronx_distributed_inference/models/diffusers/flux/pipeline.py,sha256=ezOYRRX78CB6MYZZVNEF6mqvt75eeEJI08r0MgqrdsQ,18950
neuronx_distributed_inference/models/diffusers/flux/clip/modeling_clip.py,sha256=_EEwHelK4FEn5apLcRu9cKWFNj9kKoiAXnt0IUZa0pY,23263
neuronx_distributed_inference/models/diffusers/flux/t5/modeling_t5.py,sha256=JU6h8KjqT0OC_4oTf7Pjo2rJlHExiMX_kj04TrVApkM,35772
neuronx_distributed_inference/models/diffusers/flux/vae/modeling_vae.py,sha256=8J1fM7SujP3VVk51PcB-rpSJdhdkeaMPNM4aU2lvvKs,7365
neuronx_distributed_inference/models/gemma3/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
neuronx_distributed_inference/models/gemma3/modeling_gemma3.py,sha256=3hwILLGGd7ZRCWj08V3QixllgivepkBz4sM62sYKYP0,16346
neuronx_distributed_inference/models/gpt_oss/hf_configuration.py,sha256=Hgs_-XUMYGD_CDqwTVEo7tdaNFEi9YBVBiecSYkQg3g,2186
neuronx_distributed_inference/models/gpt_oss/modeling_gpt_oss.py,sha256=7K0rJ90VpvnO-SEyRQ4bYNYehLTF439ThoN5VHcdjw8,52842
neuronx_distributed_inference/models/gpt_oss/mx_layout_transform.py,sha256=G0RMxN7_usldyxv2ZG1Zt-35MiAsnkYV8uyUsH6Spjw,31442
neuronx_distributed_inference/models/llama/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
neuronx_distributed_inference/models/llama/modeling_llama.py,sha256=ZzhG23M-naYXNkrjK2he2UpePl3537R7dg3-_5WdeKQ,62289
neuronx_distributed_inference/models/llama4/modeling_llama4.py,sha256=RSi6VIAJbUeAHsAVEZJoI4kdJL3TupjP16wi4B11vNg,18701
neuronx_distributed_inference/models/llama4/modeling_llama4_text.py,sha256=_yMx2BMPrGNW_s6kr88-6XSnjCDjJdya0lbMU72Fzgc,32902
neuronx_distributed_inference/models/llama4/modeling_llama4_vision.py,sha256=JubfMEl_HiRyX_MKmpJNfDJPEs5YOFpukw2Vs_G4vus,46611
neuronx_distributed_inference/models/llama4/conversion_script/preprocess_llama4_FP8.py,sha256=gS80YEKiSPz8irDnhLMOEn2DQ3NVGpzgXgY0B0eQdoc,5936
neuronx_distributed_inference/models/llama4/utils/encoder_utils.py,sha256=eHtOf-h6D7nr7RaeEIYvryHjVfHhoUfWPeTb-9iHqFo,10629
neuronx_distributed_inference/models/llama4/utils/input_processor.py,sha256=zBFikJ8HN2dWsSH8rO-ECz5sslY78X4pLZ3mAPuOo_I,2866
neuronx_distributed_inference/models/llama4/utils/layer_utils.py,sha256=O1wZUZAks8ypMp3_qhU_DKS7SnRt1To5M5NZXxrZgCo,354
neuronx_distributed_inference/models/llama4/utils/patch_llama4.py,sha256=8q7YT0uhJcjo2a8zcfHSlVs1S0lyyfwFfu6pF83QpBw,1284
neuronx_distributed_inference/models/mistral/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
neuronx_distributed_inference/models/mistral/modeling_mistral.py,sha256=ZABA6BKZVDKDhlbda_taziDAk0ZCvtGPHjH-1Vym_go,8577
neuronx_distributed_inference/models/mixtral/modeling_mixtral.py,sha256=hzN1loXkJbNNEzhZNkCfTp1eyHJ63lakT0bxZwbL9Sg,12942
neuronx_distributed_inference/models/mllama/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
neuronx_distributed_inference/models/mllama/aspect_ratio_utils.py,sha256=_pijbJAilHRnKtxQFKwddLnTh7KGgMva25ZXri_L9F4,3569
neuronx_distributed_inference/models/mllama/encoder_utils.py,sha256=j3PSKfpcbCo0oBDrBZ32Sj-7cLvTbaV05UdQ5D-hqs8,8397
neuronx_distributed_inference/models/mllama/hf_embeddings.py,sha256=Qxs8m-cj5ILQlv6xWgmq4SQh-ErZpigXCmXUZRHbsQ4,3355
neuronx_distributed_inference/models/mllama/hf_state_dict_conversion.py,sha256=raA0nnPzfr9h0XpN0FuOFZf5oW9uQr7gLCPRYTYp3WE,15194
neuronx_distributed_inference/models/mllama/image_transform.py,sha256=fvxPsKg6Zao6tPkFBDG1PSEQAH-pJWhVhDxJW3csf98,19054
neuronx_distributed_inference/models/mllama/model_wrapper_mllama.py,sha256=kmXSBYz96QoKY1lVeJvkQ3YqcSxuwmbQ8-CLjqcYMbI,6994
neuronx_distributed_inference/models/mllama/modeling_mllama.py,sha256=eEYDcYAGxzBLb5rgTLgloVZgcjipcRWA5s8PRjNMrAI,52676
neuronx_distributed_inference/models/mllama/modeling_mllama_vision.py,sha256=o6oSt5GygLGmZ1sluZ94VFmyWRjM1oAIwhFxtQA4BJc,19954
neuronx_distributed_inference/models/mllama/utils.py,sha256=wKSnhfvgDmlgsrCfr3zAWenSPXaqlo32UTdv7-K8Odw,4138
neuronx_distributed_inference/models/pixtral/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
neuronx_distributed_inference/models/pixtral/modeling_pixtral.py,sha256=6a3MoEXmi1hXMMKaA89ULOfqx8bkuO6nBTRbik8bVjE,19966
neuronx_distributed_inference/models/pixtral/modeling_pixtral_vision.py,sha256=224v61Kq3ox0BMag0m5q0JKMM3gzw8k966P8Nopn_gM,26156
neuronx_distributed_inference/models/pixtral/utils/input_processor.py,sha256=kYzqdqcfeuTnFYN_8Iv-ujWACF5tFN2sHHsKKRj5kLU,2858
neuronx_distributed_inference/models/qwen2/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
neuronx_distributed_inference/models/qwen2/modeling_qwen2.py,sha256=aNRkc-_Sw6nRmtStGhHkXPPzOhIMAKqsMExD6nntOIA,10558
neuronx_distributed_inference/models/qwen2_vl/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
neuronx_distributed_inference/models/qwen2_vl/modeling_qwen2_vl.py,sha256=szw3n4O0-nVIyzVBLESMYsgGuCg9rPKZ_J_tPoVB5-A,13549
neuronx_distributed_inference/models/qwen2_vl/modeling_qwen2_vl_text.py,sha256=SNVAx4lkNU4yCQPdflbZDtciChQsXT_KTqw77ozU3eg,15966
neuronx_distributed_inference/models/qwen2_vl/modeling_qwen2_vl_vision.py,sha256=12ozfqiPa0JqyaM8IMya9J8okKV8cTkpqWXzZfVYmGM,22102
neuronx_distributed_inference/models/qwen2_vl/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
neuronx_distributed_inference/models/qwen2_vl/utils/constants.py,sha256=tiaghplY7Msf4ChMk7hFR8tCNdvHTXVMl8yl3d1-qm4,617
neuronx_distributed_inference/models/qwen2_vl/utils/input_processor.py,sha256=aw1jf9l9As_fm5xfNAglClw2_eBGszhVtnawjIZ7jcw,2153
neuronx_distributed_inference/models/qwen2_vl/utils/vision_utils.py,sha256=2pGlMn2SNMtArxYhA3A6MhCs90R0CeZ4viFg1E32d14,2041
neuronx_distributed_inference/models/qwen3/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
neuronx_distributed_inference/models/qwen3/modeling_qwen3.py,sha256=x1T8JF0HQPH6k682g20O6ILRz0fa-eqebs1hQudteAw,10848
neuronx_distributed_inference/models/qwen3_moe/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
neuronx_distributed_inference/models/qwen3_moe/modeling_qwen3_moe.py,sha256=ZJemVLokN9t7G7OLCs6gzQUO_bpRQSeE9hcUGn_AjGk,23819
neuronx_distributed_inference/models/qwen3_vl/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
neuronx_distributed_inference/models/qwen3_vl/modeling_qwen3_vl.py,sha256=lHsB9sL-cBi2tE3_jM19b6plLtDCqRnzJcxaGeXoM90,35090
neuronx_distributed_inference/models/qwen3_vl/modeling_qwen3_vl_text.py,sha256=ZJaZaLVYJ_S4fWJA3SzBKkjMMEyUe1lzJzUoKTGp6RM,26327
neuronx_distributed_inference/models/qwen3_vl/modeling_qwen3_vl_vision.py,sha256=SjyHDdCQ-mfIa5lldA6l1sYHRWPcHKaHFjs-6Kx749k,37989
neuronx_distributed_inference/models/qwen3_vl/utils/slicing.py,sha256=clMdakdCT1A7IWlM_Xj5Dndi_km9PbiA9gHUco-4k_I,1501
neuronx_distributed_inference/models/whisper/modeling_whisper.py,sha256=VhhCEr4iI-RnpQnZ4JTx_apli8ymjekmc_hcrholRJs,27513
neuronx_distributed_inference/models/whisper/utils/config.py,sha256=FhY04P5yQneSuuv3j3Gbsr0PT2REnoy0JaiIdTjXsVU,811
neuronx_distributed_inference/models/whisper/utils/decoding.py,sha256=6S0B1L8Pv8s3dnsNqzb2Rv-Xmbe2NKbyOIxZlXt7RwI,2619
neuronx_distributed_inference/models/whisper/utils/state_dict.py,sha256=MIRrAeHEKFj1WO27VGISXSSthIvo2W65xykzzykx90M,5030
neuronx_distributed_inference/module_test/base_template/adapter_base.py,sha256=FqQLRl7S0xwAvxuRwOURJBVu5yqcw0yJocJndrrMp6A,7178
neuronx_distributed_inference/module_test/base_template/orchestrator_base.py,sha256=J5hEAcO4i6EnIjgZyWDr6cm_uW4mdSHOlkf-rioVFSo,8131
neuronx_distributed_inference/module_test/module_from_model_template/mfm_adapter_base.py,sha256=1_bSoGxTPyX79SL5zM6bQD-MofAUsmGYwYywsok9oRY,17363
neuronx_distributed_inference/module_test/module_from_model_template/mfm_orchestrator_base.py,sha256=BflAjIabcH7lQKdPqx2U_H7tRvrfDQhH2sSB3GxE9co,1216
neuronx_distributed_inference/modules/async_execution.py,sha256=bc8YJKRTxKjLm02hPrIxEpBPJiv2z2cFWpeOIir4xlM,13168
neuronx_distributed_inference/modules/autobucketing.py,sha256=IN1EI-P3s8PlmHj7jMupCGar_IzEFzRNu0U8wuEbUFI,13304
neuronx_distributed_inference/modules/checkpoint.py,sha256=_hDq9ChJr7wWbTcXGMLCtuaiipGPALVqiuZ6VS1xYEw,13074
neuronx_distributed_inference/modules/custom_calls.py,sha256=PTvN1LD0vfuybqPFUZDipYuNMSgB70uyS4vnJcWu5ZY,1424
neuronx_distributed_inference/modules/moe.py,sha256=5vpW5zaRVAtb2CuabY4G38LAJTi3N7c3JS-k9NTJqQ0,1441
neuronx_distributed_inference/modules/moe_v2.py,sha256=nebCUxUkcpPiG2DTykdJ5dSbTiVwyocPEpsDFLLBD0Q,10103
neuronx_distributed_inference/modules/padding.py,sha256=wZaHEq2yPWY_4A6iLzzz2j23wxs2lQFJdpBRw722X2M,3209
neuronx_distributed_inference/modules/attention/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
neuronx_distributed_inference/modules/attention/attention_base.py,sha256=h9jHjxWpz90-8wxBQctBUlz4rmLuB4zQociXcceJkLI,113828
neuronx_distributed_inference/modules/attention/attention_process_groups.py,sha256=3yqZ8ixhp4UmSNBV6fF5KkmLTm9cXWclahyCCmep7ow,5529
neuronx_distributed_inference/modules/attention/gqa.py,sha256=pC70KOiy5RJ-hJLlHjqt9gJdaq2QzHjRfJj75ZXVnv8,46065
neuronx_distributed_inference/modules/attention/sink.py,sha256=wCFCJ2lXlIFOtf_NXe58AlnRyGswGjQnN1qjVINAomg,1497
neuronx_distributed_inference/modules/attention/utils.py,sha256=wGobMG76qU0nOxTiglQ3hms1UxrpQ4p3Ipc9VVscy2M,35303
neuronx_distributed_inference/modules/eagle/dynamic_token_tree.py,sha256=4J2nMsVr_1g97m52FGERUdjx1wb77jdU6C9_J6H2i_0,14438
neuronx_distributed_inference/modules/eagle/hidden_state.py,sha256=XpC6HI7rdLZNJWDZe3886tdrCaBoPea_clg4772oFQ8,6786
neuronx_distributed_inference/modules/eagle/token_tree.py,sha256=DJ0dSgpVzYtKwanJzmmV9JPpmmRgKsQktu98o_F4tS8,24555
neuronx_distributed_inference/modules/eagle/utils.py,sha256=qUtwQ3e1CzDCbrB-vXQ21pddwPcdNFhuCodPUHQvOhs,8431
neuronx_distributed_inference/modules/flashdecode/kv_regular_test.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
neuronx_distributed_inference/modules/flashdecode/utils.py,sha256=UDqVuaO6SHqyACDXPdaIdBDkQXCV8s6JadhM3cDKGlQ,4279
neuronx_distributed_inference/modules/generation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
neuronx_distributed_inference/modules/generation/sampling.py,sha256=q0IW4YAt9RH8HSRAuIsiqTmM8NAg2b4k9AB9pnXaLyg,24436
neuronx_distributed_inference/modules/generation/seq_parallel_logits_slice.py,sha256=2Vqt80RCXIuc8TAIfDV0gfidRKuS4FMUmfE4SfqfXqc,3180
neuronx_distributed_inference/modules/kvcache/block_kv_cache_manager.py,sha256=g_mNcliW7GDe7IXxueIf04XHefjyo9Dm9J9ja1pXhO8,17703
neuronx_distributed_inference/modules/kvcache/data_parallel_kv_cache_manager.py,sha256=XiC3np9Uk54YUnWY77-KlRjv2_7fSoO8CZh32yad9bs,1514
neuronx_distributed_inference/modules/kvcache/gpt_oss_kv_cache_manager.py,sha256=3LP3r1oCQBvCL3yBoy6EVUNkOfg2BJW9y0hPY1C78nU,18731
neuronx_distributed_inference/modules/kvcache/kv_cache_manager.py,sha256=7wDotKBNVGsFAQ0neKb-8Uw1DyGxPVSTJbmWCTWEjE8,35377
neuronx_distributed_inference/modules/kvcache/multimodal_kv_cache_manager.py,sha256=o6YHZGEK21Lc5gvsb7xVgetOnW284WrJlAM99VSO3qA,5484
neuronx_distributed_inference/modules/kvcache/utils.py,sha256=0CSn_IyNn4uyKnFSJ0sd7Ah0f0poqnNik_7FnN2OW64,20207
neuronx_distributed_inference/modules/lora_serving/__init__.py,sha256=AZhdVGoNcIa_GfPumqZfBwrC6LnCozB34IMP2Xr_x2g,378
neuronx_distributed_inference/modules/lora_serving/config.py,sha256=MPAyLH_FhMvSW5CGnRdTjWMwowrhtrVh7_E9xChkdGc,10240
neuronx_distributed_inference/modules/lora_serving/lora_checkpoint.py,sha256=YCfc8ekNQCQGUwy7o0-1bxwGk4S3dvlY5U6RMMt1xfM,18892
neuronx_distributed_inference/modules/lora_serving/lora_layer.py,sha256=D_EHXDsrJWbzOSpkws63o1q1NeAROvqgkUbXRgXItyM,13795
neuronx_distributed_inference/modules/lora_serving/lora_model.py,sha256=MRYXctfmLfm6Bq6JYXrNZCed65S0dWRoeVE0rNdTsCk,29385
neuronx_distributed_inference/modules/lora_serving/lora_module.py,sha256=sPVQ7wRaBSQ1IKkrVTKRmJvMNId_m9OJBSJZicw7-kU,7170
neuronx_distributed_inference/modules/sliding_window/attention.py,sha256=mxoX4Qk_cGq7njVW8cgYAj4b9WOqD_4a7WHmWGhNO44,20171
neuronx_distributed_inference/scripts/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
neuronx_distributed_inference/scripts/nxdi_distributed_launcher.py,sha256=lF8tk6h1mf1oLqbd4Dw3hucj_uWnxb9qSCBDbeZmGa8,5074
neuronx_distributed_inference/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
neuronx_distributed_inference/utils/accuracy.py,sha256=DWifUeAPPle_pidxu3iFToJJ06FJldCGC0abdo7EQf8,55131
neuronx_distributed_inference/utils/argparse_utils.py,sha256=4_fiM575lWZffjAielPpUieGDhn1EbSKnE7m5SGjl6o,1073
neuronx_distributed_inference/utils/benchmark.py,sha256=BEvK3yNJ7gSaKeO3SCz7FUhQLytz9avNAM1ihxl4j-Q,20671
neuronx_distributed_inference/utils/compile_env.py,sha256=0J5GV8JJO27cb4E9gvrzFgb-m57vwFQEIMfVmowwWVs,1379
neuronx_distributed_inference/utils/constants.py,sha256=e1P7MfgKwGRdkHr0gf5FwBlj7dlnWrQaC7ICa9dEAXs,4125
neuronx_distributed_inference/utils/debug_utils.py,sha256=68atTo7ZzWrm-LOGv_l_a1OACwLfLxo6qkXBW18BDDk,3570
neuronx_distributed_inference/utils/decorator_peeling.py,sha256=OeDHoGUVz9nOkGzeEy3r8qu7KeSNO7LvdTXkhyI1O2Y,241
neuronx_distributed_inference/utils/diffusers_adapter.py,sha256=iP_Yp7hB3fB6BbVBTHioH37CWbpE0QiZ3uBShYGDTtI,1207
neuronx_distributed_inference/utils/distributed.py,sha256=l7z-jYhoJLIOlhL0pCNIPF4JxR2w4LNv7M1gbK5RWgY,5932
neuronx_distributed_inference/utils/exceptions.py,sha256=GpxTSP7jpuFqJPasF0K1WuIZJEVQoX1h-ttB2dXxdj4,1103
neuronx_distributed_inference/utils/hf_adapter.py,sha256=I5BlQEFl0wAF1nOja8Xxn_wqw_4mORHW8V29tYIExY8,39992
neuronx_distributed_inference/utils/kv_cache_reconstruct_utils.py,sha256=wFJXrt35RRh7NoRrdwizBgi5TrXuq1sSlketO2ik5vc,10648
neuronx_distributed_inference/utils/profiling.py,sha256=MD1-RXYtK9lC2rJ3ER1fOx0GpYw4Hm_SUOqKilpEmLs,5218
neuronx_distributed_inference/utils/random.py,sha256=ndUDhgALUqb_SA79h3OW0vmdUZ8-pjkLPwtR28Dgk0M,379
neuronx_distributed_inference/utils/runtime_env.py,sha256=E1Ud4ZWwpjLnC3UsApvz7-iIO0bc_CrWthtxBVRVjfA,1212
neuronx_distributed_inference/utils/snapshot.py,sha256=xbMKip_0-Q9LVmurz3mpAKr6Yq0gjJCljDjw19RBlpc,19450
neuronx_distributed_inference/utils/tensor_capture_utils.py,sha256=vj-2Gvs1aZagJZszYoGEhHB8mj9uwk5vo9qvZjXN2NY,16835
neuronx_distributed_inference/utils/testing.py,sha256=XyKmUwTDtkaDjlJBbrSXgyrvEp03BvskJg0-e5Pq7vA,17161
neuronx_distributed_inference/utils/version_utils.py,sha256=uBJVQJMk_uwhx1nDdMHLLbvxqLBRzsKIgn7ZES8I_A8,746
neuronx_distributed_inference/utils/tensor_replacement/registry.py,sha256=q6wQjkPq34PnBq9dW9Vyg_yAz8kfpnSJFe8PRaKK6xs,25001
neuronx_distributed_inference-0.9.17334+ced6ae4e.dist-info/licenses/LICENSE,sha256=yIWKWnZEC7ykhOE0z330Y4XQkN0YssWOZQ-TkliALls,10141
neuronx_distributed_inference-0.9.17334+ced6ae4e.dist-info/METADATA,sha256=4QfhunBwvHxBoYYwgdc2qEoNnDsEv1T7gAuBIMbaUXs,6079
neuronx_distributed_inference-0.9.17334+ced6ae4e.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
neuronx_distributed_inference-0.9.17334+ced6ae4e.dist-info/entry_points.txt,sha256=K4CbZlAq2ycbcuxf8d2Bo1P2BX8AoRy3Pscj8z0hDak,245
neuronx_distributed_inference-0.9.17334+ced6ae4e.dist-info/top_level.txt,sha256=SWEoIRmrJQgnVhrz0z92fue35li2_VNBKzit9wFGjIU,30
neuronx_distributed_inference-0.9.17334+ced6ae4e.dist-info/zip-safe,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
neuronx_distributed_inference-0.9.17334+ced6ae4e.dist-info/RECORD,,
