diff --git a/.gitattributes b/.gitattributes index 89003abf179b9c611263968d922f21d66112889b..9fe9ce50ff575908f92ca54d3548aef903d9dc1c 100644 --- a/.gitattributes +++ b/.gitattributes @@ -6242,3 +6242,15 @@ neuronxcc-2.15.143.0+e39249ad/MODULE_1f9d23446821504c15cd+39f12043/model.neff fi neuronxcc-2.15.143.0+e39249ad/MODULE_6b2c4006338813e350e9+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text neuronxcc-2.15.143.0+e39249ad/MODULE_8bac837291e7081a5e6b+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text neuronxcc-2.15.143.0+e39249ad/MODULE_8dca093ae35c7c06ec23+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.15.143.0+e39249ad/MODULE_129b916a28bce7b3b08a+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.15.143.0+e39249ad/MODULE_189e03b8b2e90dda2704+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.15.143.0+e39249ad/MODULE_233fea0172f86c1f6779+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.15.143.0+e39249ad/MODULE_26c9296f27d733f4629a+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.15.143.0+e39249ad/MODULE_30fe31e234f678708a76+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.15.143.0+e39249ad/MODULE_4d126914dbd93a5189cf+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.15.143.0+e39249ad/MODULE_6bf3829ebf9989e1266b+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.15.143.0+e39249ad/MODULE_85317747051e121a62e3+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.15.143.0+e39249ad/MODULE_b734afea319b6a34e126+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.15.143.0+e39249ad/MODULE_bdb18137ea0dfe66133f+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.15.143.0+e39249ad/MODULE_cb3085b24bdc299297d9+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.15.143.0+e39249ad/MODULE_ec58785931cdbfeb276d+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text diff --git a/neuronxcc-2.15.143.0+e39249ad/0_REGISTRY/0.0.27.dev0/inference/mistral/mistralai/Mistral-7B-Instruct-v0.2/3d7c571c44f5f6ad6b01.json b/neuronxcc-2.15.143.0+e39249ad/0_REGISTRY/0.0.27.dev0/inference/mistral/mistralai/Mistral-7B-Instruct-v0.2/3d7c571c44f5f6ad6b01.json new file mode 100644 index 0000000000000000000000000000000000000000..ad2fec7c04d5e96bd235952efebbe80dfa52b0b0 --- /dev/null +++ b/neuronxcc-2.15.143.0+e39249ad/0_REGISTRY/0.0.27.dev0/inference/mistral/mistralai/Mistral-7B-Instruct-v0.2/3d7c571c44f5f6ad6b01.json @@ -0,0 +1 @@ +{"architectures": ["MistralForCausalLM"], "attention_dropout": 0.0, "bos_token_id": 1, "eos_token_id": 2, "head_dim": 128, "hidden_act": "silu", "hidden_size": 4096, "initializer_range": 0.02, "intermediate_size": 14336, "max_position_embeddings": 32768, "model_type": "mistral", "neuron": {"auto_cast_type": "bf16", "batch_size": 1, "checkpoint_id": "mistralai/Mistral-7B-Instruct-v0.2", "checkpoint_revision": "3ad372fc79158a2148299e3318516c786aeded6c", "compiler_type": "neuronx-cc", "compiler_version": "2.15.143.0+e39249ad", "num_cores": 2, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 32, "num_key_value_heads": 8, "rms_norm_eps": 1e-05, "rope_theta": 1000000.0, "sliding_window": null, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 32000} \ No newline at end of file diff --git a/neuronxcc-2.15.143.0+e39249ad/MODULE_129b916a28bce7b3b08a+39f12043/compile_flags.json b/neuronxcc-2.15.143.0+e39249ad/MODULE_129b916a28bce7b3b08a+39f12043/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..146361c3d3be9576d184ec08a57699cb27736489 --- /dev/null +++ b/neuronxcc-2.15.143.0+e39249ad/MODULE_129b916a28bce7b3b08a+39f12043/compile_flags.json @@ -0,0 +1 @@ +["--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.15.143.0+e39249ad/MODULE_129b916a28bce7b3b08a+39f12043/model.done b/neuronxcc-2.15.143.0+e39249ad/MODULE_129b916a28bce7b3b08a+39f12043/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.15.143.0+e39249ad/MODULE_129b916a28bce7b3b08a+39f12043/model.hlo_module.pb b/neuronxcc-2.15.143.0+e39249ad/MODULE_129b916a28bce7b3b08a+39f12043/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..c46fac42133ed1d2fd259dd1cd9ac5da925e6f4a --- /dev/null +++ b/neuronxcc-2.15.143.0+e39249ad/MODULE_129b916a28bce7b3b08a+39f12043/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95982e550d33ca0e526a41d0f07be27cb9f1f1dead5a21d2068ed8fd21dfb889 +size 256160 diff --git a/neuronxcc-2.15.143.0+e39249ad/MODULE_129b916a28bce7b3b08a+39f12043/model.neff b/neuronxcc-2.15.143.0+e39249ad/MODULE_129b916a28bce7b3b08a+39f12043/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..d17b8ed0d1e17ffc726d06466408a950e602fb0d --- /dev/null +++ b/neuronxcc-2.15.143.0+e39249ad/MODULE_129b916a28bce7b3b08a+39f12043/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:268bf5d3f95a05208c1358bc80d550b10a4064f1c97cc31dfa60db265df26c21 +size 9769984 diff --git a/neuronxcc-2.15.143.0+e39249ad/MODULE_1604fc08c1808341858c+39f12043/model.neff b/neuronxcc-2.15.143.0+e39249ad/MODULE_1604fc08c1808341858c+39f12043/model.neff index 70adda43e329fd888019637afb4dc44703dd846f..f4c1695e1e99871e73e7cbc8bbbd2c9186715c4f 100644 --- a/neuronxcc-2.15.143.0+e39249ad/MODULE_1604fc08c1808341858c+39f12043/model.neff +++ b/neuronxcc-2.15.143.0+e39249ad/MODULE_1604fc08c1808341858c+39f12043/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:22fc9ef99ab5c5324a986d3f8da8b990be7bf4363bdbad074a48abd4a7ddbb2f +oid sha256:8f8a656ba0e00b799cdf681e6663455263e56f093b863c49dabad5020bbf2294 size 7189504 diff --git a/neuronxcc-2.15.143.0+e39249ad/MODULE_189e03b8b2e90dda2704+39f12043/compile_flags.json b/neuronxcc-2.15.143.0+e39249ad/MODULE_189e03b8b2e90dda2704+39f12043/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..146361c3d3be9576d184ec08a57699cb27736489 --- /dev/null +++ b/neuronxcc-2.15.143.0+e39249ad/MODULE_189e03b8b2e90dda2704+39f12043/compile_flags.json @@ -0,0 +1 @@ +["--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.15.143.0+e39249ad/MODULE_189e03b8b2e90dda2704+39f12043/model.done b/neuronxcc-2.15.143.0+e39249ad/MODULE_189e03b8b2e90dda2704+39f12043/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.15.143.0+e39249ad/MODULE_189e03b8b2e90dda2704+39f12043/model.hlo_module.pb b/neuronxcc-2.15.143.0+e39249ad/MODULE_189e03b8b2e90dda2704+39f12043/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..e34944cddf28488ef6b2d0616291d4a777ba1e8c --- /dev/null +++ b/neuronxcc-2.15.143.0+e39249ad/MODULE_189e03b8b2e90dda2704+39f12043/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ede28f2b40dda422cfc7d2e9388d464872f3e1aa41da3f0014d873384a554476 +size 256160 diff --git a/neuronxcc-2.15.143.0+e39249ad/MODULE_189e03b8b2e90dda2704+39f12043/model.neff b/neuronxcc-2.15.143.0+e39249ad/MODULE_189e03b8b2e90dda2704+39f12043/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..4316c3f2e8faca25bbf6117d2a0003fea6da1a6e --- /dev/null +++ b/neuronxcc-2.15.143.0+e39249ad/MODULE_189e03b8b2e90dda2704+39f12043/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa0f0d5258217db215a46722f66276e0e6495b0077901cfd26e6f910f97a5a10 +size 8797184 diff --git a/neuronxcc-2.15.143.0+e39249ad/MODULE_233fea0172f86c1f6779+39f12043/compile_flags.json b/neuronxcc-2.15.143.0+e39249ad/MODULE_233fea0172f86c1f6779+39f12043/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..146361c3d3be9576d184ec08a57699cb27736489 --- /dev/null +++ b/neuronxcc-2.15.143.0+e39249ad/MODULE_233fea0172f86c1f6779+39f12043/compile_flags.json @@ -0,0 +1 @@ +["--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.15.143.0+e39249ad/MODULE_233fea0172f86c1f6779+39f12043/model.done b/neuronxcc-2.15.143.0+e39249ad/MODULE_233fea0172f86c1f6779+39f12043/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.15.143.0+e39249ad/MODULE_233fea0172f86c1f6779+39f12043/model.hlo_module.pb b/neuronxcc-2.15.143.0+e39249ad/MODULE_233fea0172f86c1f6779+39f12043/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..61ab8ec12febf0308d15bc49f3d8ec7013e36aae --- /dev/null +++ b/neuronxcc-2.15.143.0+e39249ad/MODULE_233fea0172f86c1f6779+39f12043/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d51a3ca594d3554e10debf4dfb204f727236ab1438eda56ec31d3e73bd1bf93 +size 331471 diff --git a/neuronxcc-2.15.143.0+e39249ad/MODULE_233fea0172f86c1f6779+39f12043/model.neff b/neuronxcc-2.15.143.0+e39249ad/MODULE_233fea0172f86c1f6779+39f12043/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..63a89773a3d1501ea265206b8c434b38472258c7 --- /dev/null +++ b/neuronxcc-2.15.143.0+e39249ad/MODULE_233fea0172f86c1f6779+39f12043/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:840c7a80dda47013cf6fb0eaa9b98f00d74a295a7ab9d9995b6c27f57ecf1336 +size 7240704 diff --git a/neuronxcc-2.15.143.0+e39249ad/MODULE_26c9296f27d733f4629a+39f12043/compile_flags.json b/neuronxcc-2.15.143.0+e39249ad/MODULE_26c9296f27d733f4629a+39f12043/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..146361c3d3be9576d184ec08a57699cb27736489 --- /dev/null +++ b/neuronxcc-2.15.143.0+e39249ad/MODULE_26c9296f27d733f4629a+39f12043/compile_flags.json @@ -0,0 +1 @@ +["--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.15.143.0+e39249ad/MODULE_26c9296f27d733f4629a+39f12043/model.done b/neuronxcc-2.15.143.0+e39249ad/MODULE_26c9296f27d733f4629a+39f12043/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.15.143.0+e39249ad/MODULE_26c9296f27d733f4629a+39f12043/model.hlo_module.pb b/neuronxcc-2.15.143.0+e39249ad/MODULE_26c9296f27d733f4629a+39f12043/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..f3b07c1f847a59b3133f22e14947935d0c2b6332 --- /dev/null +++ b/neuronxcc-2.15.143.0+e39249ad/MODULE_26c9296f27d733f4629a+39f12043/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e290ceeea6f9fdefc301405e2a22a4eb0199b840f5a948e676d48fe5fc403490 +size 331471 diff --git a/neuronxcc-2.15.143.0+e39249ad/MODULE_26c9296f27d733f4629a+39f12043/model.neff b/neuronxcc-2.15.143.0+e39249ad/MODULE_26c9296f27d733f4629a+39f12043/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..0d56844e82aaac10014d4f12cd761a448e09716d --- /dev/null +++ b/neuronxcc-2.15.143.0+e39249ad/MODULE_26c9296f27d733f4629a+39f12043/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4707870ab124b89ce048c06f49628bbcf44e3e90e29df706772e361659dc7298 +size 7373824 diff --git a/neuronxcc-2.15.143.0+e39249ad/MODULE_30f1c8fafc91e5fe539c+39f12043/model.neff b/neuronxcc-2.15.143.0+e39249ad/MODULE_30f1c8fafc91e5fe539c+39f12043/model.neff index f881e731496e47eab0f55c2e0d5f3b0eb9e76b5a..7fe1c8ecde1853e18c163042bbf7c14808c83e39 100644 --- a/neuronxcc-2.15.143.0+e39249ad/MODULE_30f1c8fafc91e5fe539c+39f12043/model.neff +++ b/neuronxcc-2.15.143.0+e39249ad/MODULE_30f1c8fafc91e5fe539c+39f12043/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a8add5d509295f5658321d8537912c0b5505283fd9cb327401aa1f4eaa75171d +oid sha256:ad1ecd83eb1ab2832aa0f70b7271b8074c16fb0822c68ee31a4272daf8355883 size 7138304 diff --git a/neuronxcc-2.15.143.0+e39249ad/MODULE_30fe31e234f678708a76+39f12043/compile_flags.json b/neuronxcc-2.15.143.0+e39249ad/MODULE_30fe31e234f678708a76+39f12043/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..146361c3d3be9576d184ec08a57699cb27736489 --- /dev/null +++ b/neuronxcc-2.15.143.0+e39249ad/MODULE_30fe31e234f678708a76+39f12043/compile_flags.json @@ -0,0 +1 @@ +["--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.15.143.0+e39249ad/MODULE_30fe31e234f678708a76+39f12043/model.done b/neuronxcc-2.15.143.0+e39249ad/MODULE_30fe31e234f678708a76+39f12043/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.15.143.0+e39249ad/MODULE_30fe31e234f678708a76+39f12043/model.hlo_module.pb b/neuronxcc-2.15.143.0+e39249ad/MODULE_30fe31e234f678708a76+39f12043/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..16a04e3787adaee45593d3d97506285b40a55c0f --- /dev/null +++ b/neuronxcc-2.15.143.0+e39249ad/MODULE_30fe31e234f678708a76+39f12043/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05ea02d0659cd97a622a4a896c2058aed5075be1c7e16a7fe497b36507d1e09f +size 256160 diff --git a/neuronxcc-2.15.143.0+e39249ad/MODULE_30fe31e234f678708a76+39f12043/model.neff b/neuronxcc-2.15.143.0+e39249ad/MODULE_30fe31e234f678708a76+39f12043/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..1c5e130129f2cbbc25a968523dddf6c64f1507f6 --- /dev/null +++ b/neuronxcc-2.15.143.0+e39249ad/MODULE_30fe31e234f678708a76+39f12043/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d45d1633e8959b0d85ab2453edf1e802d3e4ac8b1058888129de2c462b83729 +size 7967744 diff --git a/neuronxcc-2.15.143.0+e39249ad/MODULE_351f72aa0402a20ea79a+39f12043/model.neff b/neuronxcc-2.15.143.0+e39249ad/MODULE_351f72aa0402a20ea79a+39f12043/model.neff index 2f2fd6c183a6d3444f18804f4cf4dfb19aa68efb..f444b1e1c9d931c9d4b919486117b8ef214eb719 100644 --- a/neuronxcc-2.15.143.0+e39249ad/MODULE_351f72aa0402a20ea79a+39f12043/model.neff +++ b/neuronxcc-2.15.143.0+e39249ad/MODULE_351f72aa0402a20ea79a+39f12043/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e7d3ec50ba130e42293ec33e87f8b44f45b4019449f43d981b0df870c773cfa0 +oid sha256:38f8a62f78a3e64636548ddf2ee324dd89703112a533341c80d4c07954bf7e7b size 8858624 diff --git a/neuronxcc-2.15.143.0+e39249ad/MODULE_4d126914dbd93a5189cf+39f12043/compile_flags.json b/neuronxcc-2.15.143.0+e39249ad/MODULE_4d126914dbd93a5189cf+39f12043/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..146361c3d3be9576d184ec08a57699cb27736489 --- /dev/null +++ b/neuronxcc-2.15.143.0+e39249ad/MODULE_4d126914dbd93a5189cf+39f12043/compile_flags.json @@ -0,0 +1 @@ +["--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.15.143.0+e39249ad/MODULE_4d126914dbd93a5189cf+39f12043/model.done b/neuronxcc-2.15.143.0+e39249ad/MODULE_4d126914dbd93a5189cf+39f12043/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.15.143.0+e39249ad/MODULE_4d126914dbd93a5189cf+39f12043/model.hlo_module.pb b/neuronxcc-2.15.143.0+e39249ad/MODULE_4d126914dbd93a5189cf+39f12043/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..e379ab6e1971f7af635781cadf9a57ac1bf9484f --- /dev/null +++ b/neuronxcc-2.15.143.0+e39249ad/MODULE_4d126914dbd93a5189cf+39f12043/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a54b60c992f18fc4364bd35f79c239f9139a182b54199d45170b8e88b4275db7 +size 256160 diff --git a/neuronxcc-2.15.143.0+e39249ad/MODULE_4d126914dbd93a5189cf+39f12043/model.neff b/neuronxcc-2.15.143.0+e39249ad/MODULE_4d126914dbd93a5189cf+39f12043/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..cc049f40678aaa6046b0e4096be39fb42e21804b --- /dev/null +++ b/neuronxcc-2.15.143.0+e39249ad/MODULE_4d126914dbd93a5189cf+39f12043/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:862a2fcb49b196b85652285c3600ce442b13ff5ccf68bc5a9f5b1e46717bbe36 +size 2806784 diff --git a/neuronxcc-2.15.143.0+e39249ad/MODULE_6bf3829ebf9989e1266b+39f12043/compile_flags.json b/neuronxcc-2.15.143.0+e39249ad/MODULE_6bf3829ebf9989e1266b+39f12043/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..146361c3d3be9576d184ec08a57699cb27736489 --- /dev/null +++ b/neuronxcc-2.15.143.0+e39249ad/MODULE_6bf3829ebf9989e1266b+39f12043/compile_flags.json @@ -0,0 +1 @@ +["--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.15.143.0+e39249ad/MODULE_6bf3829ebf9989e1266b+39f12043/model.done b/neuronxcc-2.15.143.0+e39249ad/MODULE_6bf3829ebf9989e1266b+39f12043/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.15.143.0+e39249ad/MODULE_6bf3829ebf9989e1266b+39f12043/model.hlo_module.pb b/neuronxcc-2.15.143.0+e39249ad/MODULE_6bf3829ebf9989e1266b+39f12043/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..7d2393d1cbe25296fb1824291302ab808e66920e --- /dev/null +++ b/neuronxcc-2.15.143.0+e39249ad/MODULE_6bf3829ebf9989e1266b+39f12043/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36232eb40b5c6db05cf0e85184cd99e3cdb5d3ab5e623c76fdd1c8a1a3ebf718 +size 331471 diff --git a/neuronxcc-2.15.143.0+e39249ad/MODULE_6bf3829ebf9989e1266b+39f12043/model.neff b/neuronxcc-2.15.143.0+e39249ad/MODULE_6bf3829ebf9989e1266b+39f12043/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..7ccbfb54d4ca87e73357c6c11a738ae7d8d59a8d --- /dev/null +++ b/neuronxcc-2.15.143.0+e39249ad/MODULE_6bf3829ebf9989e1266b+39f12043/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1713d374bc22c3085c84447ed60b91054a445a970fe0cf6a699dd8716aeed5dd +size 7138304 diff --git a/neuronxcc-2.15.143.0+e39249ad/MODULE_71e0853a334f3c4fdfda+39f12043/model.neff b/neuronxcc-2.15.143.0+e39249ad/MODULE_71e0853a334f3c4fdfda+39f12043/model.neff index 63ffafc5ac71c8d7b83760916da9f5425822c244..bb704eeb2bc2eafe7b61694feba61e61559f48e0 100644 --- a/neuronxcc-2.15.143.0+e39249ad/MODULE_71e0853a334f3c4fdfda+39f12043/model.neff +++ b/neuronxcc-2.15.143.0+e39249ad/MODULE_71e0853a334f3c4fdfda+39f12043/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e2f1107afbb20c70d448d6f96e269ac5bc55a32be46e20ac5ca424602efc1fca +oid sha256:c977701afa9b40c69303de2d80866e7159875ba7b972e5e44eb999415975377f size 8008704 diff --git a/neuronxcc-2.15.143.0+e39249ad/MODULE_85317747051e121a62e3+39f12043/compile_flags.json b/neuronxcc-2.15.143.0+e39249ad/MODULE_85317747051e121a62e3+39f12043/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..146361c3d3be9576d184ec08a57699cb27736489 --- /dev/null +++ b/neuronxcc-2.15.143.0+e39249ad/MODULE_85317747051e121a62e3+39f12043/compile_flags.json @@ -0,0 +1 @@ +["--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.15.143.0+e39249ad/MODULE_85317747051e121a62e3+39f12043/model.done b/neuronxcc-2.15.143.0+e39249ad/MODULE_85317747051e121a62e3+39f12043/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.15.143.0+e39249ad/MODULE_85317747051e121a62e3+39f12043/model.hlo_module.pb b/neuronxcc-2.15.143.0+e39249ad/MODULE_85317747051e121a62e3+39f12043/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..577d68d2330f536a6c8681d303131534ab9d0bf5 --- /dev/null +++ b/neuronxcc-2.15.143.0+e39249ad/MODULE_85317747051e121a62e3+39f12043/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7158018d5cf127374cd80c727b436cb5967bdd08a37c30d5e97ec8e6ed6962b0 +size 252609 diff --git a/neuronxcc-2.15.143.0+e39249ad/MODULE_85317747051e121a62e3+39f12043/model.neff b/neuronxcc-2.15.143.0+e39249ad/MODULE_85317747051e121a62e3+39f12043/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..73823a9249ed65686f3a4caf9006225f810ecdd4 --- /dev/null +++ b/neuronxcc-2.15.143.0+e39249ad/MODULE_85317747051e121a62e3+39f12043/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4783a8fe36f9f43530c4e74b5f518d30ea6fc7077fb44e346da771ff9187aa7 +size 7957504 diff --git a/neuronxcc-2.15.143.0+e39249ad/MODULE_89ec13edaf001fef17ce+39f12043/model.neff b/neuronxcc-2.15.143.0+e39249ad/MODULE_89ec13edaf001fef17ce+39f12043/model.neff index 3e305cf2a6fc9411d743ee24d541656b3ea2a362..085e4f3b396cf15f80068c2a93d4569507627401 100644 --- a/neuronxcc-2.15.143.0+e39249ad/MODULE_89ec13edaf001fef17ce+39f12043/model.neff +++ b/neuronxcc-2.15.143.0+e39249ad/MODULE_89ec13edaf001fef17ce+39f12043/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:70cc8bd58dec98ec4ca60135a322e836cf101a6b763c218ff97bc06ceb9dd44e +oid sha256:621b81259820f5abde5918608493e42697c956c64213f7463eac9ac7c9807965 size 3124224 diff --git a/neuronxcc-2.15.143.0+e39249ad/MODULE_93dde90e19b20165db2e+39f12043/model.neff b/neuronxcc-2.15.143.0+e39249ad/MODULE_93dde90e19b20165db2e+39f12043/model.neff index 867a2ef83e0e88d2ac08c6e628b22f840b930961..475e8cbea99a5b0129f0150987f6a0659b3bc93d 100644 --- a/neuronxcc-2.15.143.0+e39249ad/MODULE_93dde90e19b20165db2e+39f12043/model.neff +++ b/neuronxcc-2.15.143.0+e39249ad/MODULE_93dde90e19b20165db2e+39f12043/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ca1ccf499d78eccb01160022f9afd81a109a269258ab0813af7e944bd493f57c +oid sha256:d3924270c2c5c480dc885b09fe2e6788191f3e1210e414671d98ff66342ad24c size 21638144 diff --git a/neuronxcc-2.15.143.0+e39249ad/MODULE_b734afea319b6a34e126+39f12043/compile_flags.json b/neuronxcc-2.15.143.0+e39249ad/MODULE_b734afea319b6a34e126+39f12043/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..146361c3d3be9576d184ec08a57699cb27736489 --- /dev/null +++ b/neuronxcc-2.15.143.0+e39249ad/MODULE_b734afea319b6a34e126+39f12043/compile_flags.json @@ -0,0 +1 @@ +["--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.15.143.0+e39249ad/MODULE_b734afea319b6a34e126+39f12043/model.done b/neuronxcc-2.15.143.0+e39249ad/MODULE_b734afea319b6a34e126+39f12043/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.15.143.0+e39249ad/MODULE_b734afea319b6a34e126+39f12043/model.hlo_module.pb b/neuronxcc-2.15.143.0+e39249ad/MODULE_b734afea319b6a34e126+39f12043/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..6f1e57ff7108e6cbd1e689d0d9984c3ebfa7a98e --- /dev/null +++ b/neuronxcc-2.15.143.0+e39249ad/MODULE_b734afea319b6a34e126+39f12043/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:478c1565bea357fdb10adbc528e35c85ad9c220e949ba74e06d3cdab0fa563b4 +size 256160 diff --git a/neuronxcc-2.15.143.0+e39249ad/MODULE_b734afea319b6a34e126+39f12043/model.neff b/neuronxcc-2.15.143.0+e39249ad/MODULE_b734afea319b6a34e126+39f12043/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..3f51b92cc742fdbd527972f62a100d0c93212a1b --- /dev/null +++ b/neuronxcc-2.15.143.0+e39249ad/MODULE_b734afea319b6a34e126+39f12043/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b86ed857977d0ce7431d119ab5cbcd8b3174d271904acd50ed2633f042a3ea43 +size 19774464 diff --git a/neuronxcc-2.15.143.0+e39249ad/MODULE_b8ead4c0649f11cfa212+39f12043/model.neff b/neuronxcc-2.15.143.0+e39249ad/MODULE_b8ead4c0649f11cfa212+39f12043/model.neff index b229996bce87d39fb219f1607298cd11e2070cc0..9411683de61e86aa31ddf8df2fcbb89b33f6ba0e 100644 --- a/neuronxcc-2.15.143.0+e39249ad/MODULE_b8ead4c0649f11cfa212+39f12043/model.neff +++ b/neuronxcc-2.15.143.0+e39249ad/MODULE_b8ead4c0649f11cfa212+39f12043/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:757511018324dac86e1cbd09bb366a94f47bdda086a54ecb430a17cd489cd4fc +oid sha256:509b0bb0c1b64b28768535a26ec592afb6977892cef16f5f35e65e215cc7dae3 size 10046464 diff --git a/neuronxcc-2.15.143.0+e39249ad/MODULE_bdb18137ea0dfe66133f+39f12043/compile_flags.json b/neuronxcc-2.15.143.0+e39249ad/MODULE_bdb18137ea0dfe66133f+39f12043/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..146361c3d3be9576d184ec08a57699cb27736489 --- /dev/null +++ b/neuronxcc-2.15.143.0+e39249ad/MODULE_bdb18137ea0dfe66133f+39f12043/compile_flags.json @@ -0,0 +1 @@ +["--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.15.143.0+e39249ad/MODULE_bdb18137ea0dfe66133f+39f12043/model.done b/neuronxcc-2.15.143.0+e39249ad/MODULE_bdb18137ea0dfe66133f+39f12043/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.15.143.0+e39249ad/MODULE_bdb18137ea0dfe66133f+39f12043/model.hlo_module.pb b/neuronxcc-2.15.143.0+e39249ad/MODULE_bdb18137ea0dfe66133f+39f12043/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..c800b0d75d6850c76912cbf9e0a68b0bb74bdbbd --- /dev/null +++ b/neuronxcc-2.15.143.0+e39249ad/MODULE_bdb18137ea0dfe66133f+39f12043/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc4731a70e295c1d9237ac8ffb5a864792c6dd80c6d13c1aa017539292313efe +size 331471 diff --git a/neuronxcc-2.15.143.0+e39249ad/MODULE_bdb18137ea0dfe66133f+39f12043/model.neff b/neuronxcc-2.15.143.0+e39249ad/MODULE_bdb18137ea0dfe66133f+39f12043/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..6e9d3b467ea2f85f94a2a8b24f56a8cb870c99e4 --- /dev/null +++ b/neuronxcc-2.15.143.0+e39249ad/MODULE_bdb18137ea0dfe66133f+39f12043/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:680faf985555530c2236cac644f2de2a26346230f52cb0d06b64cce119cdbb32 +size 7158784 diff --git a/neuronxcc-2.15.143.0+e39249ad/MODULE_c55fbd4edf99419e5674+39f12043/model.neff b/neuronxcc-2.15.143.0+e39249ad/MODULE_c55fbd4edf99419e5674+39f12043/model.neff index 53b7cc20d32e78eba885d83d82c3abf9f3944172..0f7cdd5fae507a7b73ad4e6c38808db7fa06a498 100644 --- a/neuronxcc-2.15.143.0+e39249ad/MODULE_c55fbd4edf99419e5674+39f12043/model.neff +++ b/neuronxcc-2.15.143.0+e39249ad/MODULE_c55fbd4edf99419e5674+39f12043/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ece65af0abfb39926bc41c1258bff37085f76cdea16d0baaabfd6390ff409e2e +oid sha256:7c1a6be640691bc2ea064c84ead3074611b4273d3cf3ce1b8a4bd94a34464130 size 7158784 diff --git a/neuronxcc-2.15.143.0+e39249ad/MODULE_cb3085b24bdc299297d9+39f12043/compile_flags.json b/neuronxcc-2.15.143.0+e39249ad/MODULE_cb3085b24bdc299297d9+39f12043/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..146361c3d3be9576d184ec08a57699cb27736489 --- /dev/null +++ b/neuronxcc-2.15.143.0+e39249ad/MODULE_cb3085b24bdc299297d9+39f12043/compile_flags.json @@ -0,0 +1 @@ +["--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.15.143.0+e39249ad/MODULE_cb3085b24bdc299297d9+39f12043/model.done b/neuronxcc-2.15.143.0+e39249ad/MODULE_cb3085b24bdc299297d9+39f12043/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.15.143.0+e39249ad/MODULE_cb3085b24bdc299297d9+39f12043/model.hlo_module.pb b/neuronxcc-2.15.143.0+e39249ad/MODULE_cb3085b24bdc299297d9+39f12043/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..7eda4428e59c50f3e20c7948e813139de5466e8a --- /dev/null +++ b/neuronxcc-2.15.143.0+e39249ad/MODULE_cb3085b24bdc299297d9+39f12043/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f752f2323f647e3aab854068023538714ca2cb99004035953fce2b24b421f1f0 +size 331471 diff --git a/neuronxcc-2.15.143.0+e39249ad/MODULE_cb3085b24bdc299297d9+39f12043/model.neff b/neuronxcc-2.15.143.0+e39249ad/MODULE_cb3085b24bdc299297d9+39f12043/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..ade884ea58ecdf9df4ded72656374e1618c56ffc --- /dev/null +++ b/neuronxcc-2.15.143.0+e39249ad/MODULE_cb3085b24bdc299297d9+39f12043/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a22b2cc8f6114c62a8665650b2934455db288d5efd93829052b574b2c98b9eaf +size 7588864 diff --git a/neuronxcc-2.15.143.0+e39249ad/MODULE_e79927d2c3e494a0ba49+39f12043/model.neff b/neuronxcc-2.15.143.0+e39249ad/MODULE_e79927d2c3e494a0ba49+39f12043/model.neff index beb024c24326b00cc5e1b645df02f31d9d89ef6e..dffdfc841fee87b42965e03d444071ef609283df 100644 --- a/neuronxcc-2.15.143.0+e39249ad/MODULE_e79927d2c3e494a0ba49+39f12043/model.neff +++ b/neuronxcc-2.15.143.0+e39249ad/MODULE_e79927d2c3e494a0ba49+39f12043/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fa70cddde230c40c4b6bd7e6289d141baa39712cfab054a63f45c359b26446ad +oid sha256:8545de7c18e4c693390c5b9b638c1fe14b68ce81865c9b72834cc56432e370f8 size 7240704 diff --git a/neuronxcc-2.15.143.0+e39249ad/MODULE_e9badc432deeba581c51+39f12043/model.neff b/neuronxcc-2.15.143.0+e39249ad/MODULE_e9badc432deeba581c51+39f12043/model.neff index 7e530727a66b4a4cdc7837a5e80874be21905661..9544308621d28b84ff1eb725246214954c3ffd15 100644 --- a/neuronxcc-2.15.143.0+e39249ad/MODULE_e9badc432deeba581c51+39f12043/model.neff +++ b/neuronxcc-2.15.143.0+e39249ad/MODULE_e9badc432deeba581c51+39f12043/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1a9d56d6fe5ff602614e9353bb43746a174de1d430555f1ad64f555229a0a5d7 +oid sha256:34341cfeaea808fda7d69ae287284b964e460c824b1d1800ca0e4d0c2cf95dee size 7998464 diff --git a/neuronxcc-2.15.143.0+e39249ad/MODULE_ec58785931cdbfeb276d+39f12043/compile_flags.json b/neuronxcc-2.15.143.0+e39249ad/MODULE_ec58785931cdbfeb276d+39f12043/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..146361c3d3be9576d184ec08a57699cb27736489 --- /dev/null +++ b/neuronxcc-2.15.143.0+e39249ad/MODULE_ec58785931cdbfeb276d+39f12043/compile_flags.json @@ -0,0 +1 @@ +["--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"] \ No newline at end of file diff --git a/neuronxcc-2.15.143.0+e39249ad/MODULE_ec58785931cdbfeb276d+39f12043/model.done b/neuronxcc-2.15.143.0+e39249ad/MODULE_ec58785931cdbfeb276d+39f12043/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.15.143.0+e39249ad/MODULE_ec58785931cdbfeb276d+39f12043/model.hlo_module.pb b/neuronxcc-2.15.143.0+e39249ad/MODULE_ec58785931cdbfeb276d+39f12043/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..89c7977ea6794575aa2d75182e7c1ec437c24fdc --- /dev/null +++ b/neuronxcc-2.15.143.0+e39249ad/MODULE_ec58785931cdbfeb276d+39f12043/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9390c7588e7bb75d9c4844e89ec32718bf3b299473f50f8c741adcd947b7a23 +size 331471 diff --git a/neuronxcc-2.15.143.0+e39249ad/MODULE_ec58785931cdbfeb276d+39f12043/model.neff b/neuronxcc-2.15.143.0+e39249ad/MODULE_ec58785931cdbfeb276d+39f12043/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..3f7d5b94a484dd8fe8c3fb3f8dea8be8f97ddfa3 --- /dev/null +++ b/neuronxcc-2.15.143.0+e39249ad/MODULE_ec58785931cdbfeb276d+39f12043/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24c48852bdc6083727c25eb4f38d78e42b966b0ae83c3f18b8de0201829a181f +size 7189504 diff --git a/neuronxcc-2.15.143.0+e39249ad/MODULE_ee39ff5f0133583f259e+39f12043/model.neff b/neuronxcc-2.15.143.0+e39249ad/MODULE_ee39ff5f0133583f259e+39f12043/model.neff index c2b7ea2e24c5e4500e058944cf3e18ef594ce9ab..04047b6b0ab41a9b86f1acc65d5864edf0691fbb 100644 --- a/neuronxcc-2.15.143.0+e39249ad/MODULE_ee39ff5f0133583f259e+39f12043/model.neff +++ b/neuronxcc-2.15.143.0+e39249ad/MODULE_ee39ff5f0133583f259e+39f12043/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8c2c72f643d00675b99e2a02994d30280a1b740cfed43c199432a76f973cfe49 +oid sha256:a2c3f9b6e2233ac0a58a92192e89c44fe29402226686ff5b6ca207484dd371bd size 7373824 diff --git a/neuronxcc-2.15.143.0+e39249ad/MODULE_f515553735432053df22+39f12043/model.neff b/neuronxcc-2.15.143.0+e39249ad/MODULE_f515553735432053df22+39f12043/model.neff index b20e8cfb24d6e3749f8baee20bbe9000097fb61b..5440c5e944f725a0e20627e281d05308b0243135 100644 --- a/neuronxcc-2.15.143.0+e39249ad/MODULE_f515553735432053df22+39f12043/model.neff +++ b/neuronxcc-2.15.143.0+e39249ad/MODULE_f515553735432053df22+39f12043/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2e0abce9a5f27e619d0157907b5a8ddfcac4510ac14149ec2ed5e332f09d3493 +oid sha256:374fb26842dc9713cfb990d25593749e2c58b347fcff2fe360eff9c8e6a842f6 size 7588864