CalvinBackup/OBLITERATUS
1
0
Fork 0
mirror of https://github.com/elder-plinius/OBLITERATUS.git synced 2026-09-21 17:00:50 +02:00
Code Issues Packages Projects Releases Wiki Activity
Files
2d31d64857701644ea7be08cfa5926fc0d8dbeff
OBLITERATUS/tests/fixtures/distributed_checkpoints/v1/cases/world1-complete/case.json
T

394 lines
9.0 KiB
JSON
Raw Blame History

{
"case_id": "world1-complete",
"components": [
"full_model"
],
"expected_manifest_digest": "sha256:a6f4338c200816ce0a71bc9034e7c4792528f5520273c94718d332e995649065",
"features": [
"buffer",
"expert",
"scalar",
"tied_weight"
],
"fragments": [
{
"component_id": "model",
"dtype": "float32",
"element_extent": [
2
],
"element_offset": [
0
],
"evidence_refs": [
"synthetic:w1-buffer"
],
"fqn": "model.running_mean",
"fragment_digest": "sha256:ab2a21ab5e1262d555eea5678035e8fe3e76542c6b474cc04a16a39d4aa02645",
"fragment_id": "w1-buffer",
"global_shape": [
2
],
"local_shape": [
2
],
"logical_tensor_id": "model.running_mean",
"padding": {
"after": [
0
],
"before": [
0
],
"semantic": "none"
},
"partition_axes": [],
"payload_file": "rank-00000.safetensors",
"payload_key": "w1-buffer",
"replica": {
"group_id": null,
"member_count": 1,
"member_index": 0
},
"role": "persistent_buffer",
"shard_digest_ref": "source-digest:rank-00000.safetensors",
"shard_file_id": "rank-00000.safetensors",
"shared_storage_id": null,
"tie_group_id": null,
"topology_coordinates": [
[
"rank",
0
]
]
},
{
"component_id": "model",
"dtype": "float32",
"element_extent": [
4
],
"element_offset": [
0
],
"evidence_refs": [
"synthetic:w1-embed"
],
"fqn": "model.embed.weight",
"fragment_digest": "sha256:ad73b9acd6e4a74b2f5bb5386658ce3bb146cd040a1867646ab3b973fb6632b1",
"fragment_id": "w1-embed",
"global_shape": [
4
],
"local_shape": [
4
],
"logical_tensor_id": "model.embed.weight",
"padding": {
"after": [
0
],
"before": [
0
],
"semantic": "none"
},
"partition_axes": [],
"payload_file": "rank-00000.safetensors",
"payload_key": "w1-embed",
"replica": {
"group_id": null,
"member_count": 1,
"member_index": 0
},
"role": "parameter",
"shard_digest_ref": "source-digest:rank-00000.safetensors",
"shard_file_id": "rank-00000.safetensors",
"shared_storage_id": "tie-embedding-head",
"tie_group_id": "tie-embedding-head",
"topology_coordinates": [
[
"rank",
0
]
]
},
{
"component_id": "model",
"dtype": "float32",
"element_extent": [
2,
2
],
"element_offset": [
0,
0
],
"evidence_refs": [
"synthetic:w1-expert"
],
"fqn": "model.experts.0.weight",
"fragment_digest": "sha256:4c9c4f354e74153db012329d71c8562ec23e498148174b2c49de58f45d47cdbe",
"fragment_id": "w1-expert",
"global_shape": [
2,
2
],
"local_shape": [
2,
2
],
"logical_tensor_id": "model.experts.0.weight",
"padding": {
"after": [
0,
0
],
"before": [
0,
0
],
"semantic": "none"
},
"partition_axes": [],
"payload_file": "rank-00000.safetensors",
"payload_key": "w1-expert",
"replica": {
"group_id": null,
"member_count": 1,
"member_index": 0
},
"role": "parameter",
"shard_digest_ref": "source-digest:rank-00000.safetensors",
"shard_file_id": "rank-00000.safetensors",
"shared_storage_id": null,
"tie_group_id": null,
"topology_coordinates": [
[
"ep",
0
],
[
"rank",
0
]
]
},
{
"component_id": "model",
"dtype": "float32",
"element_extent": [
4
],
"element_offset": [
0
],
"evidence_refs": [
"synthetic:w1-head"
],
"fqn": "lm_head.weight",
"fragment_digest": "sha256:ad73b9acd6e4a74b2f5bb5386658ce3bb146cd040a1867646ab3b973fb6632b1",
"fragment_id": "w1-head",
"global_shape": [
4
],
"local_shape": [
4
],
"logical_tensor_id": "lm_head.weight",
"padding": {
"after": [
0
],
"before": [
0
],
"semantic": "none"
},
"partition_axes": [],
"payload_file": "rank-00000.safetensors",
"payload_key": "w1-head",
"replica": {
"group_id": null,
"member_count": 1,
"member_index": 0
},
"role": "parameter",
"shard_digest_ref": "source-digest:rank-00000.safetensors",
"shard_file_id": "rank-00000.safetensors",
"shared_storage_id": "tie-embedding-head",
"tie_group_id": "tie-embedding-head",
"topology_coordinates": [
[
"rank",
0
]
]
},
{
"component_id": "model",
"dtype": "int64",
"element_extent": [],
"element_offset": [],
"evidence_refs": [
"synthetic:w1-scalar"
],
"fqn": "model.step",
"fragment_digest": "sha256:35be322d094f9d154a8aba4733b8497f180353bd7ae7b0a15f90b586b549f28b",
"fragment_id": "w1-scalar",
"global_shape": [],
"local_shape": [],
"logical_tensor_id": "model.step",
"padding": {
"after": [],
"before": [],
"semantic": "none"
},
"partition_axes": [],
"payload_file": "rank-00000.safetensors",
"payload_key": "w1-scalar",
"replica": {
"group_id": null,
"member_count": 1,
"member_index": 0
},
"role": "persistent_buffer",
"shard_digest_ref": "source-digest:rank-00000.safetensors",
"shard_file_id": "rank-00000.safetensors",
"shared_storage_id": null,
"tie_group_id": null,
"topology_coordinates": [
[
"rank",
0
]
]
},
{
"component_id": "model",
"dtype": "float32",
"element_extent": [
2,
3
],
"element_offset": [
0,
0
],
"evidence_refs": [
"synthetic:w1-weight"
],
"fqn": "model.weight",
"fragment_digest": "sha256:e2c0a71510b5394df7773b63fb5f54372b84c3564e67811bde7d665be227976d",
"fragment_id": "w1-weight",
"global_shape": [
2,
3
],
"local_shape": [
2,
3
],
"logical_tensor_id": "model.weight",
"padding": {
"after": [
0,
0
],
"before": [
0,
0
],
"semantic": "none"
},
"partition_axes": [],
"payload_file": "rank-00000.safetensors",
"payload_key": "w1-weight",
"replica": {
"group_id": null,
"member_count": 1,
"member_index": 0
},
"role": "parameter",
"shard_digest_ref": "source-digest:rank-00000.safetensors",
"shard_file_id": "rank-00000.safetensors",
"shared_storage_id": null,
"tie_group_id": null,
"topology_coordinates": [
[
"rank",
0
]
]
}
],
"oracle_file": "oracles.safetensors",
"oracles": [
{
"dtype": "float32",
"logical_tensor_id": "lm_head.weight",
"payload_key": "tensor_000",
"sha256": "sha256:ad73b9acd6e4a74b2f5bb5386658ce3bb146cd040a1867646ab3b973fb6632b1",
"shape": [
4
]
},
{
"dtype": "float32",
"logical_tensor_id": "model.embed.weight",
"payload_key": "tensor_001",
"sha256": "sha256:ad73b9acd6e4a74b2f5bb5386658ce3bb146cd040a1867646ab3b973fb6632b1",
"shape": [
4
]
},
{
"dtype": "float32",
"logical_tensor_id": "model.experts.0.weight",
"payload_key": "tensor_002",
"sha256": "sha256:4c9c4f354e74153db012329d71c8562ec23e498148174b2c49de58f45d47cdbe",
"shape": [
2,
2
]
},
{
"dtype": "float32",
"logical_tensor_id": "model.running_mean",
"payload_key": "tensor_003",
"sha256": "sha256:ab2a21ab5e1262d555eea5678035e8fe3e76542c6b474cc04a16a39d4aa02645",
"shape": [
2
]
},
{
"dtype": "int64",
"logical_tensor_id": "model.step",
"payload_key": "tensor_004",
"sha256": "sha256:35be322d094f9d154a8aba4733b8497f180353bd7ae7b0a15f90b586b549f28b",
"shape": []
},
{
"dtype": "float32",
"logical_tensor_id": "model.weight",
"payload_key": "tensor_005",
"sha256": "sha256:e2c0a71510b5394df7773b63fb5f54372b84c3564e67811bde7d665be227976d",
"shape": [
2,
3
]
}
],
"schema_id": "obliteratus.checkpoint-fixture-case",
"schema_version": "1.0.0",
"topology": {
"source": {
"world_size": 1
},
"target": {
"world_size": 1
}
},
"world_size": 1
}
Reference in New Issue View Git Blame Copy Permalink