{
  "model": {
    "repo": "mlx-community/gemma-3n-E4B-it-lm-4bit",
    "revision": "00b5ecdc79ba872a9b4cd32f4327e263bab5936c",
    "model_type": "gemma3n",
    "architecture": "Gemma3nForConditionalGeneration",
    "quantization": {
      "bits": 4,
      "group_size": 64
    }
  },
  "prompt": {
    "text": "Explain in two sentences what a symbolic tensor graph is.",
    "formatted": "<bos><start_of_turn>user\nExplain in two sentences what a symbolic tensor graph is.<end_of_turn>\n<start_of_turn>model\n",
    "token_ids": [
      2,
      105,
      2364,
      107,
      155122,
      528,
      1156,
      23974,
      1144,
      496,
      42988,
      18441,
      3753,
      563,
      236761,
      106,
      107,
      105,
      4368,
      107
    ],
    "n_tokens": 20,
    "token_hash": "bec5926dff4bdc1ae70cb754a2078ad616f830aa1a31fcd6fdc5b72512299545"
  },
  "backend": {
    "name": "numba",
    "linker": "numba",
    "mode": "fast_compile"
  },
  "versions": {
    "python": "3.13.14",
    "numpy": "2.4.6",
    "pytensor": "3.1.2",
    "numba": "0.65.1",
    "mlx": "0.32.0",
    "mlx_lm": "0.31.3",
    "transformers": "5.12.1",
    "pytensor_ml": "0.0.5.dev24+gf6ecf81d5"
  },
  "optional_statuses": {
    "jax_installed": false,
    "jax_version": null,
    "pytensor_ml_installed": true,
    "pytensor_ml_version": "0.0.5.dev24+gf6ecf81d5"
  },
  "device": "apple_silicon",
  "file_manifest": [
    {
      "name": "config.json",
      "size_bytes": 124435,
      "sha256": "9525851826c5f5da3d190edcc3a11ba0b9a588b4307298aceb0c62cab22719ca"
    },
    {
      "name": "model.safetensors",
      "size_bytes": 3863598176,
      "sha256": "94401d496aa8a68c0d853adcbb0acea9635e71e390afeb24678acd0dbf530007"
    },
    {
      "name": "tokenizer.json",
      "size_bytes": 33442553,
      "sha256": "b6c35ee648c07754b44cd9e371c75d4caa05c4504910b7ad29b1847ee9d8ba5d"
    },
    {
      "name": "tokenizer_config.json",
      "size_bytes": 1202305,
      "sha256": "0579706d90acb1f4dfa057324b05e3fec18e77d285ced1dc7d617c61c77ef863"
    },
    {
      "name": "chat_template.jinja",
      "size_bytes": 1626,
      "sha256": "ac03dcb3b09726f1e50ac55ae58fc8d5930eadc3b3a12cb04286dc1d82ac8001"
    }
  ],
  "reference": {
    "runtime": "mlx_lm_native",
    "vocab_size": 262400,
    "seq_len": 20,
    "load_s": 1.396,
    "forward_s": 0.006,
    "sync_s": 0.096,
    "peak_memory_mib": 3763.9,
    "logits_sha256": "292b6a9b6fb1e19043a11fd0671c0317ddb5d9197a99e63a4975ce8448b00948",
    "artifact": {
      "basename": "oracle_logits.npy",
      "format": "npy",
      "dtype": "<f4",
      "byte_order": "little",
      "order": "C",
      "shape": [
        1,
        20,
        262400
      ],
      "payload_bytes": 20992000,
      "file_size": 20992128,
      "file_sha256": "c80dc7590d7ddc52f7da320436695b0ed48883a94d369cbc3cab0c24f7e84610",
      "canonical_sha256": "292b6a9b6fb1e19043a11fd0671c0317ddb5d9197a99e63a4975ce8448b00948"
    }
  },
  "timing": {
    "tokenize_s": 2.444,
    "ref_load_s": 1.396,
    "ref_forward_s": 0.006,
    "ref_sync_s": 0.096,
    "pt_compile_s": 0.775,
    "pt_total_s": 53.8,
    "pt_embed_s": 0.003,
    "pt_ple_s": 0.012,
    "pt_initial_s": 0.38,
    "pt_per_layer_proj_s": 0.011,
    "pt_per_layer_s": [
      1.282,
      1.2493,
      1.2728,
      1.2641,
      1.2189,
      1.2069,
      1.32,
      1.2195,
      1.2894,
      1.3809,
      1.2883,
      1.2456,
      1.1637,
      1.2658,
      1.3104,
      1.2997,
      1.279,
      1.2724,
      1.2944,
      1.297,
      1.2474,
      1.2766,
      1.2712,
      1.208,
      1.283,
      1.3216,
      1.2382,
      1.2327,
      1.2809,
      1.1925,
      1.2524,
      1.2815,
      1.2868,
      1.262,
      1.2382
    ],
    "pt_final_s": 0.101,
    "pt_logits_s": 4.7
  },
  "memory": {
    "whole_process_peak_rss_mib": 4663.3
  },
  "pytensor": {
    "layers_completed": 35,
    "embed_s": 0.003,
    "ple_s": 0.012,
    "global_load_s": 0.188,
    "initial_s": 0.38,
    "per_layer_proj_s": 0.011,
    "per_layer_s": [
      1.282,
      1.2493,
      1.2728,
      1.2641,
      1.2189,
      1.2069,
      1.32,
      1.2195,
      1.2894,
      1.3809,
      1.2883,
      1.2456,
      1.1637,
      1.2658,
      1.3104,
      1.2997,
      1.279,
      1.2724,
      1.2944,
      1.297,
      1.2474,
      1.2766,
      1.2712,
      1.208,
      1.283,
      1.3216,
      1.2382,
      1.2327,
      1.2809,
      1.1925,
      1.2524,
      1.2815,
      1.2868,
      1.262,
      1.2382
    ],
    "final_s": 0.101,
    "logits_s": 4.7,
    "total_s": 53.8,
    "layer_types_used": [
      "sliding_attention",
      "sliding_attention",
      "sliding_attention",
      "sliding_attention",
      "full_attention",
      "sliding_attention",
      "sliding_attention",
      "sliding_attention",
      "sliding_attention",
      "full_attention",
      "sliding_attention",
      "sliding_attention",
      "sliding_attention",
      "sliding_attention",
      "full_attention",
      "sliding_attention",
      "sliding_attention",
      "sliding_attention",
      "sliding_attention",
      "full_attention",
      "sliding_attention",
      "sliding_attention",
      "sliding_attention",
      "sliding_attention",
      "full_attention",
      "sliding_attention",
      "sliding_attention",
      "sliding_attention",
      "sliding_attention",
      "full_attention",
      "sliding_attention",
      "sliding_attention",
      "sliding_attention",
      "sliding_attention",
      "full_attention"
    ],
    "rope_bases_used": [
      "10K",
      "10K",
      "10K",
      "10K",
      "1M",
      "10K",
      "10K",
      "10K",
      "10K",
      "1M",
      "10K",
      "10K",
      "10K",
      "10K",
      "1M",
      "10K",
      "10K",
      "10K",
      "10K",
      "1M",
      "10K",
      "10K",
      "10K",
      "10K",
      "1M",
      "10K",
      "10K",
      "10K",
      "10K",
      "1M",
      "10K",
      "10K",
      "10K",
      "10K",
      "1M"
    ],
    "sparse_layers_used": [
      0,
      1,
      2,
      3,
      4,
      5,
      6,
      7,
      8,
      9
    ],
    "chunks_processed": 65,
    "mlx_eval_s": 0.0,
    "mlx_host_copy_s": 0.0,
    "mlx_stages": [
      {
        "label": "initial_projections",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "per_layer_projection",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "layer_0",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "layer_1",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "layer_2",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "layer_3",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "layer_4",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "layer_5",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "layer_6",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "layer_7",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "layer_8",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "layer_9",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "layer_10",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "layer_11",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "layer_12",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "layer_13",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "layer_14",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "layer_15",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "layer_16",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "layer_17",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "layer_18",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "layer_19",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "layer_20",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "layer_21",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "layer_22",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "layer_23",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "layer_24",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "layer_25",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "layer_26",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "layer_27",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "layer_28",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "layer_29",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "layer_30",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "layer_31",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "layer_32",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "layer_33",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "layer_34",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "final_unembed",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "vocab_chunk_0_4096",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "vocab_chunk_4096_8192",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "vocab_chunk_8192_12288",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "vocab_chunk_12288_16384",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "vocab_chunk_16384_20480",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "vocab_chunk_20480_24576",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "vocab_chunk_24576_28672",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "vocab_chunk_28672_32768",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "vocab_chunk_32768_36864",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "vocab_chunk_36864_40960",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "vocab_chunk_40960_45056",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "vocab_chunk_45056_49152",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "vocab_chunk_49152_53248",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "vocab_chunk_53248_57344",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "vocab_chunk_57344_61440",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "vocab_chunk_61440_65536",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "vocab_chunk_65536_69632",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "vocab_chunk_69632_73728",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "vocab_chunk_73728_77824",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "vocab_chunk_77824_81920",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "vocab_chunk_81920_86016",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "vocab_chunk_86016_90112",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "vocab_chunk_90112_94208",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "vocab_chunk_94208_98304",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "vocab_chunk_98304_102400",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "vocab_chunk_102400_106496",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "vocab_chunk_106496_110592",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "vocab_chunk_110592_114688",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "vocab_chunk_114688_118784",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "vocab_chunk_118784_122880",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "vocab_chunk_122880_126976",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "vocab_chunk_126976_131072",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "vocab_chunk_131072_135168",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "vocab_chunk_135168_139264",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "vocab_chunk_139264_143360",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "vocab_chunk_143360_147456",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "vocab_chunk_147456_151552",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "vocab_chunk_151552_155648",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "vocab_chunk_155648_159744",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "vocab_chunk_159744_163840",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "vocab_chunk_163840_167936",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "vocab_chunk_167936_172032",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "vocab_chunk_172032_176128",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "vocab_chunk_176128_180224",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "vocab_chunk_180224_184320",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "vocab_chunk_184320_188416",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "vocab_chunk_188416_192512",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "vocab_chunk_192512_196608",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "vocab_chunk_196608_200704",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "vocab_chunk_200704_204800",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "vocab_chunk_204800_208896",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "vocab_chunk_208896_212992",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "vocab_chunk_212992_217088",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "vocab_chunk_217088_221184",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "vocab_chunk_221184_225280",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "vocab_chunk_225280_229376",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "vocab_chunk_229376_233472",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "vocab_chunk_233472_237568",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "vocab_chunk_237568_241664",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "vocab_chunk_241664_245760",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "vocab_chunk_245760_249856",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "vocab_chunk_249856_253952",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "vocab_chunk_253952_258048",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "vocab_chunk_258048_262144",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      },
      {
        "label": "vocab_chunk_262144_262400",
        "eval_s": 0.0,
        "host_copy_s": 0.0
      }
    ],
    "stage_count": 103,
    "logits_sha256": "eadde27d9d8d7bc1e2bc6010f1f96111d69cfd3ba8c4e541c9d94afb9dc532a4",
    "artifact": {
      "basename": "numba_logits.npy",
      "format": "npy",
      "dtype": "<f4",
      "byte_order": "little",
      "order": "C",
      "shape": [
        1,
        20,
        262400
      ],
      "payload_bytes": 20992000,
      "file_size": 20992128,
      "file_sha256": "580bf637df284115ba27cbf440b4bcc8405b4a898d68c03f4abedf971543f91a",
      "canonical_sha256": "eadde27d9d8d7bc1e2bc6010f1f96111d69cfd3ba8c4e541c9d94afb9dc532a4"
    }
  },
  "metrics": {
    "all_finite_ref": true,
    "all_finite_pt": true,
    "n_positions": 20,
    "per_position": [
      {
        "position": 0,
        "finite_ref": true,
        "finite_pt": true,
        "max_abs_diff": 0.912501,
        "mean_abs_diff": 0.448987,
        "rmse": 0.463985,
        "cosine": 0.994846,
        "pearson": 0.999137,
        "top10_overlap": 9,
        "top1_match": true
      },
      {
        "position": 1,
        "finite_ref": true,
        "finite_pt": true,
        "max_abs_diff": 0.750847,
        "mean_abs_diff": 0.264545,
        "rmse": 0.278869,
        "cosine": 0.999993,
        "pearson": 0.997896,
        "top10_overlap": 10,
        "top1_match": true
      },
      {
        "position": 2,
        "finite_ref": true,
        "finite_pt": true,
        "max_abs_diff": 0.996924,
        "mean_abs_diff": 0.19307,
        "rmse": 0.211753,
        "cosine": 0.999994,
        "pearson": 0.99773,
        "top10_overlap": 10,
        "top1_match": true
      },
      {
        "position": 3,
        "finite_ref": true,
        "finite_pt": true,
        "max_abs_diff": 0.629435,
        "mean_abs_diff": 0.103881,
        "rmse": 0.132485,
        "cosine": 0.999985,
        "pearson": 0.999661,
        "top10_overlap": 10,
        "top1_match": true
      },
      {
        "position": 4,
        "finite_ref": true,
        "finite_pt": true,
        "max_abs_diff": 0.625086,
        "mean_abs_diff": 0.134118,
        "rmse": 0.163265,
        "cosine": 0.999956,
        "pearson": 0.999763,
        "top10_overlap": 9,
        "top1_match": true
      },
      {
        "position": 5,
        "finite_ref": true,
        "finite_pt": true,
        "max_abs_diff": 0.537102,
        "mean_abs_diff": 0.048995,
        "rmse": 0.061682,
        "cosine": 0.999998,
        "pearson": 0.996105,
        "top10_overlap": 10,
        "top1_match": true
      },
      {
        "position": 6,
        "finite_ref": true,
        "finite_pt": true,
        "max_abs_diff": 0.545381,
        "mean_abs_diff": 0.157997,
        "rmse": 0.17983,
        "cosine": 0.999971,
        "pearson": 0.99976,
        "top10_overlap": 9,
        "top1_match": true
      },
      {
        "position": 7,
        "finite_ref": true,
        "finite_pt": true,
        "max_abs_diff": 0.788359,
        "mean_abs_diff": 0.120291,
        "rmse": 0.14305,
        "cosine": 0.999995,
        "pearson": 0.998443,
        "top10_overlap": 10,
        "top1_match": true
      },
      {
        "position": 8,
        "finite_ref": true,
        "finite_pt": true,
        "max_abs_diff": 0.473547,
        "mean_abs_diff": 0.077246,
        "rmse": 0.095427,
        "cosine": 0.999943,
        "pearson": 0.999871,
        "top10_overlap": 10,
        "top1_match": true
      },
      {
        "position": 9,
        "finite_ref": true,
        "finite_pt": true,
        "max_abs_diff": 0.444714,
        "mean_abs_diff": 0.079469,
        "rmse": 0.098198,
        "cosine": 0.999972,
        "pearson": 0.999928,
        "top10_overlap": 10,
        "top1_match": true
      },
      {
        "position": 10,
        "finite_ref": true,
        "finite_pt": true,
        "max_abs_diff": 0.602401,
        "mean_abs_diff": 0.077,
        "rmse": 0.098578,
        "cosine": 0.999989,
        "pearson": 0.999787,
        "top10_overlap": 10,
        "top1_match": true
      },
      {
        "position": 11,
        "finite_ref": true,
        "finite_pt": true,
        "max_abs_diff": 0.51177,
        "mean_abs_diff": 0.076909,
        "rmse": 0.096595,
        "cosine": 0.999976,
        "pearson": 0.999843,
        "top10_overlap": 10,
        "top1_match": true
      },
      {
        "position": 12,
        "finite_ref": true,
        "finite_pt": true,
        "max_abs_diff": 0.535141,
        "mean_abs_diff": 0.139622,
        "rmse": 0.163287,
        "cosine": 0.999977,
        "pearson": 0.999853,
        "top10_overlap": 10,
        "top1_match": true
      },
      {
        "position": 13,
        "finite_ref": true,
        "finite_pt": true,
        "max_abs_diff": 0.632151,
        "mean_abs_diff": 0.095871,
        "rmse": 0.122364,
        "cosine": 0.999983,
        "pearson": 0.999568,
        "top10_overlap": 10,
        "top1_match": true
      },
      {
        "position": 14,
        "finite_ref": true,
        "finite_pt": true,
        "max_abs_diff": 0.982273,
        "mean_abs_diff": 0.092795,
        "rmse": 0.118773,
        "cosine": 0.99999,
        "pearson": 0.999143,
        "top10_overlap": 9,
        "top1_match": true
      },
      {
        "position": 15,
        "finite_ref": true,
        "finite_pt": true,
        "max_abs_diff": 0.920082,
        "mean_abs_diff": 0.090108,
        "rmse": 0.117484,
        "cosine": 0.99999,
        "pearson": 0.998834,
        "top10_overlap": 10,
        "top1_match": true
      },
      {
        "position": 16,
        "finite_ref": true,
        "finite_pt": true,
        "max_abs_diff": 0.304386,
        "mean_abs_diff": 0.047482,
        "rmse": 0.058585,
        "cosine": 0.999998,
        "pearson": 0.996438,
        "top10_overlap": 10,
        "top1_match": true
      },
      {
        "position": 17,
        "finite_ref": true,
        "finite_pt": true,
        "max_abs_diff": 0.733263,
        "mean_abs_diff": 0.080782,
        "rmse": 0.09668,
        "cosine": 0.999998,
        "pearson": 0.993147,
        "top10_overlap": 9,
        "top1_match": true
      },
      {
        "position": 18,
        "finite_ref": true,
        "finite_pt": true,
        "max_abs_diff": 2.284837,
        "mean_abs_diff": 0.400065,
        "rmse": 0.465411,
        "cosine": 0.999934,
        "pearson": 0.997409,
        "top10_overlap": 9,
        "top1_match": true
      },
      {
        "position": 19,
        "finite_ref": true,
        "finite_pt": true,
        "max_abs_diff": 0.632963,
        "mean_abs_diff": 0.071275,
        "rmse": 0.091983,
        "cosine": 0.999993,
        "pearson": 0.999783,
        "top10_overlap": 10,
        "top1_match": true
      }
    ],
    "aggregate": {
      "max_abs_diff_max": 2.284836769104004,
      "max_abs_diff_mean": 0.7421580195426941,
      "mean_abs_diff_max": 0.44898705636089214,
      "mean_abs_diff_mean": 0.1400254357771988,
      "rmse_max": 0.46541136142739753,
      "rmse_mean": 0.16291424088303655,
      "cosine_min": 0.9948460927552354,
      "cosine_mean": 0.9997240187386682,
      "pearson_min": 0.9931471038598361,
      "pearson_mean": 0.9986049483709406,
      "top10_overlap_min": 9,
      "top10_overlap_mean": 9.7
    },
    "final_top1_ref": 2717,
    "final_top1_pt": 2717,
    "final_top1_match": true,
    "all_top1_match": true,
    "final_top1_ref_text": "```",
    "final_top1_pt_text": "```"
  },
  "publication_thresholds": {
    "passed": true,
    "checks": [
      {
        "name": "all_finite_ref",
        "threshold": true,
        "actual": true,
        "passed": true
      },
      {
        "name": "all_finite_pt",
        "threshold": true,
        "actual": true,
        "passed": true
      },
      {
        "name": "cosine_min",
        "threshold": 0.99,
        "actual": 0.9948460927552354,
        "passed": true
      },
      {
        "name": "pearson_min",
        "threshold": 0.99,
        "actual": 0.9931471038598361,
        "passed": true
      },
      {
        "name": "all_top1_match",
        "threshold": true,
        "actual": true,
        "passed": true
      },
      {
        "name": "top10_overlap_mean",
        "threshold": 8.0,
        "actual": 9.7,
        "passed": true
      }
    ]
  },
  "schema_version": "gemma3n-oracle-v1",
  "run_id": "94d7596c-a6ee-4574-9b8c-55aaad6ac1f8",
  "provenance": {
    "run_id": "94d7596c-a6ee-4574-9b8c-55aaad6ac1f8",
    "schema_version": "gemma3n-oracle-v1",
    "implementation": {
      "git_commit": "9b74499f444d41d038e07055553a01562828340c",
      "git_clean": true,
      "environment_yml_sha256": "60aec565c2251798ac3cacc1f0325132d2e75ecaf33620fefed27702a85fc15f",
      "source_hashes": [
        {
          "path": "cetagostini/utils/pytensor/api.py",
          "sha256": "c98cc3124f8345fb0826cd4b638ec446e255646033a5ce3cc38505ce275f4f35"
        },
        {
          "path": "cetagostini/utils/pytensor/backends.py",
          "sha256": "f385bc74ff36a88b2f74a5b396ee94504015e9fbfb40790ab80716f2b7a46adb"
        },
        {
          "path": "cetagostini/utils/pytensor/evidence.py",
          "sha256": "2f1e0fe23111f47d80aba83e8e095a2c28394912431b30c3df78ab48423144ee"
        },
        {
          "path": "cetagostini/utils/pytensor/gemma3n_pytensor.py",
          "sha256": "dc9f5087ab9ae32ceaa055a1c5df336ce59e36f0a83d8f405ce2430d20ff632e"
        },
        {
          "path": "cetagostini/utils/pytensor/gemma3n_weights.py",
          "sha256": "4058adc45ccaabcc458ee888bb3d092df6d5fa54c6c84c8e6b24360499258a2a"
        },
        {
          "path": "cetagostini/utils/pytensor/mlx_compat.py",
          "sha256": "cc328ca64ef901f1c58ef63dc30bc9b240ec676a1b4e62dff954c9d14881a139"
        },
        {
          "path": "cetagostini/utils/pytensor/provenance.py",
          "sha256": "3da0fff6f4ffbf0d64fdeb9e7b0d30dd614e06d635660db4d1b298b2f273d9da"
        },
        {
          "path": "cetagostini/utils/pytensor/reports.py",
          "sha256": "63d3061443262b16b641db276fe6a46b3ed18cb095f373d69a4b0e3882dc61ad"
        },
        {
          "path": "cetagostini/utils/pytensor/run_gemma3n_pytensor.py",
          "sha256": "7b4978ee1eb2072b7bde9da5cefea50d930fc93662c595fdff179a792b9a89c5"
        },
        {
          "path": "cetagostini/utils/pytensor/run_gemma_mlx.py",
          "sha256": "dc8af2bb6b37debd0b31cacb81dde48b4419c3f9bb58f956a189cffff20bd63c"
        },
        {
          "path": "cetagostini/utils/pytensor/validate_gemma3n_reports.py",
          "sha256": "dd4084a7227a44298ed48aef6cf85bd04973251e52b4eea1ccc2238a35c6649a"
        }
      ],
      "implementation_manifest_sha256": "f93535498ab07010f6917336f1d7d00e87837b80f2290be913c49255b17c8665",
      "timestamp_utc": "2026-07-13T19:43:00.093476+00:00",
      "python_executable": "/opt/anaconda3/envs/alchemize-pytensor-gemma313/bin/python",
      "environment": {
        "python_version": "3.13.14",
        "python_executable": "/opt/anaconda3/envs/alchemize-pytensor-gemma313/bin/python",
        "platform_system": "Darwin",
        "platform_machine": "arm64",
        "platform_release": "25.5.0",
        "platform_version": "Darwin Kernel Version 25.5.0: Mon Apr 27 20:39:42 PDT 2026; root:xnu-12377.121.6~2/RELEASE_ARM64_T6031"
      },
      "package_versions": {
        "python": "3.13.14",
        "numpy": "2.4.6",
        "pytensor": "3.1.2",
        "numba": "0.65.1",
        "mlx": "0.32.0",
        "mlx-lm": "0.31.3",
        "transformers": "5.12.1",
        "safetensors": "0.8.0"
      },
      "module_paths": {
        "numpy": "/opt/anaconda3/envs/alchemize-pytensor-gemma313/lib/python3.13/site-packages/numpy/__init__.py",
        "pytensor": "/opt/anaconda3/envs/alchemize-pytensor-gemma313/lib/python3.13/site-packages/pytensor/__init__.py",
        "numba": "/opt/anaconda3/envs/alchemize-pytensor-gemma313/lib/python3.13/site-packages/numba/__init__.py",
        "mlx": null,
        "mlx_lm": "/opt/anaconda3/envs/alchemize-pytensor-gemma313/lib/python3.13/site-packages/mlx_lm/__init__.py",
        "transformers": "/opt/anaconda3/envs/alchemize-pytensor-gemma313/lib/python3.13/site-packages/transformers/__init__.py",
        "safetensors": "/opt/anaconda3/envs/alchemize-pytensor-gemma313/lib/python3.13/site-packages/safetensors/__init__.py"
      }
    },
    "command": [
      "run_gemma3n_pytensor.py",
      "run",
      "--run-id",
      "94d7596c-a6ee-4574-9b8c-55aaad6ac1f8",
      "--snapshot",
      "00b5ecdc79ba872a9b4cd32f4327e263bab5936c",
      "--reference-report",
      "oracle.json",
      "--reference-logits",
      "oracle_logits.npy",
      "--logits-output",
      "numba_logits.npy",
      "--backend",
      "numba",
      "--output",
      "numba.json"
    ]
  },
  "command": [
    "run_gemma3n_pytensor.py",
    "run",
    "--run-id",
    "94d7596c-a6ee-4574-9b8c-55aaad6ac1f8",
    "--snapshot",
    "00b5ecdc79ba872a9b4cd32f4327e263bab5936c",
    "--reference-report",
    "oracle.json",
    "--reference-logits",
    "oracle_logits.npy",
    "--logits-output",
    "numba_logits.npy",
    "--backend",
    "numba",
    "--output",
    "numba.json"
  ]
}