{
  "hardware": {
    "profile": "qwen",
    "ready": true,
    "base_model": "Qwen/Qwen2.5-0.5B-Instruct",
    "base_revision": "7ae557604adf67be50417f59c2c2f167def9a775",
    "models": {
      "classical": {
        "parameters": 494039948,
        "trainable_adapter_parameters": 7180,
        "sha256": "f69d1c96a1e5ba73ff0cc3c69096b464b27947424a50861b89e914cc62bb8399",
        "training_steps": 150,
        "qubits": 4
      },
      "hybrid": {
        "parameters": 494039948,
        "trainable_adapter_parameters": 7180,
        "sha256": "ce85bb8684c3554ccd17b409583c01a82c7c22218c5d383372b30cd47ff76aed",
        "training_steps": 150,
        "qubits": 4
      }
    },
    "device": "cpu",
    "gpu": null,
    "rocm": null,
    "amd_verified": false,
    "physical_quantum_hardware": false,
    "scope": "Experimental adaptations of the same frozen Qwen model; no general-quality superiority established."
  },
  "nll_examples": 130,
  "generation_examples": 24,
  "test_sha256": "1beae8f583645dff3534a3ba4c9fe130a4542f185c5f0579e9cbf00ab7701028",
  "protocol": {
    "quality": "Teacher-forced answer-token NLL on all held-out rows; exact match on fixed first N rows per task. Exact match penalizes correct paraphrases. Not a general-chat benchmark.",
    "timing": "Warm sequential generation with rotated order, no speed claim across hardware",
    "max_tokens": 32,
    "selection": "No checkpoint tuning on this test set",
    "threads": 4
  },
  "results": {
    "base": {
      "answer_nll": 4.558396155402164,
      "exact_match": 0.0,
      "median_ms": 1443.6853355000494,
      "median_tokens_per_second": 8.463694650916402
    },
    "classical": {
      "answer_nll": 4.457339211598339,
      "exact_match": 0.0,
      "median_ms": 1219.3325589996675,
      "median_tokens_per_second": 8.458156153880887
    },
    "hybrid": {
      "answer_nll": 4.452455108597775,
      "exact_match": 0.0,
      "median_ms": 1410.0827460006258,
      "median_tokens_per_second": 8.904007263366392
    }
  },
  "predictions": [
    {
      "id": "845b7b3559a6",
      "prompt": "what is 2 plus 5 ?",
      "expected": "7 .",
      "task": "addition",
      "base": {
        "variant": "classical",
        "text": "2 + 5 = 7",
        "generated_tokens": 8,
        "ttft_ms": 299.7724870001548,
        "elapsed_ms": 1094.038194998575,
        "tokens_per_second": 7.312358962029128,
        "prompt_tokens": 47,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "max_tokens": 32,
        "decoding": "greedy",
        "ablation": true,
        "checkpoint_sha256": "f69d1c96a1e5ba73ff0cc3c69096b464b27947424a50861b89e914cc62bb8399",
        "device": "cpu",
        "profile": "qwen",
        "correct": false
      },
      "classical": {
        "variant": "classical",
        "text": "2 + 5 = 7",
        "generated_tokens": 8,
        "ttft_ms": 219.75986400138936,
        "elapsed_ms": 999.5304610019957,
        "tokens_per_second": 8.00375807654753,
        "prompt_tokens": 47,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "max_tokens": 32,
        "decoding": "greedy",
        "ablation": false,
        "checkpoint_sha256": "f69d1c96a1e5ba73ff0cc3c69096b464b27947424a50861b89e914cc62bb8399",
        "device": "cpu",
        "profile": "qwen",
        "correct": false
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "2 + 5 = 7",
        "generated_tokens": 8,
        "ttft_ms": 252.90363199746935,
        "elapsed_ms": 1023.3534059989324,
        "tokens_per_second": 7.817436237670904,
        "prompt_tokens": 47,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "max_tokens": 32,
        "decoding": "greedy",
        "ablation": false,
        "checkpoint_sha256": "ce85bb8684c3554ccd17b409583c01a82c7c22218c5d383372b30cd47ff76aed",
        "device": "cpu",
        "profile": "qwen",
        "correct": false
      }
    },
    {
      "id": "fbc95f67f6cd",
      "prompt": "cuanto es 2 mas 5 ?",
      "expected": "7 .",
      "task": "addition",
      "classical": {
        "variant": "classical",
        "text": "2 + 5 = 7",
        "generated_tokens": 8,
        "ttft_ms": 234.25376700106426,
        "elapsed_ms": 969.147489999159,
        "tokens_per_second": 8.25467752076306,
        "prompt_tokens": 48,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "max_tokens": 32,
        "decoding": "greedy",
        "ablation": false,
        "checkpoint_sha256": "f69d1c96a1e5ba73ff0cc3c69096b464b27947424a50861b89e914cc62bb8399",
        "device": "cpu",
        "profile": "qwen",
        "correct": false
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "2 + 5 = 7",
        "generated_tokens": 8,
        "ttft_ms": 244.40983000022243,
        "elapsed_ms": 1187.6899159979075,
        "tokens_per_second": 6.735764859364264,
        "prompt_tokens": 48,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "max_tokens": 32,
        "decoding": "greedy",
        "ablation": false,
        "checkpoint_sha256": "ce85bb8684c3554ccd17b409583c01a82c7c22218c5d383372b30cd47ff76aed",
        "device": "cpu",
        "profile": "qwen",
        "correct": false
      },
      "base": {
        "variant": "classical",
        "text": "2 + 5 = 7",
        "generated_tokens": 8,
        "ttft_ms": 270.64856300057727,
        "elapsed_ms": 993.1708040021476,
        "tokens_per_second": 8.055009236842912,
        "prompt_tokens": 48,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "max_tokens": 32,
        "decoding": "greedy",
        "ablation": true,
        "checkpoint_sha256": "f69d1c96a1e5ba73ff0cc3c69096b464b27947424a50861b89e914cc62bb8399",
        "device": "cpu",
        "profile": "qwen",
        "correct": false
      }
    },
    {
      "id": "0de378d78904",
      "prompt": "what is 9 plus 1 ?",
      "expected": "10 .",
      "task": "addition",
      "hybrid": {
        "variant": "hybrid",
        "text": "9 + 1 = 10",
        "generated_tokens": 9,
        "ttft_ms": 242.9851939996297,
        "elapsed_ms": 1071.438176000811,
        "tokens_per_second": 8.399924700828644,
        "prompt_tokens": 47,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "max_tokens": 32,
        "decoding": "greedy",
        "ablation": false,
        "checkpoint_sha256": "ce85bb8684c3554ccd17b409583c01a82c7c22218c5d383372b30cd47ff76aed",
        "device": "cpu",
        "profile": "qwen",
        "correct": false
      },
      "base": {
        "variant": "classical",
        "text": "9 + 1 = 10",
        "generated_tokens": 9,
        "ttft_ms": 318.7903899997764,
        "elapsed_ms": 1214.1359339984774,
        "tokens_per_second": 7.412679048515243,
        "prompt_tokens": 47,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "max_tokens": 32,
        "decoding": "greedy",
        "ablation": true,
        "checkpoint_sha256": "f69d1c96a1e5ba73ff0cc3c69096b464b27947424a50861b89e914cc62bb8399",
        "device": "cpu",
        "profile": "qwen",
        "correct": false
      },
      "classical": {
        "variant": "classical",
        "text": "9 + 1 = 10",
        "generated_tokens": 9,
        "ttft_ms": 290.4721220002102,
        "elapsed_ms": 1143.982916000823,
        "tokens_per_second": 7.867250353233007,
        "prompt_tokens": 47,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "max_tokens": 32,
        "decoding": "greedy",
        "ablation": false,
        "checkpoint_sha256": "f69d1c96a1e5ba73ff0cc3c69096b464b27947424a50861b89e914cc62bb8399",
        "device": "cpu",
        "profile": "qwen",
        "correct": false
      }
    },
    {
      "id": "b7bf8712950f",
      "prompt": "cuanto es 5 mas 8 ?",
      "expected": "13 .",
      "task": "addition",
      "base": {
        "variant": "classical",
        "text": "5 + 8 = 13",
        "generated_tokens": 9,
        "ttft_ms": 255.88541899924167,
        "elapsed_ms": 1053.2459899986861,
        "tokens_per_second": 8.545012357475224,
        "prompt_tokens": 48,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "max_tokens": 32,
        "decoding": "greedy",
        "ablation": true,
        "checkpoint_sha256": "f69d1c96a1e5ba73ff0cc3c69096b464b27947424a50861b89e914cc62bb8399",
        "device": "cpu",
        "profile": "qwen",
        "correct": false
      },
      "classical": {
        "variant": "classical",
        "text": "5 + 8 = 13",
        "generated_tokens": 9,
        "ttft_ms": 253.58917899939115,
        "elapsed_ms": 1078.7364589996287,
        "tokens_per_second": 8.343094297884575,
        "prompt_tokens": 48,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "max_tokens": 32,
        "decoding": "greedy",
        "ablation": false,
        "checkpoint_sha256": "f69d1c96a1e5ba73ff0cc3c69096b464b27947424a50861b89e914cc62bb8399",
        "device": "cpu",
        "profile": "qwen",
        "correct": false
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "5 + 8 = 13",
        "generated_tokens": 9,
        "ttft_ms": 250.3437870000198,
        "elapsed_ms": 1345.4008769986103,
        "tokens_per_second": 6.689456023009041,
        "prompt_tokens": 48,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "max_tokens": 32,
        "decoding": "greedy",
        "ablation": false,
        "checkpoint_sha256": "ce85bb8684c3554ccd17b409583c01a82c7c22218c5d383372b30cd47ff76aed",
        "device": "cpu",
        "profile": "qwen",
        "correct": false
      }
    },
    {
      "id": "645e916e882d",
      "prompt": "cuanto es 3 mas 9 ?",
      "expected": "12 .",
      "task": "addition",
      "classical": {
        "variant": "classical",
        "text": "3 + 9 = 12",
        "generated_tokens": 9,
        "ttft_ms": 250.846074999572,
        "elapsed_ms": 1090.9773759995005,
        "tokens_per_second": 8.249483626326015,
        "prompt_tokens": 48,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "max_tokens": 32,
        "decoding": "greedy",
        "ablation": false,
        "checkpoint_sha256": "f69d1c96a1e5ba73ff0cc3c69096b464b27947424a50861b89e914cc62bb8399",
        "device": "cpu",
        "profile": "qwen",
        "correct": false
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "3 + 9 = 12",
        "generated_tokens": 9,
        "ttft_ms": 238.19035999986227,
        "elapsed_ms": 1119.2962569984957,
        "tokens_per_second": 8.040766636828033,
        "prompt_tokens": 48,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "max_tokens": 32,
        "decoding": "greedy",
        "ablation": false,
        "checkpoint_sha256": "ce85bb8684c3554ccd17b409583c01a82c7c22218c5d383372b30cd47ff76aed",
        "device": "cpu",
        "profile": "qwen",
        "correct": false
      },
      "base": {
        "variant": "classical",
        "text": "3 + 9 = 12",
        "generated_tokens": 9,
        "ttft_ms": 312.6887299986265,
        "elapsed_ms": 1146.5077950015257,
        "tokens_per_second": 7.849924823222003,
        "prompt_tokens": 48,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "max_tokens": 32,
        "decoding": "greedy",
        "ablation": true,
        "checkpoint_sha256": "f69d1c96a1e5ba73ff0cc3c69096b464b27947424a50861b89e914cc62bb8399",
        "device": "cpu",
        "profile": "qwen",
        "correct": false
      }
    },
    {
      "id": "2e39aa2abc76",
      "prompt": "what is 2 plus 2 ?",
      "expected": "4 .",
      "task": "addition",
      "hybrid": {
        "variant": "hybrid",
        "text": "2 + 2 equals 4.",
        "generated_tokens": 9,
        "ttft_ms": 243.76293100067414,
        "elapsed_ms": 1269.7834259997762,
        "tokens_per_second": 7.0878228646855765,
        "prompt_tokens": 47,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "max_tokens": 32,
        "decoding": "greedy",
        "ablation": false,
        "checkpoint_sha256": "ce85bb8684c3554ccd17b409583c01a82c7c22218c5d383372b30cd47ff76aed",
        "device": "cpu",
        "profile": "qwen",
        "correct": false
      },
      "base": {
        "variant": "classical",
        "text": "2 + 2 equals 4.",
        "generated_tokens": 9,
        "ttft_ms": 242.81358799998998,
        "elapsed_ms": 1196.3161589992524,
        "tokens_per_second": 7.523094904551586,
        "prompt_tokens": 47,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "max_tokens": 32,
        "decoding": "greedy",
        "ablation": true,
        "checkpoint_sha256": "f69d1c96a1e5ba73ff0cc3c69096b464b27947424a50861b89e914cc62bb8399",
        "device": "cpu",
        "profile": "qwen",
        "correct": false
      },
      "classical": {
        "variant": "classical",
        "text": "2 + 2 equals 4.",
        "generated_tokens": 9,
        "ttft_ms": 238.59807799817645,
        "elapsed_ms": 1098.1097709991445,
        "tokens_per_second": 8.195901937755375,
        "prompt_tokens": 47,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "max_tokens": 32,
        "decoding": "greedy",
        "ablation": false,
        "checkpoint_sha256": "f69d1c96a1e5ba73ff0cc3c69096b464b27947424a50861b89e914cc62bb8399",
        "device": "cpu",
        "profile": "qwen",
        "correct": false
      }
    },
    {
      "id": "bfd09f2e3c13",
      "prompt": "what is 5 plus 8 ?",
      "expected": "13 .",
      "task": "addition",
      "base": {
        "variant": "classical",
        "text": "5 + 8 = 13",
        "generated_tokens": 9,
        "ttft_ms": 300.69913899933454,
        "elapsed_ms": 1143.1704889982939,
        "tokens_per_second": 7.872841441075227,
        "prompt_tokens": 47,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "max_tokens": 32,
        "decoding": "greedy",
        "ablation": true,
        "checkpoint_sha256": "f69d1c96a1e5ba73ff0cc3c69096b464b27947424a50861b89e914cc62bb8399",
        "device": "cpu",
        "profile": "qwen",
        "correct": false
      },
      "classical": {
        "variant": "classical",
        "text": "5 + 8 = 13",
        "generated_tokens": 9,
        "ttft_ms": 237.80705600074725,
        "elapsed_ms": 1080.55786100158,
        "tokens_per_second": 8.329031072577465,
        "prompt_tokens": 47,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "max_tokens": 32,
        "decoding": "greedy",
        "ablation": false,
        "checkpoint_sha256": "f69d1c96a1e5ba73ff0cc3c69096b464b27947424a50861b89e914cc62bb8399",
        "device": "cpu",
        "profile": "qwen",
        "correct": false
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "5 + 8 = 13",
        "generated_tokens": 9,
        "ttft_ms": 256.4514149999013,
        "elapsed_ms": 1132.061431002512,
        "tokens_per_second": 7.950098602007781,
        "prompt_tokens": 47,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "max_tokens": 32,
        "decoding": "greedy",
        "ablation": false,
        "checkpoint_sha256": "ce85bb8684c3554ccd17b409583c01a82c7c22218c5d383372b30cd47ff76aed",
        "device": "cpu",
        "profile": "qwen",
        "correct": false
      }
    },
    {
      "id": "de7fd395d551",
      "prompt": "cuanto es 5 mas 7 ?",
      "expected": "12 .",
      "task": "addition",
      "classical": {
        "variant": "classical",
        "text": "5 + 7 = 12",
        "generated_tokens": 9,
        "ttft_ms": 268.7474070007738,
        "elapsed_ms": 1066.4303450030275,
        "tokens_per_second": 8.439369755531901,
        "prompt_tokens": 48,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "max_tokens": 32,
        "decoding": "greedy",
        "ablation": false,
        "checkpoint_sha256": "f69d1c96a1e5ba73ff0cc3c69096b464b27947424a50861b89e914cc62bb8399",
        "device": "cpu",
        "profile": "qwen",
        "correct": false
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "5 + 7 = 12",
        "generated_tokens": 9,
        "ttft_ms": 251.02261700158124,
        "elapsed_ms": 1139.5997870022256,
        "tokens_per_second": 7.897509373597683,
        "prompt_tokens": 48,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "max_tokens": 32,
        "decoding": "greedy",
        "ablation": false,
        "checkpoint_sha256": "ce85bb8684c3554ccd17b409583c01a82c7c22218c5d383372b30cd47ff76aed",
        "device": "cpu",
        "profile": "qwen",
        "correct": false
      },
      "base": {
        "variant": "classical",
        "text": "5 + 7 = 12",
        "generated_tokens": 9,
        "ttft_ms": 245.33871200037538,
        "elapsed_ms": 1096.12474199821,
        "tokens_per_second": 8.21074432057177,
        "prompt_tokens": 48,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "max_tokens": 32,
        "decoding": "greedy",
        "ablation": true,
        "checkpoint_sha256": "f69d1c96a1e5ba73ff0cc3c69096b464b27947424a50861b89e914cc62bb8399",
        "device": "cpu",
        "profile": "qwen",
        "correct": false
      }
    },
    {
      "id": "d8468af67ab1",
      "prompt": "como describirias entrenar un modelo ?",
      "expected": "consiste en ajustar sus parametros con ejemplos.",
      "task": "definitions",
      "hybrid": {
        "variant": "hybrid",
        "text": "Para describir un modelo de entrenamiento, podrías decir:\n\n\"El proceso de entrenamiento de un modelo se divide en varios pasos clave:\n\n1.",
        "generated_tokens": 32,
        "ttft_ms": 245.31685400143033,
        "elapsed_ms": 3405.081679000432,
        "tokens_per_second": 9.397718767613721,
        "prompt_tokens": 48,
        "unknown_prompt_tokens": 0,
        "stop_reason": "max_tokens",
        "max_tokens": 32,
        "decoding": "greedy",
        "ablation": false,
        "checkpoint_sha256": "ce85bb8684c3554ccd17b409583c01a82c7c22218c5d383372b30cd47ff76aed",
        "device": "cpu",
        "profile": "qwen",
        "correct": false
      },
      "base": {
        "variant": "classical",
        "text": "Para describir un modelo de entrenamiento, podrías decir:\n\n\"El proceso de entrenamiento de un modelo se divide en varios pasos clave:\n\n1.",
        "generated_tokens": 32,
        "ttft_ms": 217.4473940031021,
        "elapsed_ms": 3357.157440001174,
        "tokens_per_second": 9.531873488777698,
        "prompt_tokens": 48,
        "unknown_prompt_tokens": 0,
        "stop_reason": "max_tokens",
        "max_tokens": 32,
        "decoding": "greedy",
        "ablation": true,
        "checkpoint_sha256": "f69d1c96a1e5ba73ff0cc3c69096b464b27947424a50861b89e914cc62bb8399",
        "device": "cpu",
        "profile": "qwen",
        "correct": false
      },
      "classical": {
        "variant": "classical",
        "text": "Para describir una estrategia de entrenamiento para un modelo, podrías decir:\n\n\"Un modelo de aprendizaje automático (como un modelo de",
        "generated_tokens": 32,
        "ttft_ms": 237.06048000167357,
        "elapsed_ms": 3450.11927700034,
        "tokens_per_second": 9.275041652421354,
        "prompt_tokens": 48,
        "unknown_prompt_tokens": 0,
        "stop_reason": "max_tokens",
        "max_tokens": 32,
        "decoding": "greedy",
        "ablation": false,
        "checkpoint_sha256": "f69d1c96a1e5ba73ff0cc3c69096b464b27947424a50861b89e914cc62bb8399",
        "device": "cpu",
        "profile": "qwen",
        "correct": false
      }
    },
    {
      "id": "15889957fa44",
      "prompt": "give a definition of a qubit .",
      "expected": "is a unit of quantum information.",
      "task": "definitions",
      "base": {
        "variant": "classical",
        "text": "A qubit is a quantum bit, which is a fundamental unit of quantum information. It is a quantum mechanical system that can exist in multiple states simultaneously, unlike",
        "generated_tokens": 32,
        "ttft_ms": 218.69027399952756,
        "elapsed_ms": 3002.875532998587,
        "tokens_per_second": 10.656452339882932,
        "prompt_tokens": 47,
        "unknown_prompt_tokens": 0,
        "stop_reason": "max_tokens",
        "max_tokens": 32,
        "decoding": "greedy",
        "ablation": true,
        "checkpoint_sha256": "f69d1c96a1e5ba73ff0cc3c69096b464b27947424a50861b89e914cc62bb8399",
        "device": "cpu",
        "profile": "qwen",
        "correct": false
      },
      "classical": {
        "variant": "classical",
        "text": "A qubit is a quantum bit, which is a fundamental unit of quantum information. It is a quantum mechanical system that can exist in multiple states simultaneously, unlike",
        "generated_tokens": 32,
        "ttft_ms": 198.7556539970683,
        "elapsed_ms": 3223.4631680003076,
        "tokens_per_second": 9.927211304186041,
        "prompt_tokens": 47,
        "unknown_prompt_tokens": 0,
        "stop_reason": "max_tokens",
        "max_tokens": 32,
        "decoding": "greedy",
        "ablation": false,
        "checkpoint_sha256": "f69d1c96a1e5ba73ff0cc3c69096b464b27947424a50861b89e914cc62bb8399",
        "device": "cpu",
        "profile": "qwen",
        "correct": false
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "A qubit is a quantum bit, which is a fundamental unit of quantum information. It is a quantum mechanical system that can exist in multiple states simultaneously, unlike",
        "generated_tokens": 32,
        "ttft_ms": 204.38803800061578,
        "elapsed_ms": 3382.7694130013697,
        "tokens_per_second": 9.459704784195718,
        "prompt_tokens": 47,
        "unknown_prompt_tokens": 0,
        "stop_reason": "max_tokens",
        "max_tokens": 32,
        "decoding": "greedy",
        "ablation": false,
        "checkpoint_sha256": "ce85bb8684c3554ccd17b409583c01a82c7c22218c5d383372b30cd47ff76aed",
        "device": "cpu",
        "profile": "qwen",
        "correct": false
      }
    },
    {
      "id": "19d09749e1da",
      "prompt": "how would you describe github ?",
      "expected": "is a platform for sharing code.",
      "task": "definitions",
      "classical": {
        "variant": "classical",
        "text": "GitHub is a platform for collaborative software development where developers can share code, repositories, and collaborate on projects. It's a way for teams to work together, share",
        "generated_tokens": 32,
        "ttft_ms": 259.17594299971825,
        "elapsed_ms": 3347.1390179984155,
        "tokens_per_second": 9.560403624686003,
        "prompt_tokens": 45,
        "unknown_prompt_tokens": 0,
        "stop_reason": "max_tokens",
        "max_tokens": 32,
        "decoding": "greedy",
        "ablation": false,
        "checkpoint_sha256": "f69d1c96a1e5ba73ff0cc3c69096b464b27947424a50861b89e914cc62bb8399",
        "device": "cpu",
        "profile": "qwen",
        "correct": false
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "GitHub is a platform for collaborative software development where developers can share and manage code repositories, collaborate on projects, and contribute to open-source projects. It's a hub",
        "generated_tokens": 32,
        "ttft_ms": 181.66128899974865,
        "elapsed_ms": 3173.141723997105,
        "tokens_per_second": 10.084642535187688,
        "prompt_tokens": 45,
        "unknown_prompt_tokens": 0,
        "stop_reason": "max_tokens",
        "max_tokens": 32,
        "decoding": "greedy",
        "ablation": false,
        "checkpoint_sha256": "ce85bb8684c3554ccd17b409583c01a82c7c22218c5d383372b30cd47ff76aed",
        "device": "cpu",
        "profile": "qwen",
        "correct": false
      },
      "base": {
        "variant": "classical",
        "text": "GitHub is a platform that allows developers to collaborate on projects, share code, and manage repositories. It's like a giant hub where teams can work together on projects",
        "generated_tokens": 32,
        "ttft_ms": 199.64191899998696,
        "elapsed_ms": 3016.404756999691,
        "tokens_per_second": 10.608655859510462,
        "prompt_tokens": 45,
        "unknown_prompt_tokens": 0,
        "stop_reason": "max_tokens",
        "max_tokens": 32,
        "decoding": "greedy",
        "ablation": true,
        "checkpoint_sha256": "f69d1c96a1e5ba73ff0cc3c69096b464b27947424a50861b89e914cc62bb8399",
        "device": "cpu",
        "profile": "qwen",
        "correct": false
      }
    },
    {
      "id": "3b9997fadca3",
      "prompt": "necesito una definicion de render .",
      "expected": "es un servicio para alojar aplicaciones web.",
      "task": "definitions",
      "hybrid": {
        "variant": "hybrid",
        "text": "Render es un término que se refiere a la técnica de visualización de imágenes o datos en un formato que se ve en pantalla.",
        "generated_tokens": 28,
        "ttft_ms": 200.95188000050257,
        "elapsed_ms": 2649.428157001239,
        "tokens_per_second": 10.568318271249845,
        "prompt_tokens": 49,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "max_tokens": 32,
        "decoding": "greedy",
        "ablation": false,
        "checkpoint_sha256": "ce85bb8684c3554ccd17b409583c01a82c7c22218c5d383372b30cd47ff76aed",
        "device": "cpu",
        "profile": "qwen",
        "correct": false
      },
      "base": {
        "variant": "classical",
        "text": "Render es un término técnico que se refiere a la capacidad de un software o sistema para generar y mostrar imágenes o contenido en un formato específico.",
        "generated_tokens": 30,
        "ttft_ms": 199.67413000267697,
        "elapsed_ms": 2756.711226000334,
        "tokens_per_second": 10.882532677725006,
        "prompt_tokens": 49,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "max_tokens": 32,
        "decoding": "greedy",
        "ablation": true,
        "checkpoint_sha256": "f69d1c96a1e5ba73ff0cc3c69096b464b27947424a50861b89e914cc62bb8399",
        "device": "cpu",
        "profile": "qwen",
        "correct": false
      },
      "classical": {
        "variant": "classical",
        "text": "Render es un término técnico que se refiere a la capacidad de un software o sistema para generar y mostrar imágenes o contenido en un formato visual.",
        "generated_tokens": 30,
        "ttft_ms": 268.6356929989415,
        "elapsed_ms": 3590.084752999246,
        "tokens_per_second": 8.356348683673067,
        "prompt_tokens": 49,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "max_tokens": 32,
        "decoding": "greedy",
        "ablation": false,
        "checkpoint_sha256": "f69d1c96a1e5ba73ff0cc3c69096b464b27947424a50861b89e914cc62bb8399",
        "device": "cpu",
        "profile": "qwen",
        "correct": false
      }
    },
    {
      "id": "d3595138b014",
      "prompt": "how would you describe a hybrid model ?",
      "expected": "combines classical calculations with a quantum circuit.",
      "task": "definitions",
      "base": {
        "variant": "classical",
        "text": "A hybrid model combines elements of both traditional and modern approaches.",
        "generated_tokens": 13,
        "ttft_ms": 251.038784001139,
        "elapsed_ms": 1608.635560998664,
        "tokens_per_second": 8.081382952848198,
        "prompt_tokens": 47,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "max_tokens": 32,
        "decoding": "greedy",
        "ablation": true,
        "checkpoint_sha256": "f69d1c96a1e5ba73ff0cc3c69096b464b27947424a50861b89e914cc62bb8399",
        "device": "cpu",
        "profile": "qwen",
        "correct": false
      },
      "classical": {
        "variant": "classical",
        "text": "A hybrid model is a combination of two or more existing models, often used in machine learning or data science. It combines the strengths of different approaches to solve a",
        "generated_tokens": 32,
        "ttft_ms": 276.3710750004975,
        "elapsed_ms": 3821.027635000064,
        "tokens_per_second": 8.374710433100404,
        "prompt_tokens": 47,
        "unknown_prompt_tokens": 0,
        "stop_reason": "max_tokens",
        "max_tokens": 32,
        "decoding": "greedy",
        "ablation": false,
        "checkpoint_sha256": "f69d1c96a1e5ba73ff0cc3c69096b464b27947424a50861b89e914cc62bb8399",
        "device": "cpu",
        "profile": "qwen",
        "correct": false
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "A hybrid model is a combination of two or more existing models, often used in machine learning or data science.",
        "generated_tokens": 23,
        "ttft_ms": 746.3182419996883,
        "elapsed_ms": 2787.6090979989385,
        "tokens_per_second": 8.250798154056232,
        "prompt_tokens": 47,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "max_tokens": 32,
        "decoding": "greedy",
        "ablation": false,
        "checkpoint_sha256": "ce85bb8684c3554ccd17b409583c01a82c7c22218c5d383372b30cd47ff76aed",
        "device": "cpu",
        "profile": "qwen",
        "correct": false
      }
    },
    {
      "id": "fb8a9e116738",
      "prompt": "necesito una definicion de un conjunto de prueba .",
      "expected": "contiene ejemplos que no se usan para entrenar.",
      "task": "definitions",
      "classical": {
        "variant": "classical",
        "text": "Un conjunto de prueba es una muestra de datos que se utiliza para evaluar la calidad de un conjunto de datos.",
        "generated_tokens": 24,
        "ttft_ms": 314.69515899880207,
        "elapsed_ms": 3340.163410997775,
        "tokens_per_second": 7.185277199605845,
        "prompt_tokens": 52,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "max_tokens": 32,
        "decoding": "greedy",
        "ablation": false,
        "checkpoint_sha256": "f69d1c96a1e5ba73ff0cc3c69096b464b27947424a50861b89e914cc62bb8399",
        "device": "cpu",
        "profile": "qwen",
        "correct": false
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "Un conjunto de prueba es una muestra de datos que se utiliza para evaluar la calidad de un conjunto de datos.",
        "generated_tokens": 24,
        "ttft_ms": 226.89426799843204,
        "elapsed_ms": 2537.980580000294,
        "tokens_per_second": 9.456337132413054,
        "prompt_tokens": 52,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "max_tokens": 32,
        "decoding": "greedy",
        "ablation": false,
        "checkpoint_sha256": "ce85bb8684c3554ccd17b409583c01a82c7c22218c5d383372b30cd47ff76aed",
        "device": "cpu",
        "profile": "qwen",
        "correct": false
      },
      "base": {
        "variant": "classical",
        "text": "Un conjunto de prueba es una muestra de datos que se utiliza para evaluar la calidad de un conjunto de datos.",
        "generated_tokens": 24,
        "ttft_ms": 237.94337599974824,
        "elapsed_ms": 2618.3866290011792,
        "tokens_per_second": 9.165949647839113,
        "prompt_tokens": 52,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "max_tokens": 32,
        "decoding": "greedy",
        "ablation": true,
        "checkpoint_sha256": "f69d1c96a1e5ba73ff0cc3c69096b464b27947424a50861b89e914cc62bb8399",
        "device": "cpu",
        "profile": "qwen",
        "correct": false
      }
    },
    {
      "id": "16b355608848",
      "prompt": "como describirias un modelo hibrido ?",
      "expected": "combina calculos clasicos con un circuito cuantico.",
      "task": "definitions",
      "hybrid": {
        "variant": "hybrid",
        "text": "Un modelo hibrido es un tipo de modelo que combina características de dos o más modelos.",
        "generated_tokens": 21,
        "ttft_ms": 213.07190800143871,
        "elapsed_ms": 2142.476472999988,
        "tokens_per_second": 9.801741239470832,
        "prompt_tokens": 49,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "max_tokens": 32,
        "decoding": "greedy",
        "ablation": false,
        "checkpoint_sha256": "ce85bb8684c3554ccd17b409583c01a82c7c22218c5d383372b30cd47ff76aed",
        "device": "cpu",
        "profile": "qwen",
        "correct": false
      },
      "base": {
        "variant": "classical",
        "text": "Un modelo hibrido es un tipo de modelo que combina características de dos o más modelos.",
        "generated_tokens": 21,
        "ttft_ms": 216.46816599968588,
        "elapsed_ms": 2053.7019900002633,
        "tokens_per_second": 10.225436846364115,
        "prompt_tokens": 49,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "max_tokens": 32,
        "decoding": "greedy",
        "ablation": true,
        "checkpoint_sha256": "f69d1c96a1e5ba73ff0cc3c69096b464b27947424a50861b89e914cc62bb8399",
        "device": "cpu",
        "profile": "qwen",
        "correct": false
      },
      "classical": {
        "variant": "classical",
        "text": "Un modelo hibrido es un tipo de modelo que combina características de dos o más modelos.",
        "generated_tokens": 21,
        "ttft_ms": 213.32065299793612,
        "elapsed_ms": 2118.2205859986425,
        "tokens_per_second": 9.913981640443494,
        "prompt_tokens": 49,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "max_tokens": 32,
        "decoding": "greedy",
        "ablation": false,
        "checkpoint_sha256": "f69d1c96a1e5ba73ff0cc3c69096b464b27947424a50861b89e914cc62bb8399",
        "device": "cpu",
        "profile": "qwen",
        "correct": false
      }
    },
    {
      "id": "88096d7e82a0",
      "prompt": "give a definition of a token .",
      "expected": "is a unit of text processed by the model.",
      "task": "definitions",
      "base": {
        "variant": "classical",
        "text": "A token is a specific unit of data or information that is used in a computer system to represent a particular value or operation. It is a fundamental unit of data",
        "generated_tokens": 32,
        "ttft_ms": 203.07330099967658,
        "elapsed_ms": 3157.871111001441,
        "tokens_per_second": 10.13340914659813,
        "prompt_tokens": 46,
        "unknown_prompt_tokens": 0,
        "stop_reason": "max_tokens",
        "max_tokens": 32,
        "decoding": "greedy",
        "ablation": true,
        "checkpoint_sha256": "f69d1c96a1e5ba73ff0cc3c69096b464b27947424a50861b89e914cc62bb8399",
        "device": "cpu",
        "profile": "qwen",
        "correct": false
      },
      "classical": {
        "variant": "classical",
        "text": "A token is a specific unit of data or information that is used in a computer system to represent a particular value or operation. It is a fundamental unit of data",
        "generated_tokens": 32,
        "ttft_ms": 204.3706939984986,
        "elapsed_ms": 3166.8980840004224,
        "tokens_per_second": 10.10452472773536,
        "prompt_tokens": 46,
        "unknown_prompt_tokens": 0,
        "stop_reason": "max_tokens",
        "max_tokens": 32,
        "decoding": "greedy",
        "ablation": false,
        "checkpoint_sha256": "f69d1c96a1e5ba73ff0cc3c69096b464b27947424a50861b89e914cc62bb8399",
        "device": "cpu",
        "profile": "qwen",
        "correct": false
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "A token is a specific unit of data or information that is used in a computer system to represent a particular value or operation. It is a fundamental unit of data",
        "generated_tokens": 32,
        "ttft_ms": 404.8835120011063,
        "elapsed_ms": 3445.6490880002093,
        "tokens_per_second": 9.28707456352504,
        "prompt_tokens": 46,
        "unknown_prompt_tokens": 0,
        "stop_reason": "max_tokens",
        "max_tokens": 32,
        "decoding": "greedy",
        "ablation": false,
        "checkpoint_sha256": "ce85bb8684c3554ccd17b409583c01a82c7c22218c5d383372b30cd47ff76aed",
        "device": "cpu",
        "profile": "qwen",
        "correct": false
      }
    },
    {
      "id": "261099cd0a81",
      "prompt": "dame la traduccion de sol al ingles .",
      "expected": "sun .",
      "task": "translation",
      "classical": {
        "variant": "classical",
        "text": "\"Sol\" en inglés es \"Sun\".",
        "generated_tokens": 10,
        "ttft_ms": 220.92139400047017,
        "elapsed_ms": 1014.1583699987677,
        "tokens_per_second": 9.86039290886309,
        "prompt_tokens": 51,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "max_tokens": 32,
        "decoding": "greedy",
        "ablation": false,
        "checkpoint_sha256": "f69d1c96a1e5ba73ff0cc3c69096b464b27947424a50861b89e914cc62bb8399",
        "device": "cpu",
        "profile": "qwen",
        "correct": false
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "\"Sol\" en inglés es \"Sun\".",
        "generated_tokens": 10,
        "ttft_ms": 236.14456599898404,
        "elapsed_ms": 1028.8558229985938,
        "tokens_per_second": 9.719534823504292,
        "prompt_tokens": 51,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "max_tokens": 32,
        "decoding": "greedy",
        "ablation": false,
        "checkpoint_sha256": "ce85bb8684c3554ccd17b409583c01a82c7c22218c5d383372b30cd47ff76aed",
        "device": "cpu",
        "profile": "qwen",
        "correct": false
      },
      "base": {
        "variant": "classical",
        "text": "\"Sol\" en inglés es \"Sun\".",
        "generated_tokens": 10,
        "ttft_ms": 214.99735999896075,
        "elapsed_ms": 994.4016479967104,
        "tokens_per_second": 10.05629869997267,
        "prompt_tokens": 51,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "max_tokens": 32,
        "decoding": "greedy",
        "ablation": true,
        "checkpoint_sha256": "f69d1c96a1e5ba73ff0cc3c69096b464b27947424a50861b89e914cc62bb8399",
        "device": "cpu",
        "profile": "qwen",
        "correct": false
      }
    },
    {
      "id": "13ec149f7288",
      "prompt": "dame la traduccion de verde al ingles .",
      "expected": "green .",
      "task": "translation",
      "hybrid": {
        "variant": "hybrid",
        "text": "\"Green\" in English is \"Green.\"",
        "generated_tokens": 10,
        "ttft_ms": 217.03978400182677,
        "elapsed_ms": 1069.2716510020546,
        "tokens_per_second": 9.352160408095198,
        "prompt_tokens": 51,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "max_tokens": 32,
        "decoding": "greedy",
        "ablation": false,
        "checkpoint_sha256": "ce85bb8684c3554ccd17b409583c01a82c7c22218c5d383372b30cd47ff76aed",
        "device": "cpu",
        "profile": "qwen",
        "correct": false
      },
      "base": {
        "variant": "classical",
        "text": "La traducción de \"verde\" al inglés es \"green\".",
        "generated_tokens": 15,
        "ttft_ms": 319.90688699806924,
        "elapsed_ms": 1789.4685600003868,
        "tokens_per_second": 8.38237694435758,
        "prompt_tokens": 51,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "max_tokens": 32,
        "decoding": "greedy",
        "ablation": true,
        "checkpoint_sha256": "f69d1c96a1e5ba73ff0cc3c69096b464b27947424a50861b89e914cc62bb8399",
        "device": "cpu",
        "profile": "qwen",
        "correct": false
      },
      "classical": {
        "variant": "classical",
        "text": "\"Green\" in English is \"Green.\"",
        "generated_tokens": 10,
        "ttft_ms": 220.13942700141342,
        "elapsed_ms": 1179.6706109998922,
        "tokens_per_second": 8.476942552229874,
        "prompt_tokens": 51,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "max_tokens": 32,
        "decoding": "greedy",
        "ablation": false,
        "checkpoint_sha256": "f69d1c96a1e5ba73ff0cc3c69096b464b27947424a50861b89e914cc62bb8399",
        "device": "cpu",
        "profile": "qwen",
        "correct": false
      }
    },
    {
      "id": "b1fa83af9d82",
      "prompt": "dame la traduccion de blanco al ingles .",
      "expected": "white .",
      "task": "translation",
      "base": {
        "variant": "classical",
        "text": "Blanco es un color amarillo.",
        "generated_tokens": 10,
        "ttft_ms": 361.8868849989667,
        "elapsed_ms": 1296.5605600002164,
        "tokens_per_second": 7.7127133961242285,
        "prompt_tokens": 51,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "max_tokens": 32,
        "decoding": "greedy",
        "ablation": true,
        "checkpoint_sha256": "f69d1c96a1e5ba73ff0cc3c69096b464b27947424a50861b89e914cc62bb8399",
        "device": "cpu",
        "profile": "qwen",
        "correct": false
      },
      "classical": {
        "variant": "classical",
        "text": "\"Blanco\" en inglés es \"white\".",
        "generated_tokens": 11,
        "ttft_ms": 213.82876699863118,
        "elapsed_ms": 1194.6278930008702,
        "tokens_per_second": 9.20788813357465,
        "prompt_tokens": 51,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "max_tokens": 32,
        "decoding": "greedy",
        "ablation": false,
        "checkpoint_sha256": "f69d1c96a1e5ba73ff0cc3c69096b464b27947424a50861b89e914cc62bb8399",
        "device": "cpu",
        "profile": "qwen",
        "correct": false
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "\"Blanco\" en inglés es \"white\".",
        "generated_tokens": 11,
        "ttft_ms": 241.6801969993685,
        "elapsed_ms": 1202.7432670001872,
        "tokens_per_second": 9.145758951064897,
        "prompt_tokens": 51,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "max_tokens": 32,
        "decoding": "greedy",
        "ablation": false,
        "checkpoint_sha256": "ce85bb8684c3554ccd17b409583c01a82c7c22218c5d383372b30cd47ff76aed",
        "device": "cpu",
        "profile": "qwen",
        "correct": false
      }
    },
    {
      "id": "0152044f7a89",
      "prompt": "dame la traduccion de azul al ingles .",
      "expected": "blue .",
      "task": "translation",
      "classical": {
        "variant": "classical",
        "text": "Azul se traduce al inglés como \"blue\".",
        "generated_tokens": 12,
        "ttft_ms": 229.13623099884717,
        "elapsed_ms": 1244.0372249984648,
        "tokens_per_second": 9.646013607040423,
        "prompt_tokens": 52,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "max_tokens": 32,
        "decoding": "greedy",
        "ablation": false,
        "checkpoint_sha256": "f69d1c96a1e5ba73ff0cc3c69096b464b27947424a50861b89e914cc62bb8399",
        "device": "cpu",
        "profile": "qwen",
        "correct": false
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "Azul se traduce al inglés como \"blue\".",
        "generated_tokens": 12,
        "ttft_ms": 224.89005600073142,
        "elapsed_ms": 1277.5132080023468,
        "tokens_per_second": 9.39324926335944,
        "prompt_tokens": 52,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "max_tokens": 32,
        "decoding": "greedy",
        "ablation": false,
        "checkpoint_sha256": "ce85bb8684c3554ccd17b409583c01a82c7c22218c5d383372b30cd47ff76aed",
        "device": "cpu",
        "profile": "qwen",
        "correct": false
      },
      "base": {
        "variant": "classical",
        "text": "Azul se traduce al inglés como \"blue\".",
        "generated_tokens": 12,
        "ttft_ms": 233.65242799991393,
        "elapsed_ms": 1378.107958000328,
        "tokens_per_second": 8.70759067193279,
        "prompt_tokens": 52,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "max_tokens": 32,
        "decoding": "greedy",
        "ablation": true,
        "checkpoint_sha256": "f69d1c96a1e5ba73ff0cc3c69096b464b27947424a50861b89e914cc62bb8399",
        "device": "cpu",
        "profile": "qwen",
        "correct": false
      }
    },
    {
      "id": "1fd182c2872d",
      "prompt": "dame la traduccion de agua al ingles .",
      "expected": "water .",
      "task": "translation",
      "hybrid": {
        "variant": "hybrid",
        "text": "La traducción de \"agua\" al inglés es \"water\".",
        "generated_tokens": 14,
        "ttft_ms": 246.5300900003058,
        "elapsed_ms": 1474.7646150026412,
        "tokens_per_second": 9.493040352053013,
        "prompt_tokens": 51,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "max_tokens": 32,
        "decoding": "greedy",
        "ablation": false,
        "checkpoint_sha256": "ce85bb8684c3554ccd17b409583c01a82c7c22218c5d383372b30cd47ff76aed",
        "device": "cpu",
        "profile": "qwen",
        "correct": false
      },
      "base": {
        "variant": "classical",
        "text": "La traducción de \"agua\" al inglés es \"water\".",
        "generated_tokens": 14,
        "ttft_ms": 218.7539900005504,
        "elapsed_ms": 1413.7035620005918,
        "tokens_per_second": 9.903066227114833,
        "prompt_tokens": 51,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "max_tokens": 32,
        "decoding": "greedy",
        "ablation": true,
        "checkpoint_sha256": "f69d1c96a1e5ba73ff0cc3c69096b464b27947424a50861b89e914cc62bb8399",
        "device": "cpu",
        "profile": "qwen",
        "correct": false
      },
      "classical": {
        "variant": "classical",
        "text": "La traducción de \"agua\" al inglés es \"water\".",
        "generated_tokens": 14,
        "ttft_ms": 203.34560999981477,
        "elapsed_ms": 1380.2208580018487,
        "tokens_per_second": 10.143304181236514,
        "prompt_tokens": 51,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "max_tokens": 32,
        "decoding": "greedy",
        "ablation": false,
        "checkpoint_sha256": "f69d1c96a1e5ba73ff0cc3c69096b464b27947424a50861b89e914cc62bb8399",
        "device": "cpu",
        "profile": "qwen",
        "correct": false
      }
    },
    {
      "id": "4b6669f4dad8",
      "prompt": "dame la traduccion de negro al ingles .",
      "expected": "black .",
      "task": "translation",
      "base": {
        "variant": "classical",
        "text": "Negro es una palabra en español que se traduce al inglés como \"black\".",
        "generated_tokens": 18,
        "ttft_ms": 204.4965120003326,
        "elapsed_ms": 1745.722632000252,
        "tokens_per_second": 10.310916333470209,
        "prompt_tokens": 51,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "max_tokens": 32,
        "decoding": "greedy",
        "ablation": true,
        "checkpoint_sha256": "f69d1c96a1e5ba73ff0cc3c69096b464b27947424a50861b89e914cc62bb8399",
        "device": "cpu",
        "profile": "qwen",
        "correct": false
      },
      "classical": {
        "variant": "classical",
        "text": "Negro es \"black\" en inglés.",
        "generated_tokens": 10,
        "ttft_ms": 218.73380199758685,
        "elapsed_ms": 1005.0087919989892,
        "tokens_per_second": 9.950161709640106,
        "prompt_tokens": 51,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "max_tokens": 32,
        "decoding": "greedy",
        "ablation": false,
        "checkpoint_sha256": "f69d1c96a1e5ba73ff0cc3c69096b464b27947424a50861b89e914cc62bb8399",
        "device": "cpu",
        "profile": "qwen",
        "correct": false
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "Negro es una palabra en español que se traduce al inglés como \"black\".",
        "generated_tokens": 18,
        "ttft_ms": 220.28382400094415,
        "elapsed_ms": 2077.980711001146,
        "tokens_per_second": 8.662255575667889,
        "prompt_tokens": 51,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "max_tokens": 32,
        "decoding": "greedy",
        "ablation": false,
        "checkpoint_sha256": "ce85bb8684c3554ccd17b409583c01a82c7c22218c5d383372b30cd47ff76aed",
        "device": "cpu",
        "profile": "qwen",
        "correct": false
      }
    },
    {
      "id": "a90c78afcbf5",
      "prompt": "dame la traduccion de rojo al ingles .",
      "expected": "red .",
      "task": "translation",
      "classical": {
        "variant": "classical",
        "text": "El color rojo se traduce al inglés como \"red\".",
        "generated_tokens": 14,
        "ttft_ms": 281.4833109987376,
        "elapsed_ms": 1525.0247889998718,
        "tokens_per_second": 9.180178644296895,
        "prompt_tokens": 52,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "max_tokens": 32,
        "decoding": "greedy",
        "ablation": false,
        "checkpoint_sha256": "f69d1c96a1e5ba73ff0cc3c69096b464b27947424a50861b89e914cc62bb8399",
        "device": "cpu",
        "profile": "qwen",
        "correct": false
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "El color rojo en inglés es \"red\".",
        "generated_tokens": 11,
        "ttft_ms": 220.88170200004242,
        "elapsed_ms": 1863.8327199987543,
        "tokens_per_second": 5.901817197418528,
        "prompt_tokens": 52,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "max_tokens": 32,
        "decoding": "greedy",
        "ablation": false,
        "checkpoint_sha256": "ce85bb8684c3554ccd17b409583c01a82c7c22218c5d383372b30cd47ff76aed",
        "device": "cpu",
        "profile": "qwen",
        "correct": false
      },
      "base": {
        "variant": "classical",
        "text": "El color rojo se traduce al inglés como \"red\".",
        "generated_tokens": 14,
        "ttft_ms": 342.66152199779754,
        "elapsed_ms": 1696.7803389998153,
        "tokens_per_second": 8.250920686794641,
        "prompt_tokens": 52,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "max_tokens": 32,
        "decoding": "greedy",
        "ablation": true,
        "checkpoint_sha256": "f69d1c96a1e5ba73ff0cc3c69096b464b27947424a50861b89e914cc62bb8399",
        "device": "cpu",
        "profile": "qwen",
        "correct": false
      }
    },
    {
      "id": "dda38418c583",
      "prompt": "dame la traduccion de amarillo al ingles .",
      "expected": "yellow .",
      "task": "translation",
      "hybrid": {
        "variant": "hybrid",
        "text": "\"Amarillo\" en inglés es \"red\" o \"amber\".",
        "generated_tokens": 16,
        "ttft_ms": 269.38795400201343,
        "elapsed_ms": 2418.685231001291,
        "tokens_per_second": 6.6151642201810175,
        "prompt_tokens": 53,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "max_tokens": 32,
        "decoding": "greedy",
        "ablation": false,
        "checkpoint_sha256": "ce85bb8684c3554ccd17b409583c01a82c7c22218c5d383372b30cd47ff76aed",
        "device": "cpu",
        "profile": "qwen",
        "correct": false
      },
      "base": {
        "variant": "classical",
        "text": "\"Amarillo\" en inglés es \"red\"",
        "generated_tokens": 12,
        "ttft_ms": 246.76731099680183,
        "elapsed_ms": 1473.667108999507,
        "tokens_per_second": 8.142951638614615,
        "prompt_tokens": 53,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "max_tokens": 32,
        "decoding": "greedy",
        "ablation": true,
        "checkpoint_sha256": "f69d1c96a1e5ba73ff0cc3c69096b464b27947424a50861b89e914cc62bb8399",
        "device": "cpu",
        "profile": "qwen",
        "correct": false
      },
      "classical": {
        "variant": "classical",
        "text": "\"Amarillo\" en inglés es \"red\" o \"amber\".",
        "generated_tokens": 16,
        "ttft_ms": 248.6516909993952,
        "elapsed_ms": 2572.8256379989034,
        "tokens_per_second": 6.218843501747949,
        "prompt_tokens": 53,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "max_tokens": 32,
        "decoding": "greedy",
        "ablation": false,
        "checkpoint_sha256": "f69d1c96a1e5ba73ff0cc3c69096b464b27947424a50861b89e914cc62bb8399",
        "device": "cpu",
        "profile": "qwen",
        "correct": false
      }
    }
  ]
}