{
  "schema": 1,
  "dataset": "QChat educational held-out test v1",
  "test_sha256": "1beae8f583645dff3534a3ba4c9fe130a4542f185c5f0579e9cbf00ab7701028",
  "examples": 130,
  "hardware": {
    "profile": "micro",
    "ready": true,
    "device": "cpu",
    "gpu": null,
    "rocm": null,
    "amd_verified": false,
    "physical_quantum_hardware": false,
    "models": {
      "classical": {
        "config": {
          "vocab_size": 311,
          "context": 48,
          "width": 48,
          "heads": 3,
          "qubits": 4,
          "depth": 2
        },
        "variant": "classical",
        "parameters": 42611,
        "training": {
          "seed": 42,
          "steps": 900,
          "batch": 32,
          "device": "cpu",
          "gpu": null,
          "rocm": null,
          "amd_verified": false,
          "torch": "2.6.0+cpu",
          "python": "3.12.14",
          "train_sha256": "6e20d6a0c11d2fed277c37c930c650630e590e6ba29e472393f1fb84e013194a",
          "selection": "lowest validation answer-token cross-entropy; test excluded",
          "best_step": 900,
          "validation_loss": 0.2541974047898304,
          "seconds": 7.96992598399811
        },
        "sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7"
      },
      "hybrid": {
        "config": {
          "vocab_size": 311,
          "context": 48,
          "width": 48,
          "heads": 3,
          "qubits": 4,
          "depth": 2
        },
        "variant": "hybrid",
        "parameters": 42611,
        "training": {
          "seed": 42,
          "steps": 900,
          "batch": 32,
          "device": "cpu",
          "gpu": null,
          "rocm": null,
          "amd_verified": false,
          "torch": "2.6.0+cpu",
          "python": "3.12.14",
          "train_sha256": "6e20d6a0c11d2fed277c37c930c650630e590e6ba29e472393f1fb84e013194a",
          "selection": "lowest validation answer-token cross-entropy; test excluded",
          "best_step": 500,
          "validation_loss": 0.3484105135612337,
          "seconds": 18.04297456099812
        },
        "sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807"
      }
    },
    "scope": "Small educational corpus: definitions, translation and single-digit addition. Not a general assistant."
  },
  "protocol": {
    "decoding": "greedy",
    "max_tokens": 32,
    "timing": "warm, sequential, alternating order; end-to-end generation includes EOS",
    "quality": "exact match after tokenization; answer-token NLL; per-task results",
    "limitations": "Small synthetic bilingual corpus. Held-out FAQ wording, not unseen concepts. Not general chat quality or quantum advantage."
  },
  "results": {
    "classical": {
      "accuracy": 0.4230769230769231,
      "answer_nll": 0.4577608933268674,
      "answer_perplexity": 1.5805310423574364,
      "median_ms": 1.7766894980013603,
      "median_tokens_per_second": 3652.516054207893,
      "parameters": 42611,
      "by_task": {
        "addition": {
          "correct": 8,
          "total": 22
        },
        "definitions": {
          "correct": 43,
          "total": 96
        },
        "translation": {
          "correct": 4,
          "total": 12
        }
      }
    },
    "hybrid": {
      "accuracy": 0.33076923076923076,
      "answer_nll": 0.6432144286381322,
      "answer_perplexity": 1.902586790004698,
      "median_ms": 6.2249220009107376,
      "median_tokens_per_second": 1170.8362785508243,
      "parameters": 42611,
      "by_task": {
        "addition": {
          "correct": 2,
          "total": 22
        },
        "definitions": {
          "correct": 39,
          "total": 96
        },
        "translation": {
          "correct": 2,
          "total": 12
        }
      }
    }
  },
  "predictions": [
    {
      "id": "d8468af67ab1",
      "prompt": "como describirias entrenar un modelo ?",
      "expected": "consiste en ajustar sus parametros con ejemplos.",
      "classical": {
        "variant": "classical",
        "text": "consiste en ajustar sus parametros con ejemplos.",
        "token_ids": [
          94,
          121,
          32,
          271,
          203,
          90,
          118,
          5,
          4
        ],
        "generated_tokens": 9,
        "ttft_ms": 0.2321659994777292,
        "elapsed_ms": 2.4385389988310635,
        "tokens_per_second": 3690.7344948406544,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 1,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "consiste en ajustar sus parametros con ejemplos.",
        "token_ids": [
          94,
          121,
          32,
          271,
          203,
          90,
          118,
          5,
          4
        ],
        "generated_tokens": 9,
        "ttft_ms": 1.0132949973922223,
        "elapsed_ms": 10.83091200052877,
        "tokens_per_second": 830.9549555531996,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 1,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      }
    },
    {
      "id": "15889957fa44",
      "prompt": "give a definition of a qubit .",
      "expected": "is a unit of quantum information.",
      "hybrid": {
        "variant": "hybrid",
        "text": "describes examples not used for training.",
        "token_ids": [
          108,
          130,
          191,
          295,
          137,
          285,
          5,
          4
        ],
        "generated_tokens": 8,
        "ttft_ms": 0.8666089997859672,
        "elapsed_ms": 7.453321002685698,
        "tokens_per_second": 1073.3470351159322,
        "prompt_tokens": 9,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      },
      "classical": {
        "variant": "classical",
        "text": "is a combination of states.",
        "token_ids": [
          158,
          26,
          78,
          192,
          266,
          5,
          4
        ],
        "generated_tokens": 7,
        "ttft_ms": 0.3225540021958295,
        "elapsed_ms": 15.909411002212437,
        "tokens_per_second": 439.99114731692754,
        "prompt_tokens": 9,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      }
    },
    {
      "id": "845b7b3559a6",
      "prompt": "what is 2 plus 5 ?",
      "expected": "7 .",
      "classical": {
        "variant": "classical",
        "text": "5.",
        "token_ids": [
          20,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 0.42554900210234337,
        "elapsed_ms": 1.9392760004848242,
        "tokens_per_second": 1546.9690746701306,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "addition"
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "10.",
        "token_ids": [
          8,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 1.1427450008341111,
        "elapsed_ms": 2.8081380005460232,
        "tokens_per_second": 1068.3235650871397,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "addition"
      }
    },
    {
      "id": "19d09749e1da",
      "prompt": "how would you describe github ?",
      "expected": "is a platform for sharing code.",
      "hybrid": {
        "variant": "hybrid",
        "text": "15.",
        "token_ids": [
          13,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 1.1235960009798873,
        "elapsed_ms": 3.031825999642024,
        "tokens_per_second": 989.5026958520108,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      },
      "classical": {
        "variant": "classical",
        "text": "is a platform for small models with quantum simulation.",
        "token_ids": [
          158,
          26,
          208,
          137,
          262,
          183,
          307,
          225,
          260,
          5,
          4
        ],
        "generated_tokens": 11,
        "ttft_ms": 0.24131299869623035,
        "elapsed_ms": 3.1751919996168,
        "tokens_per_second": 3464.357431401799,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      }
    },
    {
      "id": "3b9997fadca3",
      "prompt": "necesito una definicion de render .",
      "expected": "es un servicio para alojar aplicaciones web.",
      "classical": {
        "variant": "classical",
        "text": "9.",
        "token_ids": [
          24,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 0.30373800109373406,
        "elapsed_ms": 0.8570640020479914,
        "tokens_per_second": 3500.322021262555,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "9 amd para computacion con gpu.",
        "token_ids": [
          24,
          39,
          197,
          85,
          90,
          146,
          5,
          4
        ],
        "generated_tokens": 8,
        "ttft_ms": 0.6862539994472172,
        "elapsed_ms": 5.957514000328956,
        "tokens_per_second": 1342.8419974436088,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      }
    },
    {
      "id": "d3595138b014",
      "prompt": "how would you describe a hybrid model ?",
      "expected": "combines classical calculations with a quantum circuit.",
      "hybrid": {
        "variant": "hybrid",
        "text": "es un servicio.",
        "token_ids": [
          123,
          289,
          253,
          5,
          4
        ],
        "generated_tokens": 5,
        "ttft_ms": 1.3531440017686691,
        "elapsed_ms": 7.311737001145957,
        "tokens_per_second": 683.8320359739905,
        "prompt_tokens": 10,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      },
      "classical": {
        "variant": "classical",
        "text": "es una respuesta.",
        "token_ids": [
          123,
          290,
          238,
          5,
          4
        ],
        "generated_tokens": 5,
        "ttft_ms": 0.5159280008228961,
        "elapsed_ms": 1.4565099991159514,
        "tokens_per_second": 3432.8634908341296,
        "prompt_tokens": 10,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      }
    },
    {
      "id": "fb8a9e116738",
      "prompt": "necesito una definicion de un conjunto de prueba .",
      "expected": "contiene ejemplos que no se usan para entrenar.",
      "classical": {
        "variant": "classical",
        "text": "contiene ejemplos que no se usan para entrenar.",
        "token_ids": [
          96,
          118,
          228,
          190,
          248,
          294,
          197,
          122,
          5,
          4
        ],
        "generated_tokens": 10,
        "ttft_ms": 0.22290700144367293,
        "elapsed_ms": 2.611632000480313,
        "tokens_per_second": 3829.0233839074076,
        "prompt_tokens": 11,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "contiene ejemplos que no se usan para entrenar.",
        "token_ids": [
          96,
          118,
          228,
          190,
          248,
          294,
          197,
          122,
          5,
          4
        ],
        "generated_tokens": 10,
        "ttft_ms": 1.0371470016252715,
        "elapsed_ms": 9.225724003044888,
        "tokens_per_second": 1083.9257706711762,
        "prompt_tokens": 11,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      }
    },
    {
      "id": "16b355608848",
      "prompt": "como describirias un modelo hibrido ?",
      "expected": "combina calculos clasicos con un circuito cuantico.",
      "hybrid": {
        "variant": "hybrid",
        "text": "combina calculos clasicos con un circuito cuantico.",
        "token_ids": [
          76,
          62,
          71,
          90,
          289,
          67,
          98,
          5,
          4
        ],
        "generated_tokens": 9,
        "ttft_ms": 0.7138440014387015,
        "elapsed_ms": 6.409389003238175,
        "tokens_per_second": 1404.1900086658786,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 1,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      },
      "classical": {
        "variant": "classical",
        "text": "combina calculos clasicos con un circuito cuantico.",
        "token_ids": [
          76,
          62,
          71,
          90,
          289,
          67,
          98,
          5,
          4
        ],
        "generated_tokens": 9,
        "ttft_ms": 0.7706159994995687,
        "elapsed_ms": 4.6005000003788155,
        "tokens_per_second": 1956.3090966762134,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 1,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      }
    },
    {
      "id": "261099cd0a81",
      "prompt": "dame la traduccion de sol al ingles .",
      "expected": "sun .",
      "classical": {
        "variant": "classical",
        "text": "es.",
        "token_ids": [
          123,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 0.18023799930233508,
        "elapsed_ms": 0.5588469975918997,
        "tokens_per_second": 5368.195611548695,
        "prompt_tokens": 10,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "translation"
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "white.",
        "token_ids": [
          306,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 0.5902960001549218,
        "elapsed_ms": 2.2171109994815197,
        "tokens_per_second": 1353.1122260913244,
        "prompt_tokens": 10,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "translation"
      }
    },
    {
      "id": "fbc95f67f6cd",
      "prompt": "cuanto es 2 mas 5 ?",
      "expected": "7 .",
      "hybrid": {
        "variant": "hybrid",
        "text": "10.",
        "token_ids": [
          8,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 0.8526269994035829,
        "elapsed_ms": 2.0358139991003554,
        "tokens_per_second": 1473.6120300409207,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "addition"
      },
      "classical": {
        "variant": "classical",
        "text": "5.",
        "token_ids": [
          20,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 0.19112099835183471,
        "elapsed_ms": 0.6759759999113157,
        "tokens_per_second": 4438.027386169898,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "addition"
      }
    },
    {
      "id": "13ec149f7288",
      "prompt": "dame la traduccion de verde al ingles .",
      "expected": "green .",
      "classical": {
        "variant": "classical",
        "text": "almacena.",
        "token_ids": [
          34,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 0.2030180003202986,
        "elapsed_ms": 0.7082769989210647,
        "tokens_per_second": 4235.630981339183,
        "prompt_tokens": 10,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "translation"
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "green a response.",
        "token_ids": [
          148,
          26,
          237,
          5,
          4
        ],
        "generated_tokens": 5,
        "ttft_ms": 0.8186449995264411,
        "elapsed_ms": 5.482751999807078,
        "tokens_per_second": 911.9507867902715,
        "prompt_tokens": 10,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "translation"
      }
    },
    {
      "id": "0de378d78904",
      "prompt": "what is 9 plus 1 ?",
      "expected": "10 .",
      "hybrid": {
        "variant": "hybrid",
        "text": "18.",
        "token_ids": [
          16,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 0.7556300006399397,
        "elapsed_ms": 2.3185390018625185,
        "tokens_per_second": 1293.9182811201595,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "addition"
      },
      "classical": {
        "variant": "classical",
        "text": "16.",
        "token_ids": [
          14,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 0.3014089998032432,
        "elapsed_ms": 1.0952109987556469,
        "tokens_per_second": 2739.198203276382,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "addition"
      }
    },
    {
      "id": "88096d7e82a0",
      "prompt": "give a definition of a token .",
      "expected": "is a unit of text processed by the model.",
      "classical": {
        "variant": "classical",
        "text": "is a unit of quantum information.",
        "token_ids": [
          158,
          26,
          292,
          192,
          225,
          155,
          5,
          4
        ],
        "generated_tokens": 8,
        "ttft_ms": 0.22924999939277768,
        "elapsed_ms": 1.5409150000778027,
        "tokens_per_second": 5191.720503464546,
        "prompt_tokens": 9,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "a unit of text processed by.",
        "token_ids": [
          26,
          292,
          192,
          275,
          217,
          58,
          5,
          4
        ],
        "generated_tokens": 8,
        "ttft_ms": 1.4305610020528547,
        "elapsed_ms": 10.355207999964477,
        "tokens_per_second": 772.5581176184431,
        "prompt_tokens": 9,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      }
    },
    {
      "id": "6915faac18ca",
      "prompt": "give a definition of a prediction .",
      "expected": "is an estimate of the next result.",
      "hybrid": {
        "variant": "hybrid",
        "text": "3 classical calculations with a quantum simulation.",
        "token_ids": [
          18,
          72,
          60,
          307,
          26,
          225,
          260,
          5,
          4
        ],
        "generated_tokens": 9,
        "ttft_ms": 1.1009519985236693,
        "elapsed_ms": 7.333182998991106,
        "tokens_per_second": 1227.297887048259,
        "prompt_tokens": 9,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      },
      "classical": {
        "variant": "classical",
        "text": "is an estimate of the model during training.",
        "token_ids": [
          158,
          40,
          127,
          192,
          278,
          180,
          115,
          285,
          5,
          4
        ],
        "generated_tokens": 10,
        "ttft_ms": 0.20794199735973962,
        "elapsed_ms": 2.7608119999058545,
        "tokens_per_second": 3622.122766903725,
        "prompt_tokens": 9,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      }
    },
    {
      "id": "5b9f5a36394e",
      "prompt": "como describirias una gpu ?",
      "expected": "es un procesador que ejecuta calculos en paralelo.",
      "classical": {
        "variant": "classical",
        "text": "es un procesador que ejecuta calculos en paralelo.",
        "token_ids": [
          123,
          289,
          215,
          228,
          117,
          62,
          121,
          198,
          5,
          4
        ],
        "generated_tokens": 10,
        "ttft_ms": 0.19141299708280712,
        "elapsed_ms": 3.0464889969152864,
        "tokens_per_second": 3282.4671318772102,
        "prompt_tokens": 7,
        "unknown_prompt_tokens": 1,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "es un procesador que ejecuta calculos en paralelo.",
        "token_ids": [
          123,
          289,
          215,
          228,
          117,
          62,
          121,
          198,
          5,
          4
        ],
        "generated_tokens": 10,
        "ttft_ms": 0.7466790011676494,
        "elapsed_ms": 11.078839001129381,
        "tokens_per_second": 902.6216554803798,
        "prompt_tokens": 7,
        "unknown_prompt_tokens": 1,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      }
    },
    {
      "id": "9e554f1d0adc",
      "prompt": "how would you describe a token ?",
      "expected": "is a unit of text processed by the model.",
      "hybrid": {
        "variant": "hybrid",
        "text": "texto a unit of quantum information.",
        "token_ids": [
          276,
          26,
          292,
          192,
          225,
          155,
          5,
          4
        ],
        "generated_tokens": 8,
        "ttft_ms": 1.0243210017506499,
        "elapsed_ms": 7.8207900005509146,
        "tokens_per_second": 1022.9145648248401,
        "prompt_tokens": 9,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      },
      "classical": {
        "variant": "classical",
        "text": "es una unidad de texto que procesa el modelo.",
        "token_ids": [
          123,
          290,
          291,
          103,
          276,
          228,
          214,
          119,
          181,
          5,
          4
        ],
        "generated_tokens": 11,
        "ttft_ms": 0.24614299763925374,
        "elapsed_ms": 3.2523059999221005,
        "tokens_per_second": 3382.215572662435,
        "prompt_tokens": 9,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      }
    },
    {
      "id": "b7bf8712950f",
      "prompt": "cuanto es 5 mas 8 ?",
      "expected": "13 .",
      "classical": {
        "variant": "classical",
        "text": "13.",
        "token_ids": [
          11,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 0.3285950006102212,
        "elapsed_ms": 0.9511159987596329,
        "tokens_per_second": 3154.189398467014,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "addition"
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "11.",
        "token_ids": [
          9,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 0.948364999203477,
        "elapsed_ms": 2.5146099978883285,
        "tokens_per_second": 1193.0279456930828,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "addition"
      }
    },
    {
      "id": "2af92c576cda",
      "prompt": "necesito una definicion de una gpu .",
      "expected": "es un procesador que ejecuta calculos en paralelo.",
      "hybrid": {
        "variant": "hybrid",
        "text": "es un procesador que ejecuta calculos en paralelo.",
        "token_ids": [
          123,
          289,
          215,
          228,
          117,
          62,
          121,
          198,
          5,
          4
        ],
        "generated_tokens": 10,
        "ttft_ms": 0.6028709976817481,
        "elapsed_ms": 11.236024998652283,
        "tokens_per_second": 889.9944598912392,
        "prompt_tokens": 9,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      },
      "classical": {
        "variant": "classical",
        "text": "es un procesador que ejecuta calculos en paralelo.",
        "token_ids": [
          123,
          289,
          215,
          228,
          117,
          62,
          121,
          198,
          5,
          4
        ],
        "generated_tokens": 10,
        "ttft_ms": 0.22019400057615712,
        "elapsed_ms": 2.499826998246135,
        "tokens_per_second": 4000.2768219624577,
        "prompt_tokens": 9,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      }
    },
    {
      "id": "774acfa7c389",
      "prompt": "necesito una definicion de un circuito cuantico .",
      "expected": "es una secuencia de puertas que transforma qubits.",
      "classical": {
        "variant": "classical",
        "text": "es una secuencia de puertas que transforma qubits.",
        "token_ids": [
          123,
          290,
          249,
          103,
          223,
          228,
          286,
          227,
          5,
          4
        ],
        "generated_tokens": 10,
        "ttft_ms": 0.34309500188101083,
        "elapsed_ms": 3.3862900017993525,
        "tokens_per_second": 2953.0843473790965,
        "prompt_tokens": 10,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "es.",
        "token_ids": [
          123,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 1.0096070000145119,
        "elapsed_ms": 2.709804000915028,
        "tokens_per_second": 1107.0911397971884,
        "prompt_tokens": 10,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      }
    },
    {
      "id": "645e916e882d",
      "prompt": "cuanto es 3 mas 9 ?",
      "expected": "12 .",
      "hybrid": {
        "variant": "hybrid",
        "text": "11.",
        "token_ids": [
          9,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 0.9148730023298413,
        "elapsed_ms": 3.2698460017854813,
        "tokens_per_second": 917.4744004341081,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "addition"
      },
      "classical": {
        "variant": "classical",
        "text": "12.",
        "token_ids": [
          10,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 0.24151800243998878,
        "elapsed_ms": 0.6517490000987891,
        "tokens_per_second": 4602.999006588846,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "addition"
      }
    },
    {
      "id": "55028272d22c",
      "prompt": "como describirias un conjunto de prueba ?",
      "expected": "contiene ejemplos que no se usan para entrenar.",
      "classical": {
        "variant": "classical",
        "text": "contiene ejemplos que no se usan para entrenar.",
        "token_ids": [
          96,
          118,
          228,
          190,
          248,
          294,
          197,
          122,
          5,
          4
        ],
        "generated_tokens": 10,
        "ttft_ms": 0.2217760011262726,
        "elapsed_ms": 1.883343000372406,
        "tokens_per_second": 5309.707258859715,
        "prompt_tokens": 9,
        "unknown_prompt_tokens": 1,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "contiene ejemplos que no se usan para entrenar.",
        "token_ids": [
          96,
          118,
          228,
          190,
          248,
          294,
          197,
          122,
          5,
          4
        ],
        "generated_tokens": 10,
        "ttft_ms": 0.8572359984100331,
        "elapsed_ms": 11.400162999052554,
        "tokens_per_second": 877.1804403876577,
        "prompt_tokens": 9,
        "unknown_prompt_tokens": 1,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      }
    },
    {
      "id": "25dc69ff11d5",
      "prompt": "how would you describe a test set ?",
      "expected": "contains examples not used for training.",
      "hybrid": {
        "variant": "hybrid",
        "text": "contains examples not used for.",
        "token_ids": [
          95,
          130,
          191,
          295,
          137,
          5,
          4
        ],
        "generated_tokens": 7,
        "ttft_ms": 0.7043010009510908,
        "elapsed_ms": 5.292750000080559,
        "tokens_per_second": 1322.5638845389362,
        "prompt_tokens": 10,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      },
      "classical": {
        "variant": "classical",
        "text": "contains examples not used for both models.",
        "token_ids": [
          95,
          130,
          191,
          295,
          137,
          56,
          183,
          5,
          4
        ],
        "generated_tokens": 9,
        "ttft_ms": 0.250742999924114,
        "elapsed_ms": 1.81513000279665,
        "tokens_per_second": 4958.322536751256,
        "prompt_tokens": 10,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      }
    },
    {
      "id": "bf90febf7c39",
      "prompt": "como describirias la superposicion ?",
      "expected": "permite describir un qubit como combinacion de estados.",
      "classical": {
        "variant": "classical",
        "text": "permite describir un qubit como combinacion de estados.",
        "token_ids": [
          205,
          109,
          289,
          226,
          80,
          77,
          103,
          125,
          5,
          4
        ],
        "generated_tokens": 10,
        "ttft_ms": 0.22817100034444593,
        "elapsed_ms": 1.7734649991325568,
        "tokens_per_second": 5638.679085796017,
        "prompt_tokens": 7,
        "unknown_prompt_tokens": 1,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "permite describir un qubit como combinacion de estados.",
        "token_ids": [
          205,
          109,
          289,
          226,
          80,
          77,
          103,
          125,
          5,
          4
        ],
        "generated_tokens": 10,
        "ttft_ms": 0.7043980003800243,
        "elapsed_ms": 7.670204002351966,
        "tokens_per_second": 1303.7462884864124,
        "prompt_tokens": 7,
        "unknown_prompt_tokens": 1,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      }
    },
    {
      "id": "7dda3f8d4a6c",
      "prompt": "como describirias rocm ?",
      "expected": "es software de amd para computacion con gpu.",
      "hybrid": {
        "variant": "hybrid",
        "text": "es software de amd para computacion con gpu.",
        "token_ids": [
          123,
          263,
          103,
          39,
          197,
          85,
          90,
          146,
          5,
          4
        ],
        "generated_tokens": 10,
        "ttft_ms": 1.021076001052279,
        "elapsed_ms": 10.253346001263708,
        "tokens_per_second": 975.2913828098181,
        "prompt_tokens": 6,
        "unknown_prompt_tokens": 1,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      },
      "classical": {
        "variant": "classical",
        "text": "es software de amd para computacion con gpu.",
        "token_ids": [
          123,
          263,
          103,
          39,
          197,
          85,
          90,
          146,
          5,
          4
        ],
        "generated_tokens": 10,
        "ttft_ms": 0.30856800003675744,
        "elapsed_ms": 3.9429969983757474,
        "tokens_per_second": 2536.1419255757323,
        "prompt_tokens": 6,
        "unknown_prompt_tokens": 1,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      }
    },
    {
      "id": "2e39aa2abc76",
      "prompt": "what is 2 plus 2 ?",
      "expected": "4 .",
      "classical": {
        "variant": "classical",
        "text": "2.",
        "token_ids": [
          17,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 0.2664259991433937,
        "elapsed_ms": 4.327227001340361,
        "tokens_per_second": 693.2846368056837,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "addition"
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "5.",
        "token_ids": [
          20,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 5.420124998636311,
        "elapsed_ms": 9.175211998808663,
        "tokens_per_second": 326.9679218735795,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "addition"
      }
    },
    {
      "id": "9b4c2257c492",
      "prompt": "how would you describe rocm ?",
      "expected": "is amd software for gpu computing.",
      "hybrid": {
        "variant": "hybrid",
        "text": "15.",
        "token_ids": [
          13,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 6.058500999643002,
        "elapsed_ms": 13.06372999897576,
        "tokens_per_second": 229.64344794597028,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      },
      "classical": {
        "variant": "classical",
        "text": "8.",
        "token_ids": [
          23,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 0.45604799743159674,
        "elapsed_ms": 1.257482999790227,
        "tokens_per_second": 2385.718137342977,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      }
    },
    {
      "id": "bb5e82d01a4f",
      "prompt": "give a definition of a hybrid model .",
      "expected": "combines classical calculations with a quantum circuit.",
      "classical": {
        "variant": "classical",
        "text": "combines classical methods.",
        "token_ids": [
          79,
          72,
          177,
          5,
          4
        ],
        "generated_tokens": 5,
        "ttft_ms": 3.202899999450892,
        "elapsed_ms": 6.631657997786533,
        "tokens_per_second": 753.9592665467466,
        "prompt_tokens": 10,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "combines classical methods.",
        "token_ids": [
          79,
          72,
          177,
          5,
          4
        ],
        "generated_tokens": 5,
        "ttft_ms": 1.781122999091167,
        "elapsed_ms": 7.788277998770354,
        "tokens_per_second": 641.9904375253966,
        "prompt_tokens": 10,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      }
    },
    {
      "id": "8c2aee34833f",
      "prompt": "como describirias un transformer ?",
      "expected": "es una red neuronal que utiliza atencion.",
      "hybrid": {
        "variant": "hybrid",
        "text": "es una red neuronal que utiliza atencion.",
        "token_ids": [
          123,
          290,
          230,
          188,
          228,
          298,
          49,
          5,
          4
        ],
        "generated_tokens": 9,
        "ttft_ms": 0.9232410011463799,
        "elapsed_ms": 8.718514000065625,
        "tokens_per_second": 1032.2860065295824,
        "prompt_tokens": 7,
        "unknown_prompt_tokens": 1,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      },
      "classical": {
        "variant": "classical",
        "text": "es una red neuronal que utiliza atencion.",
        "token_ids": [
          123,
          290,
          230,
          188,
          228,
          298,
          49,
          5,
          4
        ],
        "generated_tokens": 9,
        "ttft_ms": 0.25419300072826445,
        "elapsed_ms": 2.2290999986580573,
        "tokens_per_second": 4037.5039277816604,
        "prompt_tokens": 7,
        "unknown_prompt_tokens": 1,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      }
    },
    {
      "id": "c218e4e64705",
      "prompt": "necesito una definicion de un modelo hibrido .",
      "expected": "combina calculos clasicos con un circuito cuantico.",
      "classical": {
        "variant": "classical",
        "text": "combina calculos clasicos con un circuito cuantico.",
        "token_ids": [
          76,
          62,
          71,
          90,
          289,
          67,
          98,
          5,
          4
        ],
        "generated_tokens": 9,
        "ttft_ms": 0.33554200126673095,
        "elapsed_ms": 1.6827220024424605,
        "tokens_per_second": 5348.477043110244,
        "prompt_tokens": 10,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "combina calculos clasicos con un circuito cuantico.",
        "token_ids": [
          76,
          62,
          71,
          90,
          289,
          67,
          98,
          5,
          4
        ],
        "generated_tokens": 9,
        "ttft_ms": 0.7678379988647066,
        "elapsed_ms": 9.285799998906441,
        "tokens_per_second": 969.2218226819339,
        "prompt_tokens": 10,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      }
    },
    {
      "id": "8a1a13690b60",
      "prompt": "how would you describe a quantum circuit ?",
      "expected": "is a sequence of gates that transforms qubits.",
      "hybrid": {
        "variant": "hybrid",
        "text": "es una estimacion del siguiente resultado.",
        "token_ids": [
          123,
          290,
          126,
          105,
          257,
          240,
          5,
          4
        ],
        "generated_tokens": 8,
        "ttft_ms": 0.664185998175526,
        "elapsed_ms": 7.547389999672305,
        "tokens_per_second": 1059.9690754482472,
        "prompt_tokens": 10,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      },
      "classical": {
        "variant": "classical",
        "text": "es una respuesta.",
        "token_ids": [
          123,
          290,
          238,
          5,
          4
        ],
        "generated_tokens": 5,
        "ttft_ms": 0.3459170002315659,
        "elapsed_ms": 2.9993010030011646,
        "tokens_per_second": 1667.055088834663,
        "prompt_tokens": 10,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      }
    },
    {
      "id": "227270436447",
      "prompt": "como describirias un simulador cuantico ?",
      "expected": "calcula circuitos cuanticos en un ordenador clasico.",
      "classical": {
        "variant": "classical",
        "text": "calcula circuitos cuanticos en un ordenador clasico.",
        "token_ids": [
          59,
          68,
          99,
          121,
          289,
          194,
          70,
          5,
          4
        ],
        "generated_tokens": 9,
        "ttft_ms": 0.18038999769487418,
        "elapsed_ms": 2.682287999050459,
        "tokens_per_second": 3355.344393736257,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 1,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "calcula circuitos cuanticos en un ordenador clasico.",
        "token_ids": [
          59,
          68,
          99,
          121,
          289,
          194,
          70,
          5,
          4
        ],
        "generated_tokens": 9,
        "ttft_ms": 0.6256230008148123,
        "elapsed_ms": 6.8615240015788,
        "tokens_per_second": 1311.6619570126327,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 1,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      }
    },
    {
      "id": "bc1ac374f255",
      "prompt": "how would you describe a quantum simulator ?",
      "expected": "computes quantum circuits on a classical computer.",
      "hybrid": {
        "variant": "hybrid",
        "text": "computes gpu computing.",
        "token_ids": [
          88,
          146,
          89,
          5,
          4
        ],
        "generated_tokens": 5,
        "ttft_ms": 0.7535760014434345,
        "elapsed_ms": 4.6367600007215515,
        "tokens_per_second": 1078.3391849528384,
        "prompt_tokens": 10,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      },
      "classical": {
        "variant": "classical",
        "text": "computes quantum circuits on the state of gates that circuit.",
        "token_ids": [
          88,
          225,
          69,
          193,
          278,
          265,
          192,
          140,
          277,
          66,
          5,
          4
        ],
        "generated_tokens": 12,
        "ttft_ms": 0.30044500090298243,
        "elapsed_ms": 3.271543002483668,
        "tokens_per_second": 3667.9939682559334,
        "prompt_tokens": 10,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      }
    },
    {
      "id": "c5092b56741a",
      "prompt": "como describirias render ?",
      "expected": "es un servicio para alojar aplicaciones web.",
      "classical": {
        "variant": "classical",
        "text": "es un servicio para alojar aplicaciones web.",
        "token_ids": [
          123,
          289,
          253,
          197,
          35,
          44,
          304,
          5,
          4
        ],
        "generated_tokens": 9,
        "ttft_ms": 0.19380899902898818,
        "elapsed_ms": 2.248638000310166,
        "tokens_per_second": 4002.42279938282,
        "prompt_tokens": 6,
        "unknown_prompt_tokens": 1,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "es un valor que aprende el modelo al entrenar.",
        "token_ids": [
          123,
          289,
          299,
          228,
          46,
          119,
          181,
          33,
          122,
          5,
          4
        ],
        "generated_tokens": 11,
        "ttft_ms": 0.832756999443518,
        "elapsed_ms": 7.974584001203766,
        "tokens_per_second": 1379.3822973511278,
        "prompt_tokens": 6,
        "unknown_prompt_tokens": 1,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      }
    },
    {
      "id": "094bce6dca9a",
      "prompt": "necesito una definicion de una puerta ry .",
      "expected": "gira el estado de un qubit alrededor del eje y.",
      "hybrid": {
        "variant": "hybrid",
        "text": "gira el estado de un qubit alrededor del eje y.",
        "token_ids": [
          144,
          119,
          124,
          103,
          289,
          226,
          36,
          105,
          116,
          308,
          5,
          4
        ],
        "generated_tokens": 12,
        "ttft_ms": 1.0342030000174418,
        "elapsed_ms": 11.79173700074898,
        "tokens_per_second": 1017.6617744474619,
        "prompt_tokens": 10,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      },
      "classical": {
        "variant": "classical",
        "text": "gira el estado de un qubit alrededor del eje y.",
        "token_ids": [
          144,
          119,
          124,
          103,
          289,
          226,
          36,
          105,
          116,
          308,
          5,
          4
        ],
        "generated_tokens": 12,
        "ttft_ms": 0.8389899994654115,
        "elapsed_ms": 5.754378998972243,
        "tokens_per_second": 2085.368378089669,
        "prompt_tokens": 10,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      }
    },
    {
      "id": "43b64eacbfa8",
      "prompt": "give a definition of latency .",
      "expected": "is the time required for a response.",
      "classical": {
        "variant": "classical",
        "text": "9 of text processed by the model.",
        "token_ids": [
          24,
          192,
          275,
          217,
          58,
          278,
          180,
          5,
          4
        ],
        "generated_tokens": 9,
        "ttft_ms": 0.19136699847877026,
        "elapsed_ms": 2.568777999840677,
        "tokens_per_second": 3503.611445036592,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "3 of quantum circuits of quantum information.",
        "token_ids": [
          18,
          192,
          225,
          69,
          192,
          225,
          155,
          5,
          4
        ],
        "generated_tokens": 9,
        "ttft_ms": 1.4791629982937593,
        "elapsed_ms": 16.327269997418625,
        "tokens_per_second": 551.225036483314,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      }
    },
    {
      "id": "c546870c37fa",
      "prompt": "como describirias github ?",
      "expected": "es una plataforma para compartir codigo.",
      "hybrid": {
        "variant": "hybrid",
        "text": "es una plataforma para compartir codigo.",
        "token_ids": [
          123,
          290,
          207,
          197,
          84,
          75,
          5,
          4
        ],
        "generated_tokens": 8,
        "ttft_ms": 0.9528049995424226,
        "elapsed_ms": 6.227973000932252,
        "tokens_per_second": 1284.5270843021472,
        "prompt_tokens": 6,
        "unknown_prompt_tokens": 1,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      },
      "classical": {
        "variant": "classical",
        "text": "es una plataforma para compartir codigo.",
        "token_ids": [
          123,
          290,
          207,
          197,
          84,
          75,
          5,
          4
        ],
        "generated_tokens": 8,
        "ttft_ms": 0.22190099844010547,
        "elapsed_ms": 1.7670790002739523,
        "tokens_per_second": 4527.2452441343885,
        "prompt_tokens": 6,
        "unknown_prompt_tokens": 1,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      }
    },
    {
      "id": "2717ffe6bb86",
      "prompt": "how would you describe a gpu ?",
      "expected": "is a processor that runs calculations in parallel.",
      "classical": {
        "variant": "classical",
        "text": "es un procesador que ejecuta calculos en paralelo.",
        "token_ids": [
          123,
          289,
          215,
          228,
          117,
          62,
          121,
          198,
          5,
          4
        ],
        "generated_tokens": 10,
        "ttft_ms": 0.2582630004326347,
        "elapsed_ms": 3.3621990005485713,
        "tokens_per_second": 2974.2439392696315,
        "prompt_tokens": 9,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "flips a qubit depending on the state of another.",
        "token_ids": [
          136,
          26,
          226,
          106,
          193,
          278,
          265,
          192,
          42,
          5,
          4
        ],
        "generated_tokens": 11,
        "ttft_ms": 0.7150829987949692,
        "elapsed_ms": 7.914527999673737,
        "tokens_per_second": 1389.849148357736,
        "prompt_tokens": 9,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      }
    },
    {
      "id": "a47826f85793",
      "prompt": "give a definition of attention .",
      "expected": "relates previous tokens to generate a response.",
      "hybrid": {
        "variant": "hybrid",
        "text": "relates previous tokens to generate a response.",
        "token_ids": [
          232,
          213,
          283,
          281,
          143,
          26,
          237,
          5,
          4
        ],
        "generated_tokens": 9,
        "ttft_ms": 0.6284049995883834,
        "elapsed_ms": 6.221871000889223,
        "tokens_per_second": 1446.5102215577485,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      },
      "classical": {
        "variant": "classical",
        "text": "relates previous tokens to.",
        "token_ids": [
          232,
          213,
          283,
          281,
          5,
          4
        ],
        "generated_tokens": 6,
        "ttft_ms": 0.39247800305020064,
        "elapsed_ms": 1.322385000094073,
        "tokens_per_second": 4537.256547505581,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      }
    },
    {
      "id": "c666c05b2e07",
      "prompt": "how would you describe a quantum advantage ?",
      "expected": "requires evidence against comparable classical methods.",
      "classical": {
        "variant": "classical",
        "text": "requires evidence against comparable classical methods.",
        "token_ids": [
          236,
          128,
          30,
          82,
          72,
          177,
          5,
          4
        ],
        "generated_tokens": 8,
        "ttft_ms": 0.1715260004857555,
        "elapsed_ms": 1.68572699840297,
        "tokens_per_second": 4745.726922318423,
        "prompt_tokens": 10,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "requires evidence against comparable classical methods.",
        "token_ids": [
          236,
          128,
          30,
          82,
          72,
          177,
          5,
          4
        ],
        "generated_tokens": 8,
        "ttft_ms": 1.0888180004258174,
        "elapsed_ms": 5.703429000277538,
        "tokens_per_second": 1402.6649581524916,
        "prompt_tokens": 10,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      }
    },
    {
      "id": "bfd09f2e3c13",
      "prompt": "what is 5 plus 8 ?",
      "expected": "13 .",
      "hybrid": {
        "variant": "hybrid",
        "text": "11.",
        "token_ids": [
          9,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 0.7653440006833989,
        "elapsed_ms": 2.3298320011235774,
        "tokens_per_second": 1287.646490628178,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "addition"
      },
      "classical": {
        "variant": "classical",
        "text": "13.",
        "token_ids": [
          11,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 0.20656500055338256,
        "elapsed_ms": 0.5496070007211529,
        "tokens_per_second": 5458.445754991523,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "addition"
      }
    },
    {
      "id": "de7fd395d551",
      "prompt": "cuanto es 5 mas 7 ?",
      "expected": "12 .",
      "classical": {
        "variant": "classical",
        "text": "12.",
        "token_ids": [
          10,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 0.21232300059637055,
        "elapsed_ms": 0.5938639988016803,
        "tokens_per_second": 5051.661670102087,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "addition"
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "13.",
        "token_ids": [
          11,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 0.5914940011280123,
        "elapsed_ms": 2.2246340013225563,
        "tokens_per_second": 1348.5364326071096,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "addition"
      }
    },
    {
      "id": "9a93cd6781d5",
      "prompt": "how would you describe render ?",
      "expected": "is a service for hosting web applications.",
      "hybrid": {
        "variant": "hybrid",
        "text": "15.",
        "token_ids": [
          13,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 0.6213150008989032,
        "elapsed_ms": 1.8070650003210176,
        "tokens_per_second": 1660.1505753622932,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      },
      "classical": {
        "variant": "classical",
        "text": "8.",
        "token_ids": [
          23,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 0.24570899768150412,
        "elapsed_ms": 0.8248470003309194,
        "tokens_per_second": 3637.038140159852,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      }
    },
    {
      "id": "b1fa83af9d82",
      "prompt": "dame la traduccion de blanco al ingles .",
      "expected": "white .",
      "classical": {
        "variant": "classical",
        "text": "almacena.",
        "token_ids": [
          34,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 0.43377500333008356,
        "elapsed_ms": 0.9689910002634861,
        "tokens_per_second": 3096.003986811277,
        "prompt_tokens": 10,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "translation"
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "white.",
        "token_ids": [
          306,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 0.6442630001401994,
        "elapsed_ms": 2.024579000135418,
        "tokens_per_second": 1481.7895472586345,
        "prompt_tokens": 10,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "translation"
      }
    },
    {
      "id": "00e9b0489123",
      "prompt": "give a definition of a gpu .",
      "expected": "is a processor that runs calculations in parallel.",
      "hybrid": {
        "variant": "hybrid",
        "text": "a processor that runs calculations in parallel.",
        "token_ids": [
          26,
          218,
          277,
          244,
          60,
          153,
          199,
          5,
          4
        ],
        "generated_tokens": 9,
        "ttft_ms": 0.8394739998038858,
        "elapsed_ms": 7.849128000088967,
        "tokens_per_second": 1146.6241855016235,
        "prompt_tokens": 9,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      },
      "classical": {
        "variant": "classical",
        "text": "is a processor that uses attention.",
        "token_ids": [
          158,
          26,
          218,
          277,
          296,
          50,
          5,
          4
        ],
        "generated_tokens": 8,
        "ttft_ms": 0.24967200079117902,
        "elapsed_ms": 1.819403001718456,
        "tokens_per_second": 4397.046719415033,
        "prompt_tokens": 9,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      }
    },
    {
      "id": "d024bedeed79",
      "prompt": "give a definition of training a model .",
      "expected": "means adjusting its parameters using examples.",
      "classical": {
        "variant": "classical",
        "text": "means adjusting its.",
        "token_ids": [
          174,
          28,
          159,
          5,
          4
        ],
        "generated_tokens": 5,
        "ttft_ms": 0.20088699966436252,
        "elapsed_ms": 1.0119580001628492,
        "tokens_per_second": 4940.9165194557245,
        "prompt_tokens": 10,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "means adjusting its parameters using examples.",
        "token_ids": [
          174,
          28,
          159,
          201,
          297,
          130,
          5,
          4
        ],
        "generated_tokens": 8,
        "ttft_ms": 0.7443899994541425,
        "elapsed_ms": 5.0242419965798035,
        "tokens_per_second": 1592.2799907818753,
        "prompt_tokens": 10,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      }
    },
    {
      "id": "23f647d19c28",
      "prompt": "necesito una definicion de una prediccion .",
      "expected": "es una estimacion del siguiente resultado.",
      "hybrid": {
        "variant": "hybrid",
        "text": "es.",
        "token_ids": [
          123,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 0.8193949979613535,
        "elapsed_ms": 2.485692999471212,
        "tokens_per_second": 1206.906886988135,
        "prompt_tokens": 9,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      },
      "classical": {
        "variant": "classical",
        "text": "es.",
        "token_ids": [
          123,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 0.2367330016568303,
        "elapsed_ms": 0.5715890001738444,
        "tokens_per_second": 5248.52647459551,
        "prompt_tokens": 9,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      }
    },
    {
      "id": "c5f35e874596",
      "prompt": "give a definition of a test set .",
      "expected": "contains examples not used for training.",
      "classical": {
        "variant": "classical",
        "text": "contains examples not used for.",
        "token_ids": [
          95,
          130,
          191,
          295,
          137,
          5,
          4
        ],
        "generated_tokens": 7,
        "ttft_ms": 0.17251199824386276,
        "elapsed_ms": 1.7799139968701638,
        "tokens_per_second": 3932.7742870211364,
        "prompt_tokens": 10,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "uses the same.",
        "token_ids": [
          296,
          278,
          247,
          5,
          4
        ],
        "generated_tokens": 5,
        "ttft_ms": 0.8272179984487593,
        "elapsed_ms": 5.509162998350803,
        "tokens_per_second": 907.5788829440654,
        "prompt_tokens": 10,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      }
    },
    {
      "id": "f081d862a14f",
      "prompt": "what is 5 plus 7 ?",
      "expected": "12 .",
      "hybrid": {
        "variant": "hybrid",
        "text": "13.",
        "token_ids": [
          11,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 1.515127001766814,
        "elapsed_ms": 3.1821390002733096,
        "tokens_per_second": 942.762085421892,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "addition"
      },
      "classical": {
        "variant": "classical",
        "text": "12.",
        "token_ids": [
          10,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 1.1878080003953073,
        "elapsed_ms": 2.0098750028409995,
        "tokens_per_second": 1492.6301365803538,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "addition"
      }
    },
    {
      "id": "233118be3621",
      "prompt": "necesito una definicion de amd .",
      "expected": "es una empresa que fabrica procesadores y gpu.",
      "classical": {
        "variant": "classical",
        "text": "gira.",
        "token_ids": [
          144,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 0.1777300021785777,
        "elapsed_ms": 0.5395900006988086,
        "tokens_per_second": 5559.776860421394,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "9 amd para computacion con gpu.",
        "token_ids": [
          24,
          39,
          197,
          85,
          90,
          146,
          5,
          4
        ],
        "generated_tokens": 8,
        "ttft_ms": 1.0732720002124552,
        "elapsed_ms": 6.585369999811519,
        "tokens_per_second": 1214.8140499666638,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      }
    },
    {
      "id": "6bf75caa1399",
      "prompt": "como describirias qchat lab ?",
      "expected": "es un laboratorio de modelos pequenos con simulacion cuantica.",
      "hybrid": {
        "variant": "hybrid",
        "text": "red.",
        "token_ids": [
          230,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 0.7023489997664001,
        "elapsed_ms": 2.312306001840625,
        "tokens_per_second": 1297.406138120111,
        "prompt_tokens": 7,
        "unknown_prompt_tokens": 1,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      },
      "classical": {
        "variant": "classical",
        "text": "es un laboratorio de modelos pequenos con simulacion cuantica.",
        "token_ids": [
          123,
          289,
          163,
          103,
          182,
          204,
          90,
          258,
          97,
          5,
          4
        ],
        "generated_tokens": 11,
        "ttft_ms": 0.22684199939249083,
        "elapsed_ms": 2.0814460003748536,
        "tokens_per_second": 5284.787593826109,
        "prompt_tokens": 7,
        "unknown_prompt_tokens": 1,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      }
    },
    {
      "id": "3f935137ba2e",
      "prompt": "how would you describe memory ?",
      "expected": "stores data during computation.",
      "classical": {
        "variant": "classical",
        "text": "stores data during computation.",
        "token_ids": [
          267,
          101,
          115,
          86,
          5,
          4
        ],
        "generated_tokens": 6,
        "ttft_ms": 0.16347299970220774,
        "elapsed_ms": 1.4587840014428366,
        "tokens_per_second": 4113.01467116831,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "stores data and conditions a transforma qubits.",
        "token_ids": [
          267,
          101,
          41,
          92,
          26,
          286,
          227,
          5,
          4
        ],
        "generated_tokens": 9,
        "ttft_ms": 0.7502569969801698,
        "elapsed_ms": 8.307413998409174,
        "tokens_per_second": 1083.369626423271,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      }
    },
    {
      "id": "0152044f7a89",
      "prompt": "dame la traduccion de azul al ingles .",
      "expected": "blue .",
      "hybrid": {
        "variant": "hybrid",
        "text": "moon.",
        "token_ids": [
          184,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 0.9385249977640342,
        "elapsed_ms": 2.669014997081831,
        "tokens_per_second": 1124.0101697742618,
        "prompt_tokens": 10,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "translation"
      },
      "classical": {
        "variant": "classical",
        "text": "gira el.",
        "token_ids": [
          144,
          119,
          5,
          4
        ],
        "generated_tokens": 4,
        "ttft_ms": 0.5203949986025691,
        "elapsed_ms": 1.8275459988217335,
        "tokens_per_second": 2188.7273986968885,
        "prompt_tokens": 10,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "translation"
      }
    },
    {
      "id": "1fd182c2872d",
      "prompt": "dame la traduccion de agua al ingles .",
      "expected": "water .",
      "classical": {
        "variant": "classical",
        "text": "water.",
        "token_ids": [
          303,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 0.1962829992407933,
        "elapsed_ms": 0.9948560000339057,
        "tokens_per_second": 3015.5117925586787,
        "prompt_tokens": 10,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "translation"
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "water.",
        "token_ids": [
          303,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 0.8935909972933587,
        "elapsed_ms": 3.6386760002642404,
        "tokens_per_second": 824.4757158323907,
        "prompt_tokens": 10,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "translation"
      }
    },
    {
      "id": "ab2ac1a22b63",
      "prompt": "como describirias un parametro ?",
      "expected": "es un valor que aprende el modelo al entrenar.",
      "hybrid": {
        "variant": "hybrid",
        "text": "es un valor que aprende el modelo al entrenar.",
        "token_ids": [
          123,
          289,
          299,
          228,
          46,
          119,
          181,
          33,
          122,
          5,
          4
        ],
        "generated_tokens": 11,
        "ttft_ms": 0.878325998201035,
        "elapsed_ms": 9.988919999159407,
        "tokens_per_second": 1101.2201520210072,
        "prompt_tokens": 7,
        "unknown_prompt_tokens": 1,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      },
      "classical": {
        "variant": "classical",
        "text": "es un valor que aprende el modelo al entrenar.",
        "token_ids": [
          123,
          289,
          299,
          228,
          46,
          119,
          181,
          33,
          122,
          5,
          4
        ],
        "generated_tokens": 11,
        "ttft_ms": 0.29389699921011925,
        "elapsed_ms": 5.895205998967867,
        "tokens_per_second": 1865.922921425626,
        "prompt_tokens": 7,
        "unknown_prompt_tokens": 1,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      }
    },
    {
      "id": "ff68eb4a4c6d",
      "prompt": "como describirias una puerta ry ?",
      "expected": "gira el estado de un qubit alrededor del eje y.",
      "classical": {
        "variant": "classical",
        "text": "gira el estado de un qubit alrededor del eje y.",
        "token_ids": [
          144,
          119,
          124,
          103,
          289,
          226,
          36,
          105,
          116,
          308,
          5,
          4
        ],
        "generated_tokens": 12,
        "ttft_ms": 0.46405100147239864,
        "elapsed_ms": 8.996649001346668,
        "tokens_per_second": 1333.8299624897863,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 1,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "gira el estado de un qubit alrededor del eje y.",
        "token_ids": [
          144,
          119,
          124,
          103,
          289,
          226,
          36,
          105,
          116,
          308,
          5,
          4
        ],
        "generated_tokens": 12,
        "ttft_ms": 2.3361919993476477,
        "elapsed_ms": 15.2756080024119,
        "tokens_per_second": 785.5661128581784,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 1,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      }
    },
    {
      "id": "a254ab9da144",
      "prompt": "necesito una definicion de una ventaja cuantica .",
      "expected": "requiere evidencia frente a metodos clasicos comparables.",
      "hybrid": {
        "variant": "hybrid",
        "text": "requiere evidencia frente a metodos clasicos comparables.",
        "token_ids": [
          234,
          129,
          138,
          26,
          178,
          71,
          83,
          5,
          4
        ],
        "generated_tokens": 9,
        "ttft_ms": 0.6832820035924669,
        "elapsed_ms": 7.7559650017065,
        "tokens_per_second": 1160.397190809884,
        "prompt_tokens": 10,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      },
      "classical": {
        "variant": "classical",
        "text": "requiere evidencia frente a metodos clasicos comparables.",
        "token_ids": [
          234,
          129,
          138,
          26,
          178,
          71,
          83,
          5,
          4
        ],
        "generated_tokens": 9,
        "ttft_ms": 0.3130429977318272,
        "elapsed_ms": 2.706612998736091,
        "tokens_per_second": 3325.1890847353266,
        "prompt_tokens": 10,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      }
    },
    {
      "id": "d27da7eabca1",
      "prompt": "cuanto es 9 mas 1 ?",
      "expected": "10 .",
      "classical": {
        "variant": "classical",
        "text": "16.",
        "token_ids": [
          14,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 0.5729500007873867,
        "elapsed_ms": 1.3607309992949013,
        "tokens_per_second": 2204.6973292697303,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "addition"
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "18.",
        "token_ids": [
          16,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 1.3465089978126343,
        "elapsed_ms": 2.996818999235984,
        "tokens_per_second": 1001.0614590887294,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "addition"
      }
    },
    {
      "id": "241aca0201ce",
      "prompt": "necesito una definicion de la atencion .",
      "expected": "relaciona los tokens anteriores para generar una respuesta.",
      "hybrid": {
        "variant": "hybrid",
        "text": "relaciona los tokens anteriores para generar una respuesta.",
        "token_ids": [
          231,
          168,
          283,
          43,
          197,
          142,
          290,
          238,
          5,
          4
        ],
        "generated_tokens": 10,
        "ttft_ms": 0.819864002551185,
        "elapsed_ms": 10.920469001575839,
        "tokens_per_second": 915.7115869801,
        "prompt_tokens": 9,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      },
      "classical": {
        "variant": "classical",
        "text": "relaciona los tokens anteriores para generar una respuesta.",
        "token_ids": [
          231,
          168,
          283,
          43,
          197,
          142,
          290,
          238,
          5,
          4
        ],
        "generated_tokens": 10,
        "ttft_ms": 0.26201600121567026,
        "elapsed_ms": 3.0893440016370732,
        "tokens_per_second": 3236.9331465517935,
        "prompt_tokens": 9,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      }
    },
    {
      "id": "52b51606a72f",
      "prompt": "give a definition of a quantum advantage .",
      "expected": "requires evidence against comparable classical methods.",
      "classical": {
        "variant": "classical",
        "text": "requires evidence against comparable classical methods.",
        "token_ids": [
          236,
          128,
          30,
          82,
          72,
          177,
          5,
          4
        ],
        "generated_tokens": 8,
        "ttft_ms": 0.5452020013763104,
        "elapsed_ms": 2.781801998935407,
        "tokens_per_second": 2875.8337232705967,
        "prompt_tokens": 10,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "requires evidence against comparable classical computer.",
        "token_ids": [
          236,
          128,
          30,
          82,
          72,
          87,
          5,
          4
        ],
        "generated_tokens": 8,
        "ttft_ms": 0.7403269992209971,
        "elapsed_ms": 5.451158998766914,
        "tokens_per_second": 1467.5778126834402,
        "prompt_tokens": 10,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      }
    },
    {
      "id": "732a4ba0a51f",
      "prompt": "give a definition of memory .",
      "expected": "stores data during computation.",
      "hybrid": {
        "variant": "hybrid",
        "text": "stores data during computation.",
        "token_ids": [
          267,
          101,
          115,
          86,
          5,
          4
        ],
        "generated_tokens": 6,
        "ttft_ms": 0.6341909975162707,
        "elapsed_ms": 4.297417999623576,
        "tokens_per_second": 1396.1871990403442,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      },
      "classical": {
        "variant": "classical",
        "text": "stores data during computation.",
        "token_ids": [
          267,
          101,
          115,
          86,
          5,
          4
        ],
        "generated_tokens": 6,
        "ttft_ms": 0.24863399812602438,
        "elapsed_ms": 1.649923997320002,
        "tokens_per_second": 3636.5311430986494,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      }
    },
    {
      "id": "31fb85501cdd",
      "prompt": "necesito una definicion de un simulador cuantico .",
      "expected": "calcula circuitos cuanticos en un ordenador clasico.",
      "classical": {
        "variant": "classical",
        "text": "calcula circuitos cuanticos en un ordenador clasico.",
        "token_ids": [
          59,
          68,
          99,
          121,
          289,
          194,
          70,
          5,
          4
        ],
        "generated_tokens": 9,
        "ttft_ms": 0.20113899881835096,
        "elapsed_ms": 2.3339840008702595,
        "tokens_per_second": 3856.0675637211825,
        "prompt_tokens": 10,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "calcula circuitos cuanticos en un ordenador clasico.",
        "token_ids": [
          59,
          68,
          99,
          121,
          289,
          194,
          70,
          5,
          4
        ],
        "generated_tokens": 9,
        "ttft_ms": 0.6543640010931995,
        "elapsed_ms": 11.487945001135813,
        "tokens_per_second": 783.4299345192,
        "prompt_tokens": 10,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      }
    },
    {
      "id": "0523ea601eb5",
      "prompt": "como describirias un token ?",
      "expected": "es una unidad de texto que procesa el modelo.",
      "hybrid": {
        "variant": "hybrid",
        "text": "es una unidad de texto que procesa el modelo.",
        "token_ids": [
          123,
          290,
          291,
          103,
          276,
          228,
          214,
          119,
          181,
          5,
          4
        ],
        "generated_tokens": 11,
        "ttft_ms": 2.300938002008479,
        "elapsed_ms": 9.649113002524246,
        "tokens_per_second": 1140.0011583574944,
        "prompt_tokens": 7,
        "unknown_prompt_tokens": 1,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      },
      "classical": {
        "variant": "classical",
        "text": "es una unidad de texto que procesa el modelo.",
        "token_ids": [
          123,
          290,
          291,
          103,
          276,
          228,
          214,
          119,
          181,
          5,
          4
        ],
        "generated_tokens": 11,
        "ttft_ms": 0.3696849998959806,
        "elapsed_ms": 3.365953001775779,
        "tokens_per_second": 3268.0194863673737,
        "prompt_tokens": 7,
        "unknown_prompt_tokens": 1,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      }
    },
    {
      "id": "4b6669f4dad8",
      "prompt": "dame la traduccion de negro al ingles .",
      "expected": "black .",
      "classical": {
        "variant": "classical",
        "text": "es.",
        "token_ids": [
          123,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 0.303327997244196,
        "elapsed_ms": 1.0513029992580414,
        "tokens_per_second": 2853.6016753659546,
        "prompt_tokens": 10,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "translation"
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "white.",
        "token_ids": [
          306,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 3.280419001384871,
        "elapsed_ms": 4.830545000004349,
        "tokens_per_second": 621.0479355843489,
        "prompt_tokens": 10,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "translation"
      }
    },
    {
      "id": "e582b57c8324",
      "prompt": "what is 8 plus 1 ?",
      "expected": "9 .",
      "hybrid": {
        "variant": "hybrid",
        "text": "7.",
        "token_ids": [
          22,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 1.7740900002536364,
        "elapsed_ms": 3.4535999984655064,
        "tokens_per_second": 868.6587912129231,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "addition"
      },
      "classical": {
        "variant": "classical",
        "text": "5.",
        "token_ids": [
          20,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 0.2204120028181933,
        "elapsed_ms": 0.6163950019981712,
        "tokens_per_second": 4867.008963854157,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "addition"
      }
    },
    {
      "id": "74336a23aef5",
      "prompt": "what is 0 plus 5 ?",
      "expected": "5 .",
      "classical": {
        "variant": "classical",
        "text": "5.",
        "token_ids": [
          20,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 0.210628000786528,
        "elapsed_ms": 0.5238980011199601,
        "tokens_per_second": 5726.305489974702,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "addition"
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "6.",
        "token_ids": [
          21,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 1.6649190001771785,
        "elapsed_ms": 3.383800998562947,
        "tokens_per_second": 886.576959246143,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "addition"
      }
    },
    {
      "id": "c90768b362e9",
      "prompt": "necesito una definicion de la memoria .",
      "expected": "almacena datos durante el calculo.",
      "hybrid": {
        "variant": "hybrid",
        "text": "almacena datos durante el calculo.",
        "token_ids": [
          34,
          102,
          114,
          119,
          61,
          5,
          4
        ],
        "generated_tokens": 7,
        "ttft_ms": 0.9793479985091835,
        "elapsed_ms": 5.46858700181474,
        "tokens_per_second": 1280.0381520266687,
        "prompt_tokens": 9,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      },
      "classical": {
        "variant": "classical",
        "text": "almacena datos.",
        "token_ids": [
          34,
          102,
          5,
          4
        ],
        "generated_tokens": 4,
        "ttft_ms": 0.2764109995041508,
        "elapsed_ms": 0.7886470011726487,
        "tokens_per_second": 5071.977696044431,
        "prompt_tokens": 9,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      }
    },
    {
      "id": "18dd7e5fab14",
      "prompt": "how would you describe attention ?",
      "expected": "relates previous tokens to generate a response.",
      "classical": {
        "variant": "classical",
        "text": "contains examples not used for training quantum simulation.",
        "token_ids": [
          95,
          130,
          191,
          295,
          137,
          285,
          225,
          260,
          5,
          4
        ],
        "generated_tokens": 10,
        "ttft_ms": 0.16769400099292397,
        "elapsed_ms": 2.0959440007572994,
        "tokens_per_second": 4771.119837355785,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "requiere evidencia frente a metodos clasicos comparables.",
        "token_ids": [
          234,
          129,
          138,
          26,
          178,
          71,
          83,
          5,
          4
        ],
        "generated_tokens": 9,
        "ttft_ms": 0.7427830023516435,
        "elapsed_ms": 6.001914000080433,
        "tokens_per_second": 1499.5216525727276,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      }
    },
    {
      "id": "445b9058f4ae",
      "prompt": "what is 2 plus 3 ?",
      "expected": "5 .",
      "hybrid": {
        "variant": "hybrid",
        "text": "5.",
        "token_ids": [
          20,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 0.7997159991646186,
        "elapsed_ms": 2.238756998849567,
        "tokens_per_second": 1340.0293115963966,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "addition"
      },
      "classical": {
        "variant": "classical",
        "text": "3.",
        "token_ids": [
          18,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 0.34699199750320986,
        "elapsed_ms": 0.8959359984146431,
        "tokens_per_second": 3348.4534668865786,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "addition"
      }
    },
    {
      "id": "e1ad93e79b82",
      "prompt": "how would you describe an ry gate ?",
      "expected": "rotates a qubit state around the y axis.",
      "classical": {
        "variant": "classical",
        "text": "rotates a qubit state around the y.",
        "token_ids": [
          243,
          26,
          226,
          265,
          47,
          278,
          308,
          5,
          4
        ],
        "generated_tokens": 9,
        "ttft_ms": 0.17532399942865595,
        "elapsed_ms": 2.749209998000879,
        "tokens_per_second": 3273.6677105584727,
        "prompt_tokens": 10,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "rotates a qubit alrededor del siguiente.",
        "token_ids": [
          243,
          26,
          226,
          36,
          105,
          257,
          5,
          4
        ],
        "generated_tokens": 8,
        "ttft_ms": 0.8711469999980181,
        "elapsed_ms": 6.1772070002916735,
        "tokens_per_second": 1295.0836841993896,
        "prompt_tokens": 10,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      }
    },
    {
      "id": "904c63aba2bd",
      "prompt": "how would you describe qchat lab ?",
      "expected": "is a laboratory for small models with quantum simulation.",
      "hybrid": {
        "variant": "hybrid",
        "text": "requiere evidencia frente a metodos clasicos comparables.",
        "token_ids": [
          234,
          129,
          138,
          26,
          178,
          71,
          83,
          5,
          4
        ],
        "generated_tokens": 9,
        "ttft_ms": 0.6091140021453612,
        "elapsed_ms": 7.370532999630086,
        "tokens_per_second": 1221.078584201671,
        "prompt_tokens": 9,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      },
      "classical": {
        "variant": "classical",
        "text": "es un laboratorio de modelos pequenos con simulacion cuantica.",
        "token_ids": [
          123,
          289,
          163,
          103,
          182,
          204,
          90,
          258,
          97,
          5,
          4
        ],
        "generated_tokens": 11,
        "ttft_ms": 0.6540699978359044,
        "elapsed_ms": 2.57122199764126,
        "tokens_per_second": 4278.1214574591295,
        "prompt_tokens": 9,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      }
    },
    {
      "id": "7c951e280b8c",
      "prompt": "necesito una definicion de la superposicion .",
      "expected": "permite describir un qubit como combinacion de estados.",
      "classical": {
        "variant": "classical",
        "text": "permite describir un qubit como combinacion de estados.",
        "token_ids": [
          205,
          109,
          289,
          226,
          80,
          77,
          103,
          125,
          5,
          4
        ],
        "generated_tokens": 10,
        "ttft_ms": 0.17288500021095388,
        "elapsed_ms": 4.878867999650538,
        "tokens_per_second": 2049.655780954983,
        "prompt_tokens": 9,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "permite describir un qubit como combinacion de estados.",
        "token_ids": [
          205,
          109,
          289,
          226,
          80,
          77,
          103,
          125,
          5,
          4
        ],
        "generated_tokens": 10,
        "ttft_ms": 1.306703001318965,
        "elapsed_ms": 8.254832002421608,
        "tokens_per_second": 1211.4116916087978,
        "prompt_tokens": 9,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      }
    },
    {
      "id": "5ebb9ff842ea",
      "prompt": "give a definition of a quantum circuit .",
      "expected": "is a sequence of gates that transforms qubits.",
      "hybrid": {
        "variant": "hybrid",
        "text": ".",
        "token_ids": [
          5,
          4
        ],
        "generated_tokens": 2,
        "ttft_ms": 0.7438140019075945,
        "elapsed_ms": 1.3899959994887467,
        "tokens_per_second": 1438.8530619768821,
        "prompt_tokens": 10,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      },
      "classical": {
        "variant": "classical",
        "text": "is a combination of states.",
        "token_ids": [
          158,
          26,
          78,
          192,
          266,
          5,
          4
        ],
        "generated_tokens": 7,
        "ttft_ms": 0.20884599871351384,
        "elapsed_ms": 1.609126997209387,
        "tokens_per_second": 4350.184921475858,
        "prompt_tokens": 10,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      }
    },
    {
      "id": "3370d47c02d2",
      "prompt": "how would you describe a cnot gate ?",
      "expected": "flips a qubit depending on the state of another.",
      "classical": {
        "variant": "classical",
        "text": "flips a qubit depending on the state of another.",
        "token_ids": [
          136,
          26,
          226,
          106,
          193,
          278,
          265,
          192,
          42,
          5,
          4
        ],
        "generated_tokens": 11,
        "ttft_ms": 0.23516100191045552,
        "elapsed_ms": 2.0767990026797634,
        "tokens_per_second": 5296.612713029201,
        "prompt_tokens": 10,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "flips a qubit depending on the.",
        "token_ids": [
          136,
          26,
          226,
          106,
          193,
          278,
          5,
          4
        ],
        "generated_tokens": 8,
        "ttft_ms": 0.6646350011578761,
        "elapsed_ms": 6.648367001616862,
        "tokens_per_second": 1203.3030062952942,
        "prompt_tokens": 10,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      }
    },
    {
      "id": "6fc684798d6a",
      "prompt": "give a definition of a fair test .",
      "expected": "uses the same data and conditions for both models.",
      "hybrid": {
        "variant": "hybrid",
        "text": "uses the same data and conditions for.",
        "token_ids": [
          296,
          278,
          247,
          101,
          41,
          92,
          137,
          5,
          4
        ],
        "generated_tokens": 9,
        "ttft_ms": 0.9279740006604698,
        "elapsed_ms": 8.73157100068056,
        "tokens_per_second": 1030.7423485760487,
        "prompt_tokens": 10,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      },
      "classical": {
        "variant": "classical",
        "text": "uses the same data and conditions.",
        "token_ids": [
          296,
          278,
          247,
          101,
          41,
          92,
          5,
          4
        ],
        "generated_tokens": 8,
        "ttft_ms": 0.2640019993123133,
        "elapsed_ms": 2.1488989987119567,
        "tokens_per_second": 3722.8366734756614,
        "prompt_tokens": 10,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      }
    },
    {
      "id": "08ecf389eb9f",
      "prompt": "how would you describe a fair test ?",
      "expected": "uses the same data and conditions for both models.",
      "classical": {
        "variant": "classical",
        "text": "uses the same data and conditions.",
        "token_ids": [
          296,
          278,
          247,
          101,
          41,
          92,
          5,
          4
        ],
        "generated_tokens": 8,
        "ttft_ms": 1.1656050010060426,
        "elapsed_ms": 2.7610400029516313,
        "tokens_per_second": 2897.458925422221,
        "prompt_tokens": 10,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "requiere evidencia frente a metodos clasicos comparables.",
        "token_ids": [
          234,
          129,
          138,
          26,
          178,
          71,
          83,
          5,
          4
        ],
        "generated_tokens": 9,
        "ttft_ms": 0.7312859997909982,
        "elapsed_ms": 5.856744999618968,
        "tokens_per_second": 1536.6897484158058,
        "prompt_tokens": 10,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      }
    },
    {
      "id": "941417d21104",
      "prompt": "how would you describe a qubit ?",
      "expected": "is a unit of quantum information.",
      "hybrid": {
        "variant": "hybrid",
        "text": "green by the model during training.",
        "token_ids": [
          148,
          58,
          278,
          180,
          115,
          285,
          5,
          4
        ],
        "generated_tokens": 8,
        "ttft_ms": 0.6418119992304128,
        "elapsed_ms": 5.67102299828548,
        "tokens_per_second": 1410.6802251407973,
        "prompt_tokens": 9,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      },
      "classical": {
        "variant": "classical",
        "text": "es la unidad de informacion cuantica.",
        "token_ids": [
          123,
          161,
          291,
          103,
          154,
          97,
          5,
          4
        ],
        "generated_tokens": 8,
        "ttft_ms": 0.287343002128182,
        "elapsed_ms": 1.7622200030018575,
        "tokens_per_second": 4539.728289528199,
        "prompt_tokens": 9,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      }
    },
    {
      "id": "f90c4da8a2ac",
      "prompt": "how would you describe latency ?",
      "expected": "is the time required for a response.",
      "classical": {
        "variant": "classical",
        "text": "8.",
        "token_ids": [
          23,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 0.4163550001976546,
        "elapsed_ms": 0.7521190018451307,
        "tokens_per_second": 3988.7304969562942,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "15 the time required for a classical the y.",
        "token_ids": [
          13,
          278,
          280,
          235,
          137,
          26,
          72,
          278,
          308,
          5,
          4
        ],
        "generated_tokens": 11,
        "ttft_ms": 0.6454370013670996,
        "elapsed_ms": 7.853458002500702,
        "tokens_per_second": 1400.6568821654582,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      }
    },
    {
      "id": "a90c78afcbf5",
      "prompt": "dame la traduccion de rojo al ingles .",
      "expected": "red .",
      "hybrid": {
        "variant": "hybrid",
        "text": "permite describir un ordenador clasico.",
        "token_ids": [
          205,
          109,
          289,
          194,
          70,
          5,
          4
        ],
        "generated_tokens": 7,
        "ttft_ms": 1.001096999971196,
        "elapsed_ms": 4.959570000210078,
        "tokens_per_second": 1411.4126828945841,
        "prompt_tokens": 10,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "translation"
      },
      "classical": {
        "variant": "classical",
        "text": "es.",
        "token_ids": [
          123,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 0.3569629989215173,
        "elapsed_ms": 0.7418759996653534,
        "tokens_per_second": 4043.802470161111,
        "prompt_tokens": 10,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "translation"
      }
    },
    {
      "id": "a129add628ae",
      "prompt": "give a definition of a quantum simulator .",
      "expected": "computes quantum circuits on a classical computer.",
      "classical": {
        "variant": "classical",
        "text": "5 2 classical computer.",
        "token_ids": [
          20,
          17,
          72,
          87,
          5,
          4
        ],
        "generated_tokens": 6,
        "ttft_ms": 0.19230500038247555,
        "elapsed_ms": 1.246537001861725,
        "tokens_per_second": 4813.3348557153895,
        "prompt_tokens": 10,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "computes sharing code.",
        "token_ids": [
          88,
          255,
          74,
          5,
          4
        ],
        "generated_tokens": 5,
        "ttft_ms": 0.709064999682596,
        "elapsed_ms": 3.6020439983985852,
        "tokens_per_second": 1388.1007567433726,
        "prompt_tokens": 10,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      }
    },
    {
      "id": "bb053b627d52",
      "prompt": "give a definition of a cnot gate .",
      "expected": "flips a qubit depending on the state of another.",
      "hybrid": {
        "variant": "hybrid",
        "text": "flips a qubit depending on the.",
        "token_ids": [
          136,
          26,
          226,
          106,
          193,
          278,
          5,
          4
        ],
        "generated_tokens": 8,
        "ttft_ms": 0.7244049993460067,
        "elapsed_ms": 6.257623001147294,
        "tokens_per_second": 1278.4407111986854,
        "prompt_tokens": 10,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      },
      "classical": {
        "variant": "classical",
        "text": "flips a qubit depending on the state of another.",
        "token_ids": [
          136,
          26,
          226,
          106,
          193,
          278,
          265,
          192,
          42,
          5,
          4
        ],
        "generated_tokens": 11,
        "ttft_ms": 0.37199199869064614,
        "elapsed_ms": 2.6010789988504257,
        "tokens_per_second": 4229.0141917494875,
        "prompt_tokens": 10,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      }
    },
    {
      "id": "85ab679436cd",
      "prompt": "cuanto es 2 mas 3 ?",
      "expected": "5 .",
      "classical": {
        "variant": "classical",
        "text": "3.",
        "token_ids": [
          18,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 0.2086610002152156,
        "elapsed_ms": 0.6738849988323636,
        "tokens_per_second": 4451.798163185234,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "addition"
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "5.",
        "token_ids": [
          20,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 0.7484630004910287,
        "elapsed_ms": 2.160094998544082,
        "tokens_per_second": 1388.827807120529,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "addition"
      }
    },
    {
      "id": "a1ba190a629e",
      "prompt": "como describirias la latencia ?",
      "expected": "es el tiempo que tarda una respuesta.",
      "hybrid": {
        "variant": "hybrid",
        "text": "es el tiempo que tarda una respuesta.",
        "token_ids": [
          123,
          119,
          279,
          228,
          272,
          290,
          238,
          5,
          4
        ],
        "generated_tokens": 9,
        "ttft_ms": 0.7289189998118673,
        "elapsed_ms": 6.69430400012061,
        "tokens_per_second": 1344.4265452895252,
        "prompt_tokens": 7,
        "unknown_prompt_tokens": 1,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      },
      "classical": {
        "variant": "classical",
        "text": "es el tiempo que tarda una respuesta.",
        "token_ids": [
          123,
          119,
          279,
          228,
          272,
          290,
          238,
          5,
          4
        ],
        "generated_tokens": 9,
        "ttft_ms": 0.41737900028238073,
        "elapsed_ms": 2.261780002299929,
        "tokens_per_second": 3979.1668468410717,
        "prompt_tokens": 7,
        "unknown_prompt_tokens": 1,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      }
    },
    {
      "id": "beaa5a388fc5",
      "prompt": "necesito una definicion de un parametro .",
      "expected": "es un valor que aprende el modelo al entrenar.",
      "classical": {
        "variant": "classical",
        "text": "es un qubit segun el modelo al entrenar.",
        "token_ids": [
          123,
          289,
          226,
          250,
          119,
          181,
          33,
          122,
          5,
          4
        ],
        "generated_tokens": 10,
        "ttft_ms": 0.18708900097408332,
        "elapsed_ms": 2.820771998813143,
        "tokens_per_second": 3545.1287818397095,
        "prompt_tokens": 9,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "es un qubit segun a qubit alrededor del eje y.",
        "token_ids": [
          123,
          289,
          226,
          250,
          26,
          226,
          36,
          105,
          116,
          308,
          5,
          4
        ],
        "generated_tokens": 12,
        "ttft_ms": 1.4750649970665108,
        "elapsed_ms": 20.465628997044405,
        "tokens_per_second": 586.3489464082932,
        "prompt_tokens": 9,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      }
    },
    {
      "id": "dda38418c583",
      "prompt": "dame la traduccion de amarillo al ingles .",
      "expected": "yellow .",
      "hybrid": {
        "variant": "hybrid",
        "text": "relaciona los tokens anteriores para generar.",
        "token_ids": [
          231,
          168,
          283,
          43,
          197,
          142,
          5,
          4
        ],
        "generated_tokens": 8,
        "ttft_ms": 2.3625920002814382,
        "elapsed_ms": 13.75262000146904,
        "tokens_per_second": 581.7073400665072,
        "prompt_tokens": 10,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "translation"
      },
      "classical": {
        "variant": "classical",
        "text": "yellow.",
        "token_ids": [
          309,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 0.5046369988122024,
        "elapsed_ms": 1.0545900004217401,
        "tokens_per_second": 2844.707420704039,
        "prompt_tokens": 10,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "translation"
      }
    },
    {
      "id": "edd764a55abf",
      "prompt": "how would you describe amd ?",
      "expected": "is a company that makes processors and gpus.",
      "classical": {
        "variant": "classical",
        "text": "gira a company that uses attention.",
        "token_ids": [
          144,
          26,
          81,
          277,
          296,
          50,
          5,
          4
        ],
        "generated_tokens": 8,
        "ttft_ms": 0.5358160015020985,
        "elapsed_ms": 2.6109649988939054,
        "tokens_per_second": 3064.0012422185187,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "9.",
        "token_ids": [
          24,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 0.7352040011028294,
        "elapsed_ms": 2.2174559999257326,
        "tokens_per_second": 1352.9017036191367,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      }
    },
    {
      "id": "75c0d5aa1a8a",
      "prompt": "how would you describe training a model ?",
      "expected": "means adjusting its parameters using examples.",
      "hybrid": {
        "variant": "hybrid",
        "text": "means adjusting its parameters using examples.",
        "token_ids": [
          174,
          28,
          159,
          201,
          297,
          130,
          5,
          4
        ],
        "generated_tokens": 8,
        "ttft_ms": 1.3787790012429468,
        "elapsed_ms": 6.498172999272356,
        "tokens_per_second": 1231.1152689988114,
        "prompt_tokens": 10,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      },
      "classical": {
        "variant": "classical",
        "text": "means adjusting its parameters using examples.",
        "token_ids": [
          174,
          28,
          159,
          201,
          297,
          130,
          5,
          4
        ],
        "generated_tokens": 8,
        "ttft_ms": 0.3085749995079823,
        "elapsed_ms": 2.737611997872591,
        "tokens_per_second": 2922.254872573919,
        "prompt_tokens": 10,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      }
    },
    {
      "id": "55151f21d13e",
      "prompt": "como describirias amd ?",
      "expected": "es una empresa que fabrica procesadores y gpu.",
      "classical": {
        "variant": "classical",
        "text": "es una empresa que fabrica procesadores y gpu.",
        "token_ids": [
          123,
          290,
          120,
          228,
          134,
          216,
          308,
          146,
          5,
          4
        ],
        "generated_tokens": 10,
        "ttft_ms": 0.18217899923911318,
        "elapsed_ms": 1.7141579992312472,
        "tokens_per_second": 5833.767951661822,
        "prompt_tokens": 6,
        "unknown_prompt_tokens": 1,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "es una empresa que fabrica procesadores y gpu.",
        "token_ids": [
          123,
          290,
          120,
          228,
          134,
          216,
          308,
          146,
          5,
          4
        ],
        "generated_tokens": 10,
        "ttft_ms": 0.6879620013933163,
        "elapsed_ms": 9.920255000906764,
        "tokens_per_second": 1008.0386037542329,
        "prompt_tokens": 6,
        "unknown_prompt_tokens": 1,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      }
    },
    {
      "id": "c2ac8fc6d426",
      "prompt": "dame la traduccion de perro al ingles .",
      "expected": "dog .",
      "hybrid": {
        "variant": "hybrid",
        "text": "computing.",
        "token_ids": [
          89,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 0.575609999941662,
        "elapsed_ms": 2.539628003432881,
        "tokens_per_second": 1181.2753662917648,
        "prompt_tokens": 10,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "translation"
      },
      "classical": {
        "variant": "classical",
        "text": "dog.",
        "token_ids": [
          113,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 0.23588499971083365,
        "elapsed_ms": 0.6970620015636086,
        "tokens_per_second": 4303.7778465481915,
        "prompt_tokens": 10,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "translation"
      }
    },
    {
      "id": "3d76de51ccb6",
      "prompt": "como describirias la memoria ?",
      "expected": "almacena datos durante el calculo.",
      "classical": {
        "variant": "classical",
        "text": "almacena datos durante el calculo.",
        "token_ids": [
          34,
          102,
          114,
          119,
          61,
          5,
          4
        ],
        "generated_tokens": 7,
        "ttft_ms": 0.17439999646740034,
        "elapsed_ms": 1.313007996941451,
        "tokens_per_second": 5331.26989043932,
        "prompt_tokens": 7,
        "unknown_prompt_tokens": 1,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "almacena datos durante el calculo.",
        "token_ids": [
          34,
          102,
          114,
          119,
          61,
          5,
          4
        ],
        "generated_tokens": 7,
        "ttft_ms": 0.6819250011176337,
        "elapsed_ms": 4.56025599851273,
        "tokens_per_second": 1535.0015442736026,
        "prompt_tokens": 7,
        "unknown_prompt_tokens": 1,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      }
    },
    {
      "id": "6ce557aebd53",
      "prompt": "necesito una definicion de qchat lab .",
      "expected": "es un laboratorio de modelos pequenos con simulacion cuantica.",
      "hybrid": {
        "variant": "hybrid",
        "text": "requiere evidencia.",
        "token_ids": [
          234,
          129,
          5,
          4
        ],
        "generated_tokens": 4,
        "ttft_ms": 0.5755970014433842,
        "elapsed_ms": 2.298392002558103,
        "tokens_per_second": 1740.3471625153643,
        "prompt_tokens": 9,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      },
      "classical": {
        "variant": "classical",
        "text": "es un.",
        "token_ids": [
          123,
          289,
          5,
          4
        ],
        "generated_tokens": 4,
        "ttft_ms": 0.18676200124900788,
        "elapsed_ms": 0.8543900003132876,
        "tokens_per_second": 4681.702733568137,
        "prompt_tokens": 9,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      }
    },
    {
      "id": "975be80a56a1",
      "prompt": "como describirias una prueba justa ?",
      "expected": "usa los mismos datos y condiciones para ambos modelos.",
      "classical": {
        "variant": "classical",
        "text": "usa los mismos datos y condiciones para ambos modelos.",
        "token_ids": [
          293,
          168,
          179,
          102,
          308,
          91,
          197,
          38,
          182,
          5,
          4
        ],
        "generated_tokens": 11,
        "ttft_ms": 0.15865300156292506,
        "elapsed_ms": 1.8219610028609168,
        "tokens_per_second": 6037.450847041927,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 1,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "usa los mismos datos y condiciones para ambos modelos.",
        "token_ids": [
          293,
          168,
          179,
          102,
          308,
          91,
          197,
          38,
          182,
          5,
          4
        ],
        "generated_tokens": 11,
        "ttft_ms": 0.6204519995662849,
        "elapsed_ms": 8.289624998724321,
        "tokens_per_second": 1326.9599049043563,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 1,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      }
    },
    {
      "id": "bd1f7b0cf1f5",
      "prompt": "necesito una definicion de una prueba justa .",
      "expected": "usa los mismos datos y condiciones para ambos modelos.",
      "hybrid": {
        "variant": "hybrid",
        "text": "usa los mismos datos y condiciones para ambos modelos.",
        "token_ids": [
          293,
          168,
          179,
          102,
          308,
          91,
          197,
          38,
          182,
          5,
          4
        ],
        "generated_tokens": 11,
        "ttft_ms": 0.7079180031723808,
        "elapsed_ms": 8.32727500164765,
        "tokens_per_second": 1320.960337904479,
        "prompt_tokens": 10,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      },
      "classical": {
        "variant": "classical",
        "text": "usa los mismos datos y condiciones para ambos modelos.",
        "token_ids": [
          293,
          168,
          179,
          102,
          308,
          91,
          197,
          38,
          182,
          5,
          4
        ],
        "generated_tokens": 11,
        "ttft_ms": 0.2257150008517783,
        "elapsed_ms": 2.2158850006235298,
        "tokens_per_second": 4964.156531997239,
        "prompt_tokens": 10,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      }
    },
    {
      "id": "7122147d9eeb",
      "prompt": "necesito una definicion de un token .",
      "expected": "es una unidad de texto que procesa el modelo.",
      "classical": {
        "variant": "classical",
        "text": "es.",
        "token_ids": [
          123,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 0.18164199718739837,
        "elapsed_ms": 0.8957689969975036,
        "tokens_per_second": 3349.0777310395806,
        "prompt_tokens": 9,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "es el modelo the model during computation.",
        "token_ids": [
          123,
          119,
          181,
          278,
          180,
          115,
          86,
          5,
          4
        ],
        "generated_tokens": 9,
        "ttft_ms": 0.8260310023615602,
        "elapsed_ms": 7.178482002927922,
        "tokens_per_second": 1253.7469615900864,
        "prompt_tokens": 9,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      }
    },
    {
      "id": "2fdab2029ea8",
      "prompt": "give a definition of qchat lab .",
      "expected": "is a laboratory for small models with quantum simulation.",
      "hybrid": {
        "variant": "hybrid",
        "text": "contains examples not used for training.",
        "token_ids": [
          95,
          130,
          191,
          295,
          137,
          285,
          5,
          4
        ],
        "generated_tokens": 8,
        "ttft_ms": 0.9061290002136957,
        "elapsed_ms": 8.307042000524234,
        "tokens_per_second": 963.0383474039427,
        "prompt_tokens": 9,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      },
      "classical": {
        "variant": "classical",
        "text": "es un laboratorio de modelos.",
        "token_ids": [
          123,
          289,
          163,
          103,
          182,
          5,
          4
        ],
        "generated_tokens": 7,
        "ttft_ms": 0.4760470001201611,
        "elapsed_ms": 2.590768999652937,
        "tokens_per_second": 2701.9004785597363,
        "prompt_tokens": 9,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      }
    },
    {
      "id": "10132322d61e",
      "prompt": "dame la traduccion de gato al ingles .",
      "expected": "cat .",
      "classical": {
        "variant": "classical",
        "text": "es.",
        "token_ids": [
          123,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 0.24868899708963,
        "elapsed_ms": 0.7267809996847063,
        "tokens_per_second": 4127.790904414764,
        "prompt_tokens": 10,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "translation"
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "white.",
        "token_ids": [
          306,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 0.9392960018885788,
        "elapsed_ms": 2.7857099994434975,
        "tokens_per_second": 1076.9247339454973,
        "prompt_tokens": 10,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "translation"
      }
    },
    {
      "id": "71023877386d",
      "prompt": "necesito una definicion de entrenar un modelo .",
      "expected": "consiste en ajustar sus parametros con ejemplos.",
      "hybrid": {
        "variant": "hybrid",
        "text": "consiste en ajustar sus parametros con ejemplos.",
        "token_ids": [
          94,
          121,
          32,
          271,
          203,
          90,
          118,
          5,
          4
        ],
        "generated_tokens": 9,
        "ttft_ms": 0.8307460011565126,
        "elapsed_ms": 7.492257002013503,
        "tokens_per_second": 1201.24016001871,
        "prompt_tokens": 10,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      },
      "classical": {
        "variant": "classical",
        "text": "consiste en ajustar sus parametros con ejemplos.",
        "token_ids": [
          94,
          121,
          32,
          271,
          203,
          90,
          118,
          5,
          4
        ],
        "generated_tokens": 9,
        "ttft_ms": 0.27139899975736625,
        "elapsed_ms": 3.561596000508871,
        "tokens_per_second": 2526.957015538569,
        "prompt_tokens": 10,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      }
    },
    {
      "id": "e7dd5a0f6dc6",
      "prompt": "give a definition of superposition .",
      "expected": "describes a qubit as a combination of states.",
      "classical": {
        "variant": "classical",
        "text": "10.",
        "token_ids": [
          8,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 0.37253299888106994,
        "elapsed_ms": 1.1235489982936997,
        "tokens_per_second": 2670.1105199292692,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "unit of quantum information.",
        "token_ids": [
          292,
          192,
          225,
          155,
          5,
          4
        ],
        "generated_tokens": 6,
        "ttft_ms": 1.5271880001819227,
        "elapsed_ms": 6.576468000275781,
        "tokens_per_second": 912.3438295067189,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      }
    },
    {
      "id": "4ca8221b3535",
      "prompt": "cuanto es 6 mas 6 ?",
      "expected": "12 .",
      "hybrid": {
        "variant": "hybrid",
        "text": "15.",
        "token_ids": [
          13,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 1.0690680028346833,
        "elapsed_ms": 2.7335340018908028,
        "tokens_per_second": 1097.4804037282438,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "addition"
      },
      "classical": {
        "variant": "classical",
        "text": "14.",
        "token_ids": [
          12,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 0.5573529997491278,
        "elapsed_ms": 1.242538000951754,
        "tokens_per_second": 2414.4130784749223,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "addition"
      }
    },
    {
      "id": "e36876225fb9",
      "prompt": "how would you describe superposition ?",
      "expected": "describes a qubit as a combination of states.",
      "classical": {
        "variant": "classical",
        "text": "describes a qubit as a qubit as a combination.",
        "token_ids": [
          108,
          26,
          226,
          48,
          26,
          226,
          48,
          26,
          78,
          5,
          4
        ],
        "generated_tokens": 11,
        "ttft_ms": 0.4743229983432684,
        "elapsed_ms": 3.504205000353977,
        "tokens_per_second": 3139.0857552251755,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "procesador that makes a quantum circuit.",
        "token_ids": [
          215,
          277,
          170,
          26,
          225,
          66,
          5,
          4
        ],
        "generated_tokens": 8,
        "ttft_ms": 0.8681090002937708,
        "elapsed_ms": 6.024797999998555,
        "tokens_per_second": 1327.8453485082684,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      }
    },
    {
      "id": "c5c72cb8c923",
      "prompt": "como describirias un qubit ?",
      "expected": "es la unidad de informacion cuantica.",
      "hybrid": {
        "variant": "hybrid",
        "text": "es la unidad de informacion cuantica.",
        "token_ids": [
          123,
          161,
          291,
          103,
          154,
          97,
          5,
          4
        ],
        "generated_tokens": 8,
        "ttft_ms": 0.8129969974106643,
        "elapsed_ms": 9.144218998699216,
        "tokens_per_second": 874.86968555084,
        "prompt_tokens": 7,
        "unknown_prompt_tokens": 1,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      },
      "classical": {
        "variant": "classical",
        "text": "es la unidad de informacion cuantica.",
        "token_ids": [
          123,
          161,
          291,
          103,
          154,
          97,
          5,
          4
        ],
        "generated_tokens": 8,
        "ttft_ms": 0.28929800100740977,
        "elapsed_ms": 1.9379000004846603,
        "tokens_per_second": 4128.179987615065,
        "prompt_tokens": 7,
        "unknown_prompt_tokens": 1,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      }
    },
    {
      "id": "26509273f4dc",
      "prompt": "como describirias una puerta cnot ?",
      "expected": "invierte un qubit segun el estado de otro.",
      "classical": {
        "variant": "classical",
        "text": "invierte un qubit segun el estado de otro.",
        "token_ids": [
          157,
          289,
          226,
          250,
          119,
          124,
          103,
          195,
          5,
          4
        ],
        "generated_tokens": 10,
        "ttft_ms": 0.1603050004632678,
        "elapsed_ms": 2.0835920004174113,
        "tokens_per_second": 4799.404105024724,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 1,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "invierte un qubit segun el estado de otro.",
        "token_ids": [
          157,
          289,
          226,
          250,
          119,
          124,
          103,
          195,
          5,
          4
        ],
        "generated_tokens": 10,
        "ttft_ms": 1.1709239988704212,
        "elapsed_ms": 10.165679999772692,
        "tokens_per_second": 983.7020248742439,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 1,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      }
    },
    {
      "id": "a7cf9c8c1882",
      "prompt": "necesito una definicion de rocm .",
      "expected": "es software de amd para computacion con gpu.",
      "hybrid": {
        "variant": "hybrid",
        "text": "9 amd para computacion con gpu.",
        "token_ids": [
          24,
          39,
          197,
          85,
          90,
          146,
          5,
          4
        ],
        "generated_tokens": 8,
        "ttft_ms": 0.7045329984975979,
        "elapsed_ms": 7.3954209983639885,
        "tokens_per_second": 1081.7504509573905,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      },
      "classical": {
        "variant": "classical",
        "text": "8.",
        "token_ids": [
          23,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 0.380765999580035,
        "elapsed_ms": 0.7925930003693793,
        "tokens_per_second": 3785.0447816242167,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      }
    },
    {
      "id": "4e891fe29f95",
      "prompt": "necesito una definicion de la latencia .",
      "expected": "es el tiempo que tarda una respuesta.",
      "classical": {
        "variant": "classical",
        "text": "es el.",
        "token_ids": [
          123,
          119,
          5,
          4
        ],
        "generated_tokens": 4,
        "ttft_ms": 0.16688499817973934,
        "elapsed_ms": 1.1937210001633503,
        "tokens_per_second": 3350.866743110522,
        "prompt_tokens": 9,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "es el.",
        "token_ids": [
          123,
          119,
          5,
          4
        ],
        "generated_tokens": 4,
        "ttft_ms": 1.2685289984801784,
        "elapsed_ms": 4.002941997896414,
        "tokens_per_second": 999.2650410877899,
        "prompt_tokens": 9,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      }
    },
    {
      "id": "4a244c6d6051",
      "prompt": "give a definition of rocm .",
      "expected": "is amd software for gpu computing.",
      "hybrid": {
        "variant": "hybrid",
        "text": "9 amd para computacion con gpu.",
        "token_ids": [
          24,
          39,
          197,
          85,
          90,
          146,
          5,
          4
        ],
        "generated_tokens": 8,
        "ttft_ms": 0.949163000768749,
        "elapsed_ms": 6.32733399834251,
        "tokens_per_second": 1264.3555725200624,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      },
      "classical": {
        "variant": "classical",
        "text": "8.",
        "token_ids": [
          23,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 0.2438650008116383,
        "elapsed_ms": 0.758746999053983,
        "tokens_per_second": 3953.8871372676854,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      }
    },
    {
      "id": "51b820f01563",
      "prompt": "give a definition of amd .",
      "expected": "is a company that makes processors and gpus.",
      "classical": {
        "variant": "classical",
        "text": "5",
        "token_ids": [
          20,
          4
        ],
        "generated_tokens": 2,
        "ttft_ms": 0.4727589985122904,
        "elapsed_ms": 0.6719849989167415,
        "tokens_per_second": 2976.2569152943233,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "5",
        "token_ids": [
          20,
          4
        ],
        "generated_tokens": 2,
        "ttft_ms": 0.6685209991701413,
        "elapsed_ms": 1.5118390001589432,
        "tokens_per_second": 1322.8921861320785,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      }
    },
    {
      "id": "1c06c3dd5464",
      "prompt": "give a definition of a transformer .",
      "expected": "is a neural network that uses attention.",
      "hybrid": {
        "variant": "hybrid",
        "text": "is a neural network that transforms qubits.",
        "token_ids": [
          158,
          26,
          187,
          186,
          277,
          288,
          227,
          5,
          4
        ],
        "generated_tokens": 9,
        "ttft_ms": 0.6882259986014105,
        "elapsed_ms": 8.429364999756217,
        "tokens_per_second": 1067.6960838995922,
        "prompt_tokens": 9,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      },
      "classical": {
        "variant": "classical",
        "text": "is a neural network that transforms qubits.",
        "token_ids": [
          158,
          26,
          187,
          186,
          277,
          288,
          227,
          5,
          4
        ],
        "generated_tokens": 9,
        "ttft_ms": 0.23679100195295177,
        "elapsed_ms": 3.0555170014849864,
        "tokens_per_second": 2945.4917107730002,
        "prompt_tokens": 9,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      }
    },
    {
      "id": "56d182928ea1",
      "prompt": "necesito una definicion de un qubit .",
      "expected": "es la unidad de informacion cuantica.",
      "classical": {
        "variant": "classical",
        "text": "es un qubit as a classical computer.",
        "token_ids": [
          123,
          289,
          226,
          48,
          26,
          72,
          87,
          5,
          4
        ],
        "generated_tokens": 9,
        "ttft_ms": 0.17560800188221037,
        "elapsed_ms": 2.5870960016618483,
        "tokens_per_second": 3478.8040313226707,
        "prompt_tokens": 9,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "es la unidad de informacion cuantica.",
        "token_ids": [
          123,
          161,
          291,
          103,
          154,
          97,
          5,
          4
        ],
        "generated_tokens": 8,
        "ttft_ms": 0.7555730007879902,
        "elapsed_ms": 5.8461230000830255,
        "tokens_per_second": 1368.4282728718479,
        "prompt_tokens": 9,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      }
    },
    {
      "id": "4ed2c0c80b99",
      "prompt": "dame la traduccion de casa al ingles .",
      "expected": "house .",
      "hybrid": {
        "variant": "hybrid",
        "text": "consiste en ajustar sus parametros con ejemplos.",
        "token_ids": [
          94,
          121,
          32,
          271,
          203,
          90,
          118,
          5,
          4
        ],
        "generated_tokens": 9,
        "ttft_ms": 0.9687210003903601,
        "elapsed_ms": 6.684490999759873,
        "tokens_per_second": 1346.4001971613554,
        "prompt_tokens": 10,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "translation"
      },
      "classical": {
        "variant": "classical",
        "text": "house.",
        "token_ids": [
          151,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 0.24576999931014143,
        "elapsed_ms": 0.5879550008103251,
        "tokens_per_second": 5102.43130148629,
        "prompt_tokens": 10,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "translation"
      }
    },
    {
      "id": "56e98002d957",
      "prompt": "necesito una definicion de una puerta cnot .",
      "expected": "invierte un qubit segun el estado de otro.",
      "classical": {
        "variant": "classical",
        "text": "invierte un qubit segun el estado de otro.",
        "token_ids": [
          157,
          289,
          226,
          250,
          119,
          124,
          103,
          195,
          5,
          4
        ],
        "generated_tokens": 10,
        "ttft_ms": 0.17223599934368394,
        "elapsed_ms": 2.5808729988057166,
        "tokens_per_second": 3874.6579179322034,
        "prompt_tokens": 10,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "invierte un qubit segun el estado de otro.",
        "token_ids": [
          157,
          289,
          226,
          250,
          119,
          124,
          103,
          195,
          5,
          4
        ],
        "generated_tokens": 10,
        "ttft_ms": 0.836113998957444,
        "elapsed_ms": 9.840266000537667,
        "tokens_per_second": 1016.2326912152176,
        "prompt_tokens": 10,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      }
    },
    {
      "id": "8ea87e56cb52",
      "prompt": "how would you describe a prediction ?",
      "expected": "is an estimate of the next result.",
      "hybrid": {
        "variant": "hybrid",
        "text": "computes quantum circuits on a.",
        "token_ids": [
          88,
          225,
          69,
          193,
          26,
          5,
          4
        ],
        "generated_tokens": 7,
        "ttft_ms": 0.8214640001824591,
        "elapsed_ms": 7.056504000502173,
        "tokens_per_second": 991.9926353760798,
        "prompt_tokens": 9,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      },
      "classical": {
        "variant": "classical",
        "text": "es la unidad de informacion cuantica.",
        "token_ids": [
          123,
          161,
          291,
          103,
          154,
          97,
          5,
          4
        ],
        "generated_tokens": 8,
        "ttft_ms": 0.24603100246167742,
        "elapsed_ms": 1.7410760010534432,
        "tokens_per_second": 4594.859727639446,
        "prompt_tokens": 9,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      }
    },
    {
      "id": "ae4a0d1a365d",
      "prompt": "dame la traduccion de luna al ingles .",
      "expected": "moon .",
      "classical": {
        "variant": "classical",
        "text": "gira el.",
        "token_ids": [
          144,
          119,
          5,
          4
        ],
        "generated_tokens": 4,
        "ttft_ms": 0.22784999964642338,
        "elapsed_ms": 0.6809369988332037,
        "tokens_per_second": 5874.258568493214,
        "prompt_tokens": 10,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "translation"
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "white.",
        "token_ids": [
          306,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 0.6708629989589099,
        "elapsed_ms": 1.8471330004103947,
        "tokens_per_second": 1624.1385971305056,
        "prompt_tokens": 10,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "translation"
      }
    },
    {
      "id": "c995ee3286cb",
      "prompt": "cuanto es 0 mas 5 ?",
      "expected": "5 .",
      "hybrid": {
        "variant": "hybrid",
        "text": "6.",
        "token_ids": [
          21,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 0.5756309983553365,
        "elapsed_ms": 1.8393339996691793,
        "tokens_per_second": 1631.0251430896058,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "addition"
      },
      "classical": {
        "variant": "classical",
        "text": "5.",
        "token_ids": [
          20,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 0.21507199926418252,
        "elapsed_ms": 0.6977569973969366,
        "tokens_per_second": 4299.491099611824,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "addition"
      }
    },
    {
      "id": "6f3b99cb11d4",
      "prompt": "give a definition of an ry gate .",
      "expected": "rotates a qubit state around the y axis.",
      "classical": {
        "variant": "classical",
        "text": "rotates a qubit state around the y.",
        "token_ids": [
          243,
          26,
          226,
          265,
          47,
          278,
          308,
          5,
          4
        ],
        "generated_tokens": 9,
        "ttft_ms": 0.27767799838329665,
        "elapsed_ms": 2.793655999994371,
        "tokens_per_second": 3221.5849052346225,
        "prompt_tokens": 10,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "rotates for training.",
        "token_ids": [
          243,
          137,
          285,
          5,
          4
        ],
        "generated_tokens": 5,
        "ttft_ms": 0.9316729992860928,
        "elapsed_ms": 5.921340998611413,
        "tokens_per_second": 844.4033203243197,
        "prompt_tokens": 10,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      }
    },
    {
      "id": "e25828d8d97b",
      "prompt": "cuanto es 1 mas 2 ?",
      "expected": "3 .",
      "hybrid": {
        "variant": "hybrid",
        "text": "2.",
        "token_ids": [
          17,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 2.225255000666948,
        "elapsed_ms": 4.296050999982981,
        "tokens_per_second": 698.3157322880675,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "addition"
      },
      "classical": {
        "variant": "classical",
        "text": "5.",
        "token_ids": [
          20,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 1.101843998185359,
        "elapsed_ms": 1.5883300002315082,
        "tokens_per_second": 1888.7762615846411,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "addition"
      }
    },
    {
      "id": "c628f8e14890",
      "prompt": "what is 1 plus 2 ?",
      "expected": "3 .",
      "classical": {
        "variant": "classical",
        "text": "5.",
        "token_ids": [
          20,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 0.9885309991659597,
        "elapsed_ms": 1.9086079992121086,
        "tokens_per_second": 1571.826169249227,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "addition"
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "2.",
        "token_ids": [
          17,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 0.8626320013718214,
        "elapsed_ms": 2.4178000021493062,
        "tokens_per_second": 1240.7974180383599,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "addition"
      }
    },
    {
      "id": "906ba2873749",
      "prompt": "como describirias una ventaja cuantica ?",
      "expected": "requiere evidencia frente a metodos clasicos comparables.",
      "hybrid": {
        "variant": "hybrid",
        "text": "requiere evidencia frente a metodos clasicos comparables.",
        "token_ids": [
          234,
          129,
          138,
          26,
          178,
          71,
          83,
          5,
          4
        ],
        "generated_tokens": 9,
        "ttft_ms": 0.8176990013453178,
        "elapsed_ms": 10.068857001897413,
        "tokens_per_second": 893.8452495952625,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 1,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      },
      "classical": {
        "variant": "classical",
        "text": "requiere evidencia frente a metodos clasicos comparables.",
        "token_ids": [
          234,
          129,
          138,
          26,
          178,
          71,
          83,
          5,
          4
        ],
        "generated_tokens": 9,
        "ttft_ms": 0.20935600332450122,
        "elapsed_ms": 2.7364130000933073,
        "tokens_per_second": 3288.9772120265156,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 1,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      }
    },
    {
      "id": "a37c195696f0",
      "prompt": "what is 3 plus 9 ?",
      "expected": "12 .",
      "classical": {
        "variant": "classical",
        "text": "12.",
        "token_ids": [
          10,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 0.22029200044926256,
        "elapsed_ms": 0.6280580018938053,
        "tokens_per_second": 4776.628895665678,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "addition"
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "11.",
        "token_ids": [
          9,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 1.2051570010953583,
        "elapsed_ms": 3.4201489979750477,
        "tokens_per_second": 877.1547677531582,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "addition"
      }
    },
    {
      "id": "47e46ee2e707",
      "prompt": "give a definition of a parameter .",
      "expected": "is a value learned by the model during training.",
      "hybrid": {
        "variant": "hybrid",
        "text": "is a value learned.",
        "token_ids": [
          158,
          26,
          300,
          167,
          5,
          4
        ],
        "generated_tokens": 6,
        "ttft_ms": 1.4211199995770585,
        "elapsed_ms": 5.517849000170827,
        "tokens_per_second": 1087.3802454206786,
        "prompt_tokens": 9,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      },
      "classical": {
        "variant": "classical",
        "text": "is a classical computer.",
        "token_ids": [
          158,
          26,
          72,
          87,
          5,
          4
        ],
        "generated_tokens": 6,
        "ttft_ms": 0.2535700004955288,
        "elapsed_ms": 1.2085960006515961,
        "tokens_per_second": 4964.438072577761,
        "prompt_tokens": 9,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      }
    },
    {
      "id": "fdaa931bc8a6",
      "prompt": "como describirias una prediccion ?",
      "expected": "es una estimacion del siguiente resultado.",
      "classical": {
        "variant": "classical",
        "text": "es una estimacion del siguiente resultado.",
        "token_ids": [
          123,
          290,
          126,
          105,
          257,
          240,
          5,
          4
        ],
        "generated_tokens": 8,
        "ttft_ms": 0.3584340011002496,
        "elapsed_ms": 1.6588600010436494,
        "tokens_per_second": 4822.589003874292,
        "prompt_tokens": 7,
        "unknown_prompt_tokens": 1,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "dog.",
        "token_ids": [
          113,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 0.8397569981752895,
        "elapsed_ms": 3.9443159985239618,
        "tokens_per_second": 760.5881478874048,
        "prompt_tokens": 7,
        "unknown_prompt_tokens": 1,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      }
    },
    {
      "id": "c4e922eee244",
      "prompt": "cuanto es 2 mas 2 ?",
      "expected": "4 .",
      "hybrid": {
        "variant": "hybrid",
        "text": "5.",
        "token_ids": [
          20,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 1.0796189999382477,
        "elapsed_ms": 2.7085709989478346,
        "tokens_per_second": 1107.5951123915058,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "addition"
      },
      "classical": {
        "variant": "classical",
        "text": "2.",
        "token_ids": [
          17,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 0.2319939994777087,
        "elapsed_ms": 0.9713949984870851,
        "tokens_per_second": 3088.342028394627,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "addition"
      }
    },
    {
      "id": "2b85448f2f80",
      "prompt": "como describirias un circuito cuantico ?",
      "expected": "es una secuencia de puertas que transforma qubits.",
      "classical": {
        "variant": "classical",
        "text": "es una secuencia de puertas que transforma qubits.",
        "token_ids": [
          123,
          290,
          249,
          103,
          223,
          228,
          286,
          227,
          5,
          4
        ],
        "generated_tokens": 10,
        "ttft_ms": 0.9511450007266831,
        "elapsed_ms": 4.664765001507476,
        "tokens_per_second": 2143.7307124299673,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 1,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "es una secuencia de puertas que transforma qubits.",
        "token_ids": [
          123,
          290,
          249,
          103,
          223,
          228,
          286,
          227,
          5,
          4
        ],
        "generated_tokens": 10,
        "ttft_ms": 1.2203759979456663,
        "elapsed_ms": 9.877340999082662,
        "tokens_per_second": 1012.4182207467303,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 1,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      }
    },
    {
      "id": "9a79dc5d5492",
      "prompt": "how would you describe a parameter ?",
      "expected": "is a value learned by the model during training.",
      "hybrid": {
        "variant": "hybrid",
        "text": "computes quantum circuits on a classical computer.",
        "token_ids": [
          88,
          225,
          69,
          193,
          26,
          72,
          87,
          5,
          4
        ],
        "generated_tokens": 9,
        "ttft_ms": 0.7308300009754021,
        "elapsed_ms": 7.918473002064275,
        "tokens_per_second": 1136.5827726701575,
        "prompt_tokens": 9,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      },
      "classical": {
        "variant": "classical",
        "text": "is a value learned by the model.",
        "token_ids": [
          158,
          26,
          300,
          167,
          58,
          278,
          180,
          5,
          4
        ],
        "generated_tokens": 9,
        "ttft_ms": 0.4964199979440309,
        "elapsed_ms": 2.674272000149358,
        "tokens_per_second": 3365.401873667806,
        "prompt_tokens": 9,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      }
    },
    {
      "id": "1a6e0036a638",
      "prompt": "how would you describe a transformer ?",
      "expected": "is a neural network that uses attention.",
      "classical": {
        "variant": "classical",
        "text": "es una red neuronal que utiliza atencion.",
        "token_ids": [
          123,
          290,
          230,
          188,
          228,
          298,
          49,
          5,
          4
        ],
        "generated_tokens": 9,
        "ttft_ms": 0.24119500085362233,
        "elapsed_ms": 4.9436339977546595,
        "tokens_per_second": 1820.5231220773412,
        "prompt_tokens": 9,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "is a neural network that transforms qubits.",
        "token_ids": [
          158,
          26,
          187,
          186,
          277,
          288,
          227,
          5,
          4
        ],
        "generated_tokens": 9,
        "ttft_ms": 0.8933450008044019,
        "elapsed_ms": 7.374797001830302,
        "tokens_per_second": 1220.3725740201864,
        "prompt_tokens": 9,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      }
    },
    {
      "id": "7f7db98ccb54",
      "prompt": "necesito una definicion de un transformer .",
      "expected": "es una red neuronal que utiliza atencion.",
      "hybrid": {
        "variant": "hybrid",
        "text": "es.",
        "token_ids": [
          123,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 0.9001430007629097,
        "elapsed_ms": 2.4407119999523275,
        "tokens_per_second": 1229.1495268833835,
        "prompt_tokens": 9,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      },
      "classical": {
        "variant": "classical",
        "text": "es.",
        "token_ids": [
          123,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 0.3008310013683513,
        "elapsed_ms": 0.6817550020059571,
        "tokens_per_second": 4400.407758172615,
        "prompt_tokens": 9,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      }
    },
    {
      "id": "9325dbc2ca13",
      "prompt": "cuanto es 8 mas 1 ?",
      "expected": "9 .",
      "classical": {
        "variant": "classical",
        "text": "5.",
        "token_ids": [
          20,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 0.23619700004928745,
        "elapsed_ms": 0.6311870019999333,
        "tokens_per_second": 4752.949586246894,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "addition"
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "7.",
        "token_ids": [
          22,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 0.779254001827212,
        "elapsed_ms": 2.7396120021876413,
        "tokens_per_second": 1095.0455749224463,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "addition"
      }
    },
    {
      "id": "31c63ad2c38b",
      "prompt": "necesito una definicion de github .",
      "expected": "es una plataforma para compartir codigo.",
      "hybrid": {
        "variant": "hybrid",
        "text": "5.",
        "token_ids": [
          20,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 0.6603049987461418,
        "elapsed_ms": 2.346935001696693,
        "tokens_per_second": 1278.2629249771214,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      },
      "classical": {
        "variant": "classical",
        "text": "9.",
        "token_ids": [
          24,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 0.3687589996843599,
        "elapsed_ms": 1.0599990018818062,
        "tokens_per_second": 2830.19134421271,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      }
    },
    {
      "id": "0cacf035879a",
      "prompt": "what is 6 plus 6 ?",
      "expected": "12 .",
      "classical": {
        "variant": "classical",
        "text": "14.",
        "token_ids": [
          12,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 0.48489400069229305,
        "elapsed_ms": 0.8839729998726398,
        "tokens_per_second": 3393.768814694828,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "addition"
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "15.",
        "token_ids": [
          13,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 0.9533350021229126,
        "elapsed_ms": 2.4226669993367977,
        "tokens_per_second": 1238.3047281451584,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 0,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "addition"
      }
    },
    {
      "id": "455df22e3988",
      "prompt": "give a definition of render .",
      "expected": "is a service for hosting web applications.",
      "hybrid": {
        "variant": "hybrid",
        "text": "5 qubit as a service for training.",
        "token_ids": [
          20,
          226,
          48,
          26,
          252,
          137,
          285,
          5,
          4
        ],
        "generated_tokens": 9,
        "ttft_ms": 0.649388999590883,
        "elapsed_ms": 6.977605000429321,
        "tokens_per_second": 1289.840855056462,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      },
      "classical": {
        "variant": "classical",
        "text": "9.",
        "token_ids": [
          24,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 0.40534800064051524,
        "elapsed_ms": 0.8358070008398499,
        "tokens_per_second": 3589.345383546068,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      }
    },
    {
      "id": "da74b289b850",
      "prompt": "como describirias la atencion ?",
      "expected": "relaciona los tokens anteriores para generar una respuesta.",
      "classical": {
        "variant": "classical",
        "text": "relaciona los tokens anteriores para generar una respuesta.",
        "token_ids": [
          231,
          168,
          283,
          43,
          197,
          142,
          290,
          238,
          5,
          4
        ],
        "generated_tokens": 10,
        "ttft_ms": 0.21787800142192282,
        "elapsed_ms": 2.5678370002424344,
        "tokens_per_second": 3894.3281832358834,
        "prompt_tokens": 7,
        "unknown_prompt_tokens": 1,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      },
      "hybrid": {
        "variant": "hybrid",
        "text": "relaciona los tokens anteriores para generar una respuesta.",
        "token_ids": [
          231,
          168,
          283,
          43,
          197,
          142,
          290,
          238,
          5,
          4
        ],
        "generated_tokens": 10,
        "ttft_ms": 0.8642419998068362,
        "elapsed_ms": 8.400845003052382,
        "tokens_per_second": 1190.3564458535513,
        "prompt_tokens": 7,
        "unknown_prompt_tokens": 1,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": true,
        "task": "definitions"
      }
    },
    {
      "id": "290cd1f50f4f",
      "prompt": "give a definition of github .",
      "expected": "is a platform for sharing code.",
      "hybrid": {
        "variant": "hybrid",
        "text": "3.",
        "token_ids": [
          18,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 0.5949599981249776,
        "elapsed_ms": 2.253319998999359,
        "tokens_per_second": 1331.3688252588279,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "907b979e529816888bdc5449f6de74e544c7473ca95fe15240dae4ea7cd51807",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      },
      "classical": {
        "variant": "classical",
        "text": "9.",
        "token_ids": [
          24,
          5,
          4
        ],
        "generated_tokens": 3,
        "ttft_ms": 0.5513809992407914,
        "elapsed_ms": 1.0148999972443562,
        "tokens_per_second": 2955.9562598734483,
        "prompt_tokens": 8,
        "unknown_prompt_tokens": 2,
        "stop_reason": "eos",
        "ablation": false,
        "checkpoint_sha256": "b127584624bab6b3e7907800a25dc297f7f59cb9728b7ccda4e19e04ba6c7ff7",
        "max_tokens": 32,
        "decoding": "greedy",
        "device": "cpu",
        "profile": "micro",
        "correct": false,
        "task": "definitions"
      }
    }
  ]
}