{
  "encodings": [
    "cl100k_base",
    "o200k_base"
  ],
  "method": "plain_text_local_tokenization",
  "rows": [
    {
      "characters": 718,
      "encoding": "cl100k_base",
      "kind": "code",
      "language": "python",
      "sample_id": "codigo",
      "source_sha256": "e576659845158bb30dc9d8443970e284418f7308c2df3ef4b91966aa14f043d0",
      "token_count": 167,
      "tokens_per_100_characters": 23.259053,
      "tokens_per_100_segments": 219.736842,
      "utf8_bytes": 718,
      "whitespace_segments": 76
    },
    {
      "characters": 718,
      "encoding": "o200k_base",
      "kind": "code",
      "language": "python",
      "sample_id": "codigo",
      "source_sha256": "e576659845158bb30dc9d8443970e284418f7308c2df3ef4b91966aa14f043d0",
      "token_count": 167,
      "tokens_per_100_characters": 23.259053,
      "tokens_per_100_segments": 219.736842,
      "utf8_bytes": 718,
      "whitespace_segments": 76
    },
    {
      "characters": 522,
      "encoding": "cl100k_base",
      "kind": "prose",
      "language": "en",
      "sample_id": "en-prose",
      "source_sha256": "47034166749994459dccd3e308934eb9d9bdff965d4bfc2f03518b3cea92ce29",
      "token_count": 97,
      "tokens_per_100_characters": 18.582375,
      "tokens_per_100_segments": 116.86747,
      "utf8_bytes": 522,
      "whitespace_segments": 83
    },
    {
      "characters": 522,
      "encoding": "o200k_base",
      "kind": "prose",
      "language": "en",
      "sample_id": "en-prose",
      "source_sha256": "47034166749994459dccd3e308934eb9d9bdff965d4bfc2f03518b3cea92ce29",
      "token_count": 97,
      "tokens_per_100_characters": 18.582375,
      "tokens_per_100_segments": 116.86747,
      "utf8_bytes": 522,
      "whitespace_segments": 83
    },
    {
      "characters": 527,
      "encoding": "cl100k_base",
      "kind": "prose",
      "language": "es",
      "sample_id": "es-prosa",
      "source_sha256": "d3feea1cbcfc37da0ad6c510052d679610a1dd48c5d25a3bd718c8c2733a8ff3",
      "token_count": 121,
      "tokens_per_100_characters": 22.960152,
      "tokens_per_100_segments": 145.783133,
      "utf8_bytes": 531,
      "whitespace_segments": 83
    },
    {
      "characters": 527,
      "encoding": "o200k_base",
      "kind": "prose",
      "language": "es",
      "sample_id": "es-prosa",
      "source_sha256": "d3feea1cbcfc37da0ad6c510052d679610a1dd48c5d25a3bd718c8c2733a8ff3",
      "token_count": 102,
      "tokens_per_100_characters": 19.354839,
      "tokens_per_100_segments": 122.891566,
      "utf8_bytes": 531,
      "whitespace_segments": 83
    },
    {
      "characters": 209,
      "encoding": "cl100k_base",
      "kind": "table",
      "language": "es",
      "sample_id": "tabla",
      "source_sha256": "9be1489ec451a5dbfa33c8ee2ad3cdc1e6b469dbf18385cdef2a3209aed5aa5d",
      "token_count": 80,
      "tokens_per_100_characters": 38.277512,
      "tokens_per_100_segments": 1600.0,
      "utf8_bytes": 209,
      "whitespace_segments": 5
    },
    {
      "characters": 209,
      "encoding": "o200k_base",
      "kind": "table",
      "language": "es",
      "sample_id": "tabla",
      "source_sha256": "9be1489ec451a5dbfa33c8ee2ad3cdc1e6b469dbf18385cdef2a3209aed5aa5d",
      "token_count": 79,
      "tokens_per_100_characters": 37.799043,
      "tokens_per_100_segments": 1580.0,
      "utf8_bytes": 209,
      "whitespace_segments": 5
    }
  ],
  "schema_version": "1.0.0",
  "tokenizer": {
    "package": "tiktoken",
    "version": "0.14.0"
  }
}