Datasets:

---

kbora

/

judgearena-leaderboard-smoke

Like 0

Error code:   StreamingRowsError
Exception:    CastError
Message:      Couldn't cast
overall: struct<chatgpt-4o-latest-20250326: double, claude-opus-4-20250514: double, claude-sonnet-4-20250514: (... 147 chars omitted)
  child 0, chatgpt-4o-latest-20250326: double
  child 1, claude-opus-4-20250514: double
  child 2, claude-sonnet-4-20250514: double
  child 3, gemini-2.5-flash: double
  child 4, gemini-2.5-pro: double
  child 5, mistral-medium-2505: double
  child 6, o3-2025-04-16: double
  child 7, qwen3-235b-a22b-no-thinking: double
per_lang: struct<de: struct<chatgpt-4o-latest-20250326: double, claude-opus-4-20250514: double, claude-sonnet- (... 2436 chars omitted)
  child 0, de: struct<chatgpt-4o-latest-20250326: double, claude-opus-4-20250514: double, claude-sonnet-4-20250514: (... 147 chars omitted)
      child 0, chatgpt-4o-latest-20250326: double
      child 1, claude-opus-4-20250514: double
      child 2, claude-sonnet-4-20250514: double
      child 3, gemini-2.5-flash: double
      child 4, gemini-2.5-pro: double
      child 5, mistral-medium-2505: double
      child 6, o3-2025-04-16: double
      child 7, qwen3-235b-a22b-no-thinking: double
  child 1, en: struct<chatgpt-4o-latest-20250326: double, claude-opus-4-20250514: double, claude-sonnet-4-20250514: (... 147 chars omitted)
      child 0, chatgpt-4o-latest-20250326: double
      child 1, claude-opus-4-20250514: double
      child 2, claude-sonnet-4-20250514: double
      child 3, gemini-2.5-flash: double
      child 4, gemini-2.5-pro: double
      child 5, mistral-medium-2505: double
      child
...
ude-opus-4-20250514: list<item: double>, o3-2025-04-16: list<item: double>, mistral-medium (... 195 chars omitted)
      child 0, claude-opus-4-20250514: list<item: double>
          child 0, item: double
      child 1, o3-2025-04-16: list<item: double>
          child 0, item: double
      child 2, mistral-medium-2505: list<item: double>
          child 0, item: double
      child 3, qwen3-235b-a22b-no-thinking: list<item: double>
          child 0, item: double
      child 4, gemini-2.5-flash: list<item: double>
          child 0, item: double
      child 5, gemini-2.5-pro: list<item: double>
          child 0, item: double
      child 6, claude-sonnet-4-20250514: list<item: double>
          child 0, item: double
  child 7, o3-2025-04-16: struct<chatgpt-4o-latest-20250326: list<item: double>, gemini-2.5-pro: list<item: double>, mistral-m (... 208 chars omitted)
      child 0, chatgpt-4o-latest-20250326: list<item: double>
          child 0, item: double
      child 1, gemini-2.5-pro: list<item: double>
          child 0, item: double
      child 2, mistral-medium-2505: list<item: double>
          child 0, item: double
      child 3, claude-opus-4-20250514: list<item: double>
          child 0, item: double
      child 4, gemini-2.5-flash: list<item: double>
          child 0, item: double
      child 5, qwen3-235b-a22b-no-thinking: list<item: double>
          child 0, item: double
      child 6, claude-sonnet-4-20250514: list<item: double>
          child 0, item: double
to
{'pairwise': {'qwen3-235b-a22b-no-thinking': {'claude-opus-4-20250514': List(Value('float64')), 'claude-sonnet-4-20250514': List(Value('float64')), 'chatgpt-4o-latest-20250326': List(Value('float64')), 'mistral-medium-2505': List(Value('float64')), 'gemini-2.5-flash': List(Value('float64')), 'o3-2025-04-16': List(Value('float64')), 'gemini-2.5-pro': List(Value('float64'))}, 'claude-opus-4-20250514': {'qwen3-235b-a22b-no-thinking': List(Value('float64')), 'gemini-2.5-pro': List(Value('float64')), 'chatgpt-4o-latest-20250326': List(Value('float64')), 'gemini-2.5-flash': List(Value('float64')), 'claude-sonnet-4-20250514': List(Value('float64')), 'o3-2025-04-16': List(Value('float64')), 'mistral-medium-2505': List(Value('float64'))}, 'gemini-2.5-pro': {'claude-sonnet-4-20250514': List(Value('float64')), 'claude-opus-4-20250514': List(Value('float64')), 'mistral-medium-2505': List(Value('float64')), 'o3-2025-04-16': List(Value('float64')), 'gemini-2.5-flash': List(Value('float64')), 'qwen3-235b-a22b-no-thinking': List(Value('float64')), 'chatgpt-4o-latest-20250326': List(Value('float64'))}, 'claude-sonnet-4-20250514': {'gemini-2.5-pro': List(Value('float64')), 'gemini-2.5-flash': List(Value('float64')), 'claude-opus-4-20250514': List(Value('float64')), 'qwen3-235b-a22b-no-thinking': List(Value('float64')), 'mistral-medium-2505': List(Value('float64')), 'o3-2025-04-16': List(Value('float64')), 'chatgpt-4o-latest-20250326': List(Value('float64'))}, 'gemini-2.5-flash': {'claude-sonnet-4-20250514': List(Value('float64')), 'mistral-medium-2505': List(Value('float64')), 'claude-opus-4-20250514': List(Value('float64')), 'gemini-2.5-pro': List(Value('float64')), 'qwen3-235b-a22b-no-thinking': List(Value('float64')), 'o3-2025-04-16': List(Value('float64')), 'chatgpt-4o-latest-20250326': List(Value('float64'))}, 'mistral-medium-2505': {'gemini-2.5-pro': List(Value('float64')), 'gemini-2.5-flash': List(Value('float64')), 'chatgpt-4o-latest-20250326': List(Value('float64')), 'o3-2025-04-16': List(Value('float64')), 'qwen3-235b-a22b-no-thinking': List(Value('float64')), 'claude-opus-4-20250514': List(Value('float64')), 'claude-sonnet-4-20250514': List(Value('float64'))}, 'chatgpt-4o-latest-20250326': {'claude-opus-4-20250514': List(Value('float64')), 'o3-2025-04-16': List(Value('float64')), 'mistral-medium-2505': List(Value('float64')), 'qwen3-235b-a22b-no-thinking': List(Value('float64')), 'gemini-2.5-flash': List(Value('float64')), 'gemini-2.5-pro': List(Value('float64')), 'claude-sonnet-4-20250514': List(Value('float64'))}, 'o3-2025-04-16': {'chatgpt-4o-latest-20250326': List(Value('float64')), 'gemini-2.5-pro': List(Value('float64')), 'mistral-medium-2505': List(Value('float64')), 'claude-opus-4-20250514': List(Value('float64')), 'gemini-2.5-flash': List(Value('float64')), 'qwen3-235b-a22b-no-thinking': List(Value('float64')), 'claude-sonnet-4-20250514': List(Value('float64'))}}}
because column names don't match
Traceback:    Traceback (most recent call last):
                File "/src/services/worker/src/worker/utils.py", line 147, in get_rows_or_raise
                  return get_rows(
                      dataset=dataset,
                  ...<4 lines>...
                      column_names=column_names,
                  )
                File "/src/libs/libcommon/src/libcommon/utils.py", line 272, in decorator
                  return func(*args, **kwargs)
                File "/src/services/worker/src/worker/utils.py", line 127, in get_rows
                  rows_plus_one = list(itertools.islice(safe_iter(ds, dataset=dataset), rows_max_number + 1))
                File "/src/services/worker/src/worker/utils.py", line 478, in safe_iter
                  yield from ds.decode(False) if ds.features else ds
                File "/usr/local/lib/python3.14/site-packages/datasets/iterable_dataset.py", line 2818, in __iter__
                  for key, example in ex_iterable:
                                      ^^^^^^^^^^^
                File "/usr/local/lib/python3.14/site-packages/datasets/iterable_dataset.py", line 2355, in __iter__
                  for key, pa_table in self._iter_arrow():
                                       ~~~~~~~~~~~~~~~~^^
                File "/usr/local/lib/python3.14/site-packages/datasets/iterable_dataset.py", line 2380, in _iter_arrow
                  for key, pa_table in self.ex_iterable._iter_arrow():
                                       ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^
                File "/usr/local/lib/python3.14/site-packages/datasets/iterable_dataset.py", line 536, in _iter_arrow
                  for key, pa_table in iterator:
                                       ^^^^^^^^
                File "/usr/local/lib/python3.14/site-packages/datasets/iterable_dataset.py", line 419, in _iter_arrow
                  for key, pa_table in self.generate_tables_fn(**gen_kwags):
                                       ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^
                File "/usr/local/lib/python3.14/site-packages/datasets/packaged_modules/json/json.py", line 343, in _generate_tables
                  self._cast_table(pa_table, json_field_paths=json_field_paths),
                  ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                File "/usr/local/lib/python3.14/site-packages/datasets/packaged_modules/json/json.py", line 132, in _cast_table
                  pa_table = table_cast(pa_table, self.info.features.arrow_schema)
                File "/usr/local/lib/python3.14/site-packages/datasets/table.py", line 2369, in table_cast
                  return cast_table_to_schema(table, schema)
                File "/usr/local/lib/python3.14/site-packages/datasets/table.py", line 2297, in cast_table_to_schema
                  raise CastError(
                  ...<3 lines>...
                  )
              datasets.table.CastError: Couldn't cast
              overall: struct<chatgpt-4o-latest-20250326: double, claude-opus-4-20250514: double, claude-sonnet-4-20250514: (... 147 chars omitted)
                child 0, chatgpt-4o-latest-20250326: double
                child 1, claude-opus-4-20250514: double
                child 2, claude-sonnet-4-20250514: double
                child 3, gemini-2.5-flash: double
                child 4, gemini-2.5-pro: double
                child 5, mistral-medium-2505: double
                child 6, o3-2025-04-16: double
                child 7, qwen3-235b-a22b-no-thinking: double
              per_lang: struct<de: struct<chatgpt-4o-latest-20250326: double, claude-opus-4-20250514: double, claude-sonnet- (... 2436 chars omitted)
                child 0, de: struct<chatgpt-4o-latest-20250326: double, claude-opus-4-20250514: double, claude-sonnet-4-20250514: (... 147 chars omitted)
                    child 0, chatgpt-4o-latest-20250326: double
                    child 1, claude-opus-4-20250514: double
                    child 2, claude-sonnet-4-20250514: double
                    child 3, gemini-2.5-flash: double
                    child 4, gemini-2.5-pro: double
                    child 5, mistral-medium-2505: double
                    child 6, o3-2025-04-16: double
                    child 7, qwen3-235b-a22b-no-thinking: double
                child 1, en: struct<chatgpt-4o-latest-20250326: double, claude-opus-4-20250514: double, claude-sonnet-4-20250514: (... 147 chars omitted)
                    child 0, chatgpt-4o-latest-20250326: double
                    child 1, claude-opus-4-20250514: double
                    child 2, claude-sonnet-4-20250514: double
                    child 3, gemini-2.5-flash: double
                    child 4, gemini-2.5-pro: double
                    child 5, mistral-medium-2505: double
                    child
              ...
              ude-opus-4-20250514: list<item: double>, o3-2025-04-16: list<item: double>, mistral-medium (... 195 chars omitted)
                    child 0, claude-opus-4-20250514: list<item: double>
                        child 0, item: double
                    child 1, o3-2025-04-16: list<item: double>
                        child 0, item: double
                    child 2, mistral-medium-2505: list<item: double>
                        child 0, item: double
                    child 3, qwen3-235b-a22b-no-thinking: list<item: double>
                        child 0, item: double
                    child 4, gemini-2.5-flash: list<item: double>
                        child 0, item: double
                    child 5, gemini-2.5-pro: list<item: double>
                        child 0, item: double
                    child 6, claude-sonnet-4-20250514: list<item: double>
                        child 0, item: double
                child 7, o3-2025-04-16: struct<chatgpt-4o-latest-20250326: list<item: double>, gemini-2.5-pro: list<item: double>, mistral-m (... 208 chars omitted)
                    child 0, chatgpt-4o-latest-20250326: list<item: double>
                        child 0, item: double
                    child 1, gemini-2.5-pro: list<item: double>
                        child 0, item: double
                    child 2, mistral-medium-2505: list<item: double>
                        child 0, item: double
                    child 3, claude-opus-4-20250514: list<item: double>
                        child 0, item: double
                    child 4, gemini-2.5-flash: list<item: double>
                        child 0, item: double
                    child 5, qwen3-235b-a22b-no-thinking: list<item: double>
                        child 0, item: double
                    child 6, claude-sonnet-4-20250514: list<item: double>
                        child 0, item: double
              to
              {'pairwise': {'qwen3-235b-a22b-no-thinking': {'claude-opus-4-20250514': List(Value('float64')), 'claude-sonnet-4-20250514': List(Value('float64')), 'chatgpt-4o-latest-20250326': List(Value('float64')), 'mistral-medium-2505': List(Value('float64')), 'gemini-2.5-flash': List(Value('float64')), 'o3-2025-04-16': List(Value('float64')), 'gemini-2.5-pro': List(Value('float64'))}, 'claude-opus-4-20250514': {'qwen3-235b-a22b-no-thinking': List(Value('float64')), 'gemini-2.5-pro': List(Value('float64')), 'chatgpt-4o-latest-20250326': List(Value('float64')), 'gemini-2.5-flash': List(Value('float64')), 'claude-sonnet-4-20250514': List(Value('float64')), 'o3-2025-04-16': List(Value('float64')), 'mistral-medium-2505': List(Value('float64'))}, 'gemini-2.5-pro': {'claude-sonnet-4-20250514': List(Value('float64')), 'claude-opus-4-20250514': List(Value('float64')), 'mistral-medium-2505': List(Value('float64')), 'o3-2025-04-16': List(Value('float64')), 'gemini-2.5-flash': List(Value('float64')), 'qwen3-235b-a22b-no-thinking': List(Value('float64')), 'chatgpt-4o-latest-20250326': List(Value('float64'))}, 'claude-sonnet-4-20250514': {'gemini-2.5-pro': List(Value('float64')), 'gemini-2.5-flash': List(Value('float64')), 'claude-opus-4-20250514': List(Value('float64')), 'qwen3-235b-a22b-no-thinking': List(Value('float64')), 'mistral-medium-2505': List(Value('float64')), 'o3-2025-04-16': List(Value('float64')), 'chatgpt-4o-latest-20250326': List(Value('float64'))}, 'gemini-2.5-flash': {'claude-sonnet-4-20250514': List(Value('float64')), 'mistral-medium-2505': List(Value('float64')), 'claude-opus-4-20250514': List(Value('float64')), 'gemini-2.5-pro': List(Value('float64')), 'qwen3-235b-a22b-no-thinking': List(Value('float64')), 'o3-2025-04-16': List(Value('float64')), 'chatgpt-4o-latest-20250326': List(Value('float64'))}, 'mistral-medium-2505': {'gemini-2.5-pro': List(Value('float64')), 'gemini-2.5-flash': List(Value('float64')), 'chatgpt-4o-latest-20250326': List(Value('float64')), 'o3-2025-04-16': List(Value('float64')), 'qwen3-235b-a22b-no-thinking': List(Value('float64')), 'claude-opus-4-20250514': List(Value('float64')), 'claude-sonnet-4-20250514': List(Value('float64'))}, 'chatgpt-4o-latest-20250326': {'claude-opus-4-20250514': List(Value('float64')), 'o3-2025-04-16': List(Value('float64')), 'mistral-medium-2505': List(Value('float64')), 'qwen3-235b-a22b-no-thinking': List(Value('float64')), 'gemini-2.5-flash': List(Value('float64')), 'gemini-2.5-pro': List(Value('float64')), 'claude-sonnet-4-20250514': List(Value('float64'))}, 'o3-2025-04-16': {'chatgpt-4o-latest-20250326': List(Value('float64')), 'gemini-2.5-pro': List(Value('float64')), 'mistral-medium-2505': List(Value('float64')), 'claude-opus-4-20250514': List(Value('float64')), 'gemini-2.5-flash': List(Value('float64')), 'qwen3-235b-a22b-no-thinking': List(Value('float64')), 'claude-sonnet-4-20250514': List(Value('float64'))}}}
              because column names don't match