Skip to content

Oversized numeric traits fail segment membership identity seeding #7937

Description

@sentry

Sentry Issue: FLAGSMITH-API-682

error: 'q' format requires -9223372036854775808 <= number <= 9223372036854775807
  File "clickhouse_driver/columns/base.py", line 203, in write_items
    buf.write(s.pack(*items))

StructPackException: 'q' format requires -9223372036854775808 <= number <= 9223372036854775807
  File "clickhouse_driver/columns/service.py", line 173, in write_column
    column.write_data(items, buf)
  File "clickhouse_driver/columns/newjsoncolumn.py", line 226, in write_data
    self._write_values(paths, len(items), buf, depth=depth)
  File "clickhouse_driver/columns/newjsoncolumn.py", line 296, in _write_values
    writer.write_items(col[spec]["values"], buf)
  File "clickhouse_driver/columns/base.py", line 206, in write_items
    raise exceptions.StructPackException(e)

TypeMismatchError: Type mismatch in VALUES section. Repeat query with types_check=True for detailed info. Column traits: 'q' format requires -9223372036854775808 <= number <= 9223372036854775807
(2 additional frame(s) were not displayed)
...
  File "clickhouse_driver/client.py", line 607, in process_insert_query
    rv = self.send_data(sample_block, data,
  File "clickhouse_driver/client.py", line 660, in send_data
    self.connection.send_data(block)
  File "clickhouse_driver/connection.py", line 720, in send_data
    self.block_out.write(block)
  File "clickhouse_driver/streams/native.py", line 48, in write
    write_column(self.context, col_name, col_type, items,
  File "clickhouse_driver/columns/service.py", line 185, in write_column
    raise errors.TypeMismatchError(

OperationalError: Code: 53. Type mismatch in VALUES section. Repeat query with types_check=True for detailed info. Column traits: 'q' format requires -9223372036854775808 <= number <= 9223372036854775807
  File "django/db/backends/utils.py", line 114, in _executemany
    return self.cursor.executemany(sql, param_list)
  File "clickhouse_driver/dbapi/cursor.py", line 143, in executemany
    raise OperationalError(orig)

OperationalError: Code: 53. Type mismatch in VALUES section. Repeat query with types_check=True for detailed info. Column traits: 'q' format requires -9223372036854775808 <= number <= 9223372036854775807
(2 additional frame(s) were not displayed)
...
  File "segment_membership/tasks.py", line 111, in seed_organisation_identities
    cursor.executemany(_INSERT_IDENTITIES_SQL, rows)  # type: ignore[arg-type]

{'organisation__id': 25616, 'project__id': 34934, 'environment__id': 82367, 'event': 'seed.environment.failed', 'logger': 'segment_membership', 'level': 'error', 'exception': 'Traceback (most recent call last):\n  File "/build/.venv/lib/python3.13/site-packages/clickhouse_driver/columns/base.py", line 203, in write_items\n    buf.write(s.pack(*items))\n              ~~~~~~^^^^^^^^\nstruct.error: \'q\' format requires -9223372036854775808 <= number <= 9223372036854775807\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n  File "/build/.venv/lib/python3.13/site-packages/clickhouse_driver/columns/service.py", line 173, in write_column\n    column.write_data(items, buf)\n    ~~~~~~~~~~~~~~~~~^^^^^^^^^^^^\n  File "/build/.venv/lib/python3.13/site-packages/clickhouse_driver/columns/newjsoncolumn.py", line 226, in write_data\n    self._write_values(paths, len(items), buf, depth=depth)\n    ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/build/.venv/lib/python3.13/site-packages/clickhouse_driver/columns/newjsoncolumn.py", line 296, in _write_values\n    writer.write_items(col[spec]["values"], buf)\n    ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/build/.venv/lib/python3.13/site-packages/clickhouse_driver/columns/base.py", line 206, in write_items\n    raise exceptions.StructPackException(e)\nclickhouse_driver.columns.exceptions.StructPackException: \'q\' format requires -9223372036854775808 <= number <= 9223372036854775807\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n  File "/build/.venv/lib/python3.13/site-packages/clickhouse_driver/dbapi/cursor.py", line 138, in executemany\n    response = execute(\n        operation, params=seq_of_parameters, **execute_kwargs\n    )\n  File "/build/.venv/lib/python3.13/site-packages/clickhouse_backend/driver/client.py", line 44, in execute\n    rv = self.process_insert_query(\n        query,\n    ...<4 lines>...\n        columnar=columnar,\n    )\n  File "/build/.venv/lib/python3.13/site-packages/clickhouse_driver/client.py", line 607, in process_insert_query\n    rv = self.send_data(sample_block, data,\n                        types_check=types_check, columnar=columnar)\n  File "/build/.venv/lib/python3.13/site-packages/sentry_sdk/integrations/clickhouse_driver.py", line 159, in _inner_send_data\n    return original_send_data(\n        self, sample_block, data, types_check, columnar, *args, **kwargs\n    )\n  File "/build/.venv/lib/python3.13/site-packages/clickhouse_driver/client.py", line 660, in send_data\n    self.connection.send_data(block)\n    ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^\n  File "/build/.venv/lib/python3.13/site-packages/clickhouse_driver/connection.py", line 720, in send_data\n    self.block_out.write(block)\n    ~~~~~~~~~~~~~~~~~~~~^^^^^^^\n  File "/build/.venv/lib/python3.13/site-packages/clickhouse_driver/streams/native.py", line 48, in write\n    write_column(self.context, col_name, col_type, items,\n    ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n                 self.fout, types_check=block.types_check)\n                 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/build/.venv/lib/python3.13/site-packages/clickhouse_driver/columns/service.py", line 185, in write_column\n    raise errors.TypeMismatchError(\n    ...<5 lines>...\n    )\nclickhouse_driver.errors.TypeMismatchError: Code: 53. Type mismatch in VALUES section. Repeat query with types_check=True for detailed info. Column traits: \'q\' format requires -9223372036854775808 <= number <= 9223372036854775807\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n  File "/build/.venv/lib/python3.13/site-packages/django/db/backends/utils.py", line 114, in _executemany\n    return self.cursor.executemany(sql, param_list)\n           ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n  File "/build/.venv/lib/python3.13/site-packages/clickhouse_driver/dbapi/cursor.py", line 143, in executemany\n    raise OperationalError(orig)\nclickhouse_driver.dbapi.errors.OperationalError: Code: 53. Type mismatch in VALUES section. Repeat query with types_check=True for detailed info. Column traits: \'q\' format requires -9223372036854775808 <= number <= 9223372036854775807\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n  File "/app/segment_membership/tasks.py", line 111, in seed_organisation_identities\n    cursor.executemany(_INSERT_IDENTITIES_SQL, rows)  # type: ignore[arg-type]\n    ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/build/.venv/lib/python3.13/site-packages/sentry_sdk/utils.py", line 1841, in runner\n    return sentry_patched_function(*args, **kwargs)\n  File "/build/.venv/lib/python3.13/site-packages/sentry_sdk/integrations/django/__init__.py", line 666, in executemany\n    result = real_executemany(self, sql, param_list)\n  File "/build/.venv/lib/python3.13/site-packages/django/db/backends/utils.py", line 84, in executemany\n    return self._execute_with_wrappers(\n           ~~~~~~~~~~~~~~~~~~~~~~~~~~~^\n        sql, param_list, many=True, executor=self._executemany\n        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n    )\n    ^\n  File "/build/.venv/lib/python3.13/site-packages/django/db/backends/utils.py", line 92, in _execute_with_wrappers\n    return executor(sql, params, many, context)\n  File "/build/.venv/lib/python3.13/site-packages/django/db/backends/utils.py", line 113, in _executemany\n    with self.db.wrap_database_errors:\n         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/build/.venv/lib/python3.13/site-packages/django/db/utils.py", line 91, in __exit__\n    raise dj_exc_value.with_traceback(traceback) from exc_value\n  File "/build/.venv/lib/python3.13/site-packages/django/db/backends/utils.py", line 114, in _executemany\n    return self.cursor.executemany(sql, param_list)\n           ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n  File "/build/.venv/lib/python3.13/site-packages/clickhouse_driver/dbapi/cursor.py", line 143, in executemany\n    raise OperationalError(orig)\ndjango.db.utils.OperationalError: Code: 53. Type mismatch in VALUES section. Repeat query with types_check=True for detailed info. Column traits: \'q\' format requires -9223372036854775808 <= number <= 9223372036854775807', 'timestamp': '2026-07-02T10:34:39.195097Z'}

Metadata

Metadata

Assignees

Labels

apiIssue related to the REST API

Type

Fields

No fields configured for Bug.

Projects

No projects

Milestone

No milestone

Relationships

None yet

Development

No branches or pull requests

Issue actions