Merge pull request #241 from scipp/kafka-consumer

Add kafka library and streaming type helper packages as dependencies.

pyproject.toml

@@ -32,6 +32,8 @@ requires-python = ">=3.10"
 dependencies = [
  "rich",
  "essreduce",
+ "confluent_kafka",
+ "ess-streaming-data-types"
 ]
 
 dynamic = ["version"]

requirements/base.in

@@ -4,3 +4,5 @@
 # The following was generated by 'tox -e deps', DO NOT EDIT MANUALLY!
 rich
 essreduce
+confluent_kafka
+ess-streaming-data-types

requirements/base.txt

@@ -1,36 +1,51 @@
-# SHA1:89978bb0fef0efd08032890f4d4bc4e3fd22eb53
+# SHA1:f86f6e2691af328856584c477156f7eafd050e86
 #
 # This file is autogenerated by pip-compile-multi
 # To update, run:
 #
 # pip-compile-multi
 #
-essreduce==24.8.0
+confluent-kafka==2.5.3
  # via -r base.in
-h5py==3.11.0
+cyclebane==24.6.0
+ # via sciline
+ess-streaming-data-types==0.26.1
+ # via -r base.in
+essreduce==24.10.0
+ # via -r base.in
+flatbuffers==24.3.25
+ # via ess-streaming-data-types
+h5py==3.12.1
  # via scippnexus
 markdown-it-py==3.0.0
  # via rich
 mdurl==0.1.2
  # via markdown-it-py
-numpy==2.0.1
+networkx==3.3
+ # via cyclebane
+numpy==2.1.1
  # via
+ # ess-streaming-data-types
  # h5py
  # scipp
  # scipy
 pygments==2.18.0
  # via rich
 python-dateutil==2.9.0.post0
  # via scippnexus
-rich==13.7.1
+rich==13.9.1
  # via -r base.in
+sciline==24.6.3
+ # via essreduce
 scipp==24.9.1
  # via
  # essreduce
  # scippnexus
-scippnexus==24.8.1
+scippnexus==24.9.1
  # via essreduce
-scipy==1.14.0
+scipy==1.14.1
  # via scippnexus
 six==1.16.0
  # via python-dateutil
+typing-extensions==4.12.2
+ # via rich

requirements/basetest.txt

@@ -5,33 +5,39 @@
 #
 # pip-compile-multi
 #
-certifi==2024.7.4
+certifi==2024.8.30
  # via requests
 charset-normalizer==3.3.2
  # via requests
-contourpy==1.2.1
+contourpy==1.3.0
  # via matplotlib
 coverage[toml]==7.6.1
  # via pytest-cov
+cyclebane==24.6.0
+ # via sciline
 cycler==0.12.1
  # via matplotlib
-essreduce==24.8.0
+essreduce==24.10.0
  # via -r basetest.in
+exceptiongroup==1.2.2
+ # via pytest
 execnet==2.1.1
  # via pytest-xdist
-fonttools==4.53.1
+fonttools==4.54.1
  # via matplotlib
-h5py==3.11.0
+h5py==3.12.1
  # via scippnexus
-idna==3.7
+idna==3.10
  # via requests
 iniconfig==2.0.0
  # via pytest
-kiwisolver==1.4.5
+kiwisolver==1.4.7
  # via matplotlib
 matplotlib==3.9.2
  # via plopp
-numpy==2.0.1
+networkx==3.3
+ # via cyclebane
+numpy==2.1.1
  # via
  # contourpy
  # h5py
@@ -45,13 +51,13 @@ packaging==24.1
  # matplotlib
  # pooch
  # pytest
-pandas==2.2.2
+pandas==2.2.3
  # via -r basetest.in
 pillow==10.4.0
  # via matplotlib
-platformdirs==4.2.2
+platformdirs==4.3.6
  # via pooch
-plopp==24.6.0
+plopp==24.9.3
  # via -r basetest.in
 pluggy==1.5.0
  # via pytest
@@ -61,15 +67,15 @@ psutil==6.0.0
  # via -r basetest.in
 pyarrow==17.0.0
  # via -r basetest.in
-pyparsing==3.1.2
+pyparsing==3.1.4
  # via matplotlib
-pytest==8.3.2
+pytest==8.3.3
  # via
  # -r basetest.in
  # pytest-asyncio
  # pytest-cov
  # pytest-xdist
-pytest-asyncio==0.23.8
+pytest-asyncio==0.24.0
  # via -r basetest.in
 pytest-cov==5.0.0
  # via -r basetest.in
@@ -80,22 +86,28 @@ python-dateutil==2.9.0.post0
  # matplotlib
  # pandas
  # scippnexus
-pytz==2024.1
+pytz==2024.2
  # via pandas
 requests==2.32.3
  # via pooch
+sciline==24.6.3
+ # via essreduce
 scipp==24.9.1
  # via
  # -r basetest.in
  # essreduce
  # scippnexus
-scippnexus==24.8.1
+scippnexus==24.9.1
  # via essreduce
-scipy==1.14.0
+scipy==1.14.1
  # via scippnexus
 six==1.16.0
  # via python-dateutil
-tzdata==2024.1
+tomli==2.0.2
+ # via
+ # coverage
+ # pytest
+tzdata==2024.2
  # via pandas
-urllib3==2.2.2
+urllib3==2.2.3
  # via requests

requirements/ci.txt

@@ -5,9 +5,9 @@
 #
 # pip-compile-multi
 #
-cachetools==5.4.0
+cachetools==5.5.0
  # via tox
-certifi==2024.7.4
+certifi==2024.8.30
  # via requests
 chardet==5.2.0
  # via tox
@@ -17,40 +17,42 @@ colorama==0.4.6
  # via tox
 distlib==0.3.8
  # via virtualenv
-filelock==3.15.4
+filelock==3.16.1
  # via
  # tox
  # virtualenv
 gitdb==4.0.11
  # via gitpython
 gitpython==3.1.43
  # via -r ci.in
-idna==3.7
+idna==3.10
  # via requests
 packaging==24.1
  # via
  # -r ci.in
  # pyproject-api
  # tox
-platformdirs==4.2.2
+platformdirs==4.3.6
  # via
  # tox
  # virtualenv
 pluggy==1.5.0
  # via tox
-pyproject-api==1.7.1
+pyproject-api==1.8.0
  # via tox
 requests==2.32.3
  # via -r ci.in
 smmap==5.0.1
  # via gitdb
-tomli==2.0.1
+tomli==2.0.2
  # via
  # pyproject-api
  # tox
-tox==4.18.0
+tox==4.21.2
  # via -r ci.in
-urllib3==2.2.2
+typing-extensions==4.12.2
+ # via tox
+urllib3==2.2.3
  # via requests
-virtualenv==20.26.3
+virtualenv==20.26.6
  # via tox

requirements/dev.txt

@@ -14,7 +14,7 @@
 -r wheels.txt
 annotated-types==0.7.0
  # via pydantic
-anyio==4.4.0
+anyio==4.6.0
  # via
  # httpx
  # jupyter-server
@@ -26,7 +26,7 @@ arrow==1.3.0
  # via isoduration
 async-lru==2.0.4
  # via jupyterlab
-cffi==1.17.0
+cffi==1.17.1
  # via argon2-cffi-bindings
 click==8.1.7
  # via
@@ -42,9 +42,9 @@ funcy==2.0
  # via copier
 h11==0.14.0
  # via httpcore
-httpcore==1.0.5
+httpcore==1.0.6
  # via httpx
-httpx==0.27.0
+httpx==0.27.2
  # via jupyterlab
 isoduration==20.11.0
  # via jsonschema
@@ -71,7 +71,7 @@ jupyter-server==2.14.2
  # notebook-shim
 jupyter-server-terminals==0.5.3
  # via jupyter-server
-jupyterlab==4.2.4
+jupyterlab==4.2.5
  # via -r dev.in
 jupyterlab-server==2.27.3
  # via jupyterlab
@@ -87,13 +87,13 @@ pip-tools==7.4.1
  # via pip-compile-multi
 plumbum==1.8.3
  # via copier
-prometheus-client==0.20.0
+prometheus-client==0.21.0
  # via jupyter-server
 pycparser==2.22
  # via cffi
-pydantic==2.8.2
+pydantic==2.9.2
  # via copier
-pydantic-core==2.20.1
+pydantic-core==2.23.4
  # via pydantic
 python-json-logger==2.0.7
  # via jupyter-events
@@ -119,7 +119,7 @@ terminado==0.18.1
  # jupyter-server-terminals
 toposort==1.10
  # via pip-compile-multi
-types-python-dateutil==2.9.0.20240316
+types-python-dateutil==2.9.0.20241003
  # via arrow
 uri-template==1.3.0
  # via jsonschema