diff --git a/Dockerfile b/Dockerfile index a46d450..ecd43b4 100644 --- a/Dockerfile +++ b/Dockerfile @@ -1,4 +1,4 @@ -FROM kernai/refinery-parent-images:v2.0.0-common +FROM kernai/refinery-parent-images:v2.1.0-common WORKDIR /program diff --git a/dev.Dockerfile b/dev.Dockerfile index 8641e13..774d269 100644 --- a/dev.Dockerfile +++ b/dev.Dockerfile @@ -1,4 +1,4 @@ -FROM kernai/refinery-parent-images:v2.0.0-common +FROM kernai/refinery-parent-images:v2.1.0-common WORKDIR /app diff --git a/requirements.txt b/requirements.txt index 68e49d5..1354777 100644 --- a/requirements.txt +++ b/requirements.txt @@ -2,31 +2,35 @@ # This file is autogenerated by pip-compile with Python 3.11 # by the following command: # -# pip-compile --output-file=requirements.txt requirements/requirements.in +# pip-compile --cert=None --client-cert=None --index-url=None --output-file=requirements.txt --pip-args=None requirements/requirements.in # annotated-types==0.7.0 # via - # -r /home/runner/work/refinery-submodule-parent-images/refinery-submodule-parent-images/refinery-tokenizer/requirements/common-requirements.txt + # -r requirements/common-requirements.txt # pydantic -anyio==4.9.0 +anyio==4.11.0 # via - # -r /home/runner/work/refinery-submodule-parent-images/refinery-submodule-parent-images/refinery-tokenizer/requirements/common-requirements.txt + # -r requirements/common-requirements.txt # starlette argon2-cffi==25.1.0 # via - # -r /home/runner/work/refinery-submodule-parent-images/refinery-submodule-parent-images/refinery-tokenizer/requirements/common-requirements.txt + # -r requirements/common-requirements.txt # minio -argon2-cffi-bindings==21.2.0 +argon2-cffi-bindings==25.1.0 # via - # -r /home/runner/work/refinery-submodule-parent-images/refinery-submodule-parent-images/refinery-tokenizer/requirements/common-requirements.txt + # -r requirements/common-requirements.txt # argon2-cffi +asgiref==3.9.2 + # via + # -r requirements/common-requirements.txt + # opentelemetry-instrumentation-asgi blis==0.7.11 # via thinc boto3==1.39.6 - # via -r /home/runner/work/refinery-submodule-parent-images/refinery-submodule-parent-images/refinery-tokenizer/requirements/common-requirements.txt -botocore==1.39.10 + # via -r requirements/common-requirements.txt +botocore==1.39.17 # via - # -r /home/runner/work/refinery-submodule-parent-images/refinery-submodule-parent-images/refinery-tokenizer/requirements/common-requirements.txt + # -r requirements/common-requirements.txt # boto3 # s3transfer catalogue==2.0.10 @@ -34,25 +38,25 @@ catalogue==2.0.10 # spacy # srsly # thinc -certifi==2025.7.14 +certifi==2025.8.3 # via - # -r /home/runner/work/refinery-submodule-parent-images/refinery-submodule-parent-images/refinery-tokenizer/requirements/common-requirements.txt + # -r requirements/common-requirements.txt # minio # requests -cffi==1.17.1 +cffi==2.0.0 # via - # -r /home/runner/work/refinery-submodule-parent-images/refinery-submodule-parent-images/refinery-tokenizer/requirements/common-requirements.txt + # -r requirements/common-requirements.txt # argon2-cffi-bindings -charset-normalizer==3.4.2 +charset-normalizer==3.4.3 # via - # -r /home/runner/work/refinery-submodule-parent-images/refinery-submodule-parent-images/refinery-tokenizer/requirements/common-requirements.txt + # -r requirements/common-requirements.txt # requests -click==8.2.1 +click==8.3.0 # via - # -r /home/runner/work/refinery-submodule-parent-images/refinery-submodule-parent-images/refinery-tokenizer/requirements/common-requirements.txt + # -r requirements/common-requirements.txt # typer # uvicorn -cloudpathlib==0.21.1 +cloudpathlib==0.22.0 # via weasel confection==0.1.5 # via @@ -64,75 +68,147 @@ cymem==2.0.11 # spacy # thinc fastapi==0.116.1 - # via -r /home/runner/work/refinery-submodule-parent-images/refinery-submodule-parent-images/refinery-tokenizer/requirements/common-requirements.txt -greenlet==3.2.3 + # via -r requirements/common-requirements.txt +googleapis-common-protos==1.70.0 + # via + # -r requirements/common-requirements.txt + # opentelemetry-exporter-otlp-proto-grpc +greenlet==3.2.4 # via sqlalchemy +grpcio==1.75.0 + # via + # -r requirements/common-requirements.txt + # opentelemetry-exporter-otlp-proto-grpc h11==0.16.0 # via - # -r /home/runner/work/refinery-submodule-parent-images/refinery-submodule-parent-images/refinery-tokenizer/requirements/common-requirements.txt + # -r requirements/common-requirements.txt # uvicorn idna==3.10 # via - # -r /home/runner/work/refinery-submodule-parent-images/refinery-submodule-parent-images/refinery-tokenizer/requirements/common-requirements.txt + # -r requirements/common-requirements.txt # anyio # requests +importlib-metadata==8.7.0 + # via + # -r requirements/common-requirements.txt + # opentelemetry-api jinja2==3.1.6 # via spacy jmespath==1.0.1 # via - # -r /home/runner/work/refinery-submodule-parent-images/refinery-submodule-parent-images/refinery-tokenizer/requirements/common-requirements.txt + # -r requirements/common-requirements.txt # boto3 # botocore langcodes==3.5.0 # via spacy language-data==1.3.0 # via langcodes -marisa-trie==1.2.1 +marisa-trie==1.3.1 # via language-data -markdown-it-py==3.0.0 +markdown-it-py==4.0.0 # via rich markupsafe==3.0.2 # via jinja2 mdurl==0.1.2 # via markdown-it-py minio==7.2.15 - # via -r /home/runner/work/refinery-submodule-parent-images/refinery-submodule-parent-images/refinery-tokenizer/requirements/common-requirements.txt + # via -r requirements/common-requirements.txt murmurhash==1.0.13 # via # preshed # spacy # thinc -numpy==1.23.4 +numpy==1.26.2 # via - # -r /home/runner/work/refinery-submodule-parent-images/refinery-submodule-parent-images/refinery-tokenizer/requirements/common-requirements.txt + # -r requirements/common-requirements.txt # blis # pandas # spacy # thinc +opentelemetry-api==1.37.0 + # via + # -r requirements/common-requirements.txt + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-instrumentation + # opentelemetry-instrumentation-asgi + # opentelemetry-instrumentation-fastapi + # opentelemetry-instrumentation-logging + # opentelemetry-sdk + # opentelemetry-semantic-conventions +opentelemetry-exporter-otlp-proto-common==1.37.0 + # via + # -r requirements/common-requirements.txt + # opentelemetry-exporter-otlp-proto-grpc +opentelemetry-exporter-otlp-proto-grpc==1.37.0 + # via -r requirements/common-requirements.txt +opentelemetry-instrumentation==0.58b0 + # via + # -r requirements/common-requirements.txt + # opentelemetry-instrumentation-asgi + # opentelemetry-instrumentation-fastapi + # opentelemetry-instrumentation-logging +opentelemetry-instrumentation-asgi==0.58b0 + # via + # -r requirements/common-requirements.txt + # opentelemetry-instrumentation-fastapi +opentelemetry-instrumentation-fastapi==0.58b0 + # via -r requirements/common-requirements.txt +opentelemetry-instrumentation-logging==0.58b0 + # via -r requirements/common-requirements.txt +opentelemetry-proto==1.37.0 + # via + # -r requirements/common-requirements.txt + # opentelemetry-exporter-otlp-proto-common + # opentelemetry-exporter-otlp-proto-grpc +opentelemetry-sdk==1.37.0 + # via + # -r requirements/common-requirements.txt + # opentelemetry-exporter-otlp-proto-grpc +opentelemetry-semantic-conventions==0.58b0 + # via + # -r requirements/common-requirements.txt + # opentelemetry-instrumentation + # opentelemetry-instrumentation-asgi + # opentelemetry-instrumentation-fastapi + # opentelemetry-sdk +opentelemetry-util-http==0.58b0 + # via + # -r requirements/common-requirements.txt + # opentelemetry-instrumentation-asgi + # opentelemetry-instrumentation-fastapi packaging==25.0 # via + # -r requirements/common-requirements.txt + # opentelemetry-instrumentation # spacy # thinc # weasel pandas==1.5.1 - # via -r /home/runner/work/refinery-submodule-parent-images/refinery-submodule-parent-images/refinery-tokenizer/requirements/common-requirements.txt + # via -r requirements/common-requirements.txt preshed==3.0.10 # via # spacy # thinc +prometheus-client==0.23.1 + # via -r requirements/common-requirements.txt +protobuf==6.32.1 + # via + # -r requirements/common-requirements.txt + # googleapis-common-protos + # opentelemetry-proto psycopg2-binary==2.9.9 - # via -r /home/runner/work/refinery-submodule-parent-images/refinery-submodule-parent-images/refinery-tokenizer/requirements/common-requirements.txt -pycparser==2.22 + # via -r requirements/common-requirements.txt +pycparser==2.23 # via - # -r /home/runner/work/refinery-submodule-parent-images/refinery-submodule-parent-images/refinery-tokenizer/requirements/common-requirements.txt + # -r requirements/common-requirements.txt # cffi pycryptodome==3.23.0 # via - # -r /home/runner/work/refinery-submodule-parent-images/refinery-submodule-parent-images/refinery-tokenizer/requirements/common-requirements.txt + # -r requirements/common-requirements.txt # minio pydantic==2.7.4 # via - # -r /home/runner/work/refinery-submodule-parent-images/refinery-submodule-parent-images/refinery-tokenizer/requirements/common-requirements.txt + # -r requirements/common-requirements.txt # -r requirements/requirements.in # confection # fastapi @@ -141,41 +217,41 @@ pydantic==2.7.4 # weasel pydantic-core==2.18.4 # via - # -r /home/runner/work/refinery-submodule-parent-images/refinery-submodule-parent-images/refinery-tokenizer/requirements/common-requirements.txt + # -r requirements/common-requirements.txt # pydantic pygments==2.19.2 # via rich python-dateutil==2.9.0.post0 # via - # -r /home/runner/work/refinery-submodule-parent-images/refinery-submodule-parent-images/refinery-tokenizer/requirements/common-requirements.txt + # -r requirements/common-requirements.txt # botocore # pandas pytz==2025.2 # via - # -r /home/runner/work/refinery-submodule-parent-images/refinery-submodule-parent-images/refinery-tokenizer/requirements/common-requirements.txt + # -r requirements/common-requirements.txt # pandas requests==2.32.4 # via - # -r /home/runner/work/refinery-submodule-parent-images/refinery-submodule-parent-images/refinery-tokenizer/requirements/common-requirements.txt + # -r requirements/common-requirements.txt # spacy # weasel -rich==14.0.0 +rich==14.1.0 # via typer s3transfer==0.13.1 # via - # -r /home/runner/work/refinery-submodule-parent-images/refinery-submodule-parent-images/refinery-tokenizer/requirements/common-requirements.txt + # -r requirements/common-requirements.txt # boto3 shellingham==1.5.4 # via typer six==1.17.0 # via - # -r /home/runner/work/refinery-submodule-parent-images/refinery-submodule-parent-images/refinery-tokenizer/requirements/common-requirements.txt + # -r requirements/common-requirements.txt # python-dateutil -smart-open==7.3.0.post1 +smart-open==7.3.1 # via weasel sniffio==1.3.1 # via - # -r /home/runner/work/refinery-submodule-parent-images/refinery-submodule-parent-images/refinery-tokenizer/requirements/common-requirements.txt + # -r requirements/common-requirements.txt # anyio spacy[ja]==3.7.5 # via -r requirements/requirements.in @@ -184,18 +260,18 @@ spacy-legacy==3.0.12 spacy-loggers==1.0.5 # via spacy sqlalchemy==1.4.42 - # via -r /home/runner/work/refinery-submodule-parent-images/refinery-submodule-parent-images/refinery-tokenizer/requirements/common-requirements.txt + # via -r requirements/common-requirements.txt srsly==2.5.1 # via # confection # spacy # thinc # weasel -starlette==0.47.2 +starlette==0.47.3 # via - # -r /home/runner/work/refinery-submodule-parent-images/refinery-submodule-parent-images/refinery-tokenizer/requirements/common-requirements.txt + # -r requirements/common-requirements.txt # fastapi -sudachidict-core==20250515 +sudachidict-core==20250825 # via spacy sudachipy==0.6.10 # via @@ -205,28 +281,33 @@ thinc==8.2.5 # via spacy tqdm==4.67.1 # via spacy -typer==0.16.0 +typer==0.19.2 # via # spacy # weasel -typing-extensions==4.14.1 +typing-extensions==4.15.0 # via - # -r /home/runner/work/refinery-submodule-parent-images/refinery-submodule-parent-images/refinery-tokenizer/requirements/common-requirements.txt + # -r requirements/common-requirements.txt # anyio # fastapi + # grpcio # minio + # opentelemetry-api + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-sdk + # opentelemetry-semantic-conventions # pydantic # pydantic-core # starlette # typer urllib3==2.5.0 # via - # -r /home/runner/work/refinery-submodule-parent-images/refinery-submodule-parent-images/refinery-tokenizer/requirements/common-requirements.txt + # -r requirements/common-requirements.txt # botocore # minio # requests uvicorn==0.35.0 - # via -r /home/runner/work/refinery-submodule-parent-images/refinery-submodule-parent-images/refinery-tokenizer/requirements/common-requirements.txt + # via -r requirements/common-requirements.txt wasabi==1.1.3 # via # spacy @@ -234,8 +315,15 @@ wasabi==1.1.3 # weasel weasel==0.4.1 # via spacy -wrapt==1.17.2 - # via smart-open +wrapt==1.17.3 + # via + # -r requirements/common-requirements.txt + # opentelemetry-instrumentation + # smart-open +zipp==3.23.0 + # via + # -r requirements/common-requirements.txt + # importlib-metadata # The following packages are considered to be unsafe in a requirements file: # setuptools diff --git a/requirements/common-requirements.txt b/requirements/common-requirements.txt index 0e812b3..7e7bd39 100644 --- a/requirements/common-requirements.txt +++ b/requirements/common-requirements.txt @@ -6,57 +6,117 @@ # annotated-types==0.7.0 # via pydantic -anyio==4.9.0 +anyio==4.11.0 # via starlette argon2-cffi==25.1.0 # via minio -argon2-cffi-bindings==21.2.0 +argon2-cffi-bindings==25.1.0 # via argon2-cffi +asgiref==3.9.2 + # via opentelemetry-instrumentation-asgi boto3==1.39.6 # via -r common-requirements.in -botocore==1.39.10 +botocore==1.39.17 # via # boto3 # s3transfer -certifi==2025.7.14 +certifi==2025.8.3 # via # minio # requests -cffi==1.17.1 +cffi==2.0.0 # via argon2-cffi-bindings -charset-normalizer==3.4.2 +charset-normalizer==3.4.3 # via requests -click==8.2.1 +click==8.3.0 # via uvicorn fastapi==0.116.1 # via -r mini-requirements.in +googleapis-common-protos==1.70.0 + # via opentelemetry-exporter-otlp-proto-grpc +grpcio==1.75.0 + # via opentelemetry-exporter-otlp-proto-grpc h11==0.16.0 # via uvicorn idna==3.10 # via # anyio # requests +importlib-metadata==8.7.0 + # via opentelemetry-api jmespath==1.0.1 # via # boto3 # botocore minio==7.2.15 # via -r common-requirements.in -numpy==1.23.4 +numpy==1.26.2 # via # -r common-requirements.in # pandas +opentelemetry-api==1.37.0 + # via + # -r common-requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-instrumentation + # opentelemetry-instrumentation-asgi + # opentelemetry-instrumentation-fastapi + # opentelemetry-instrumentation-logging + # opentelemetry-sdk + # opentelemetry-semantic-conventions +opentelemetry-exporter-otlp-proto-common==1.37.0 + # via opentelemetry-exporter-otlp-proto-grpc +opentelemetry-exporter-otlp-proto-grpc==1.37.0 + # via -r common-requirements.in +opentelemetry-instrumentation==0.58b0 + # via + # -r common-requirements.in + # opentelemetry-instrumentation-asgi + # opentelemetry-instrumentation-fastapi + # opentelemetry-instrumentation-logging +opentelemetry-instrumentation-asgi==0.58b0 + # via opentelemetry-instrumentation-fastapi +opentelemetry-instrumentation-fastapi==0.58b0 + # via -r common-requirements.in +opentelemetry-instrumentation-logging==0.58b0 + # via -r common-requirements.in +opentelemetry-proto==1.37.0 + # via + # opentelemetry-exporter-otlp-proto-common + # opentelemetry-exporter-otlp-proto-grpc +opentelemetry-sdk==1.37.0 + # via + # -r common-requirements.in + # opentelemetry-exporter-otlp-proto-grpc +opentelemetry-semantic-conventions==0.58b0 + # via + # opentelemetry-instrumentation + # opentelemetry-instrumentation-asgi + # opentelemetry-instrumentation-fastapi + # opentelemetry-sdk +opentelemetry-util-http==0.58b0 + # via + # opentelemetry-instrumentation-asgi + # opentelemetry-instrumentation-fastapi +packaging==25.0 + # via opentelemetry-instrumentation pandas==1.5.1 # via -r common-requirements.in +prometheus-client==0.23.1 + # via -r common-requirements.in +protobuf==6.32.1 + # via + # googleapis-common-protos + # opentelemetry-proto psycopg2-binary==2.9.9 # via -r common-requirements.in -pycparser==2.22 +pycparser==2.23 # via cffi pycryptodome==3.23.0 # via minio pydantic==2.7.4 # via - # -r mini-requirements.in + # -r /Usmini-requirements.in # fastapi pydantic-core==2.18.4 # via pydantic @@ -76,13 +136,18 @@ sniffio==1.3.1 # via anyio sqlalchemy==1.4.42 # via -r common-requirements.in -starlette==0.47.2 +starlette==0.47.3 # via fastapi -typing-extensions==4.14.1 +typing-extensions==4.15.0 # via # anyio # fastapi + # grpcio # minio + # opentelemetry-api + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-sdk + # opentelemetry-semantic-conventions # pydantic # pydantic-core # starlette @@ -93,3 +158,7 @@ urllib3==2.5.0 # requests uvicorn==0.35.0 # via -r mini-requirements.in +wrapt==1.17.3 + # via opentelemetry-instrumentation +zipp==3.23.0 + # via importlib-metadata