Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion Dockerfile
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
FROM kernai/refinery-parent-images:v2.0.0-common
FROM kernai/refinery-parent-images:v2.1.0-common

WORKDIR /program

Expand Down
2 changes: 1 addition & 1 deletion dev.Dockerfile
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
FROM kernai/refinery-parent-images:v2.0.0-common
FROM kernai/refinery-parent-images:v2.1.0-common

WORKDIR /app

Expand Down
198 changes: 143 additions & 55 deletions requirements.txt
Original file line number Diff line number Diff line change
Expand Up @@ -2,57 +2,61 @@
# This file is autogenerated by pip-compile with Python 3.11
# by the following command:
#
# pip-compile --output-file=requirements.txt requirements/requirements.in
# pip-compile --cert=None --client-cert=None --index-url=None --output-file=requirements.txt --pip-args=None requirements/requirements.in
#
annotated-types==0.7.0
# via
# -r /home/runner/work/refinery-submodule-parent-images/refinery-submodule-parent-images/refinery-tokenizer/requirements/common-requirements.txt
# -r requirements/common-requirements.txt
# pydantic
anyio==4.9.0
anyio==4.11.0
# via
# -r /home/runner/work/refinery-submodule-parent-images/refinery-submodule-parent-images/refinery-tokenizer/requirements/common-requirements.txt
# -r requirements/common-requirements.txt
# starlette
argon2-cffi==25.1.0
# via
# -r /home/runner/work/refinery-submodule-parent-images/refinery-submodule-parent-images/refinery-tokenizer/requirements/common-requirements.txt
# -r requirements/common-requirements.txt
# minio
argon2-cffi-bindings==21.2.0
argon2-cffi-bindings==25.1.0
# via
# -r /home/runner/work/refinery-submodule-parent-images/refinery-submodule-parent-images/refinery-tokenizer/requirements/common-requirements.txt
# -r requirements/common-requirements.txt
# argon2-cffi
asgiref==3.9.2
# via
# -r requirements/common-requirements.txt
# opentelemetry-instrumentation-asgi
blis==0.7.11
# via thinc
boto3==1.39.6
# via -r /home/runner/work/refinery-submodule-parent-images/refinery-submodule-parent-images/refinery-tokenizer/requirements/common-requirements.txt
botocore==1.39.10
# via -r requirements/common-requirements.txt
botocore==1.39.17
# via
# -r /home/runner/work/refinery-submodule-parent-images/refinery-submodule-parent-images/refinery-tokenizer/requirements/common-requirements.txt
# -r requirements/common-requirements.txt
# boto3
# s3transfer
catalogue==2.0.10
# via
# spacy
# srsly
# thinc
certifi==2025.7.14
certifi==2025.8.3
# via
# -r /home/runner/work/refinery-submodule-parent-images/refinery-submodule-parent-images/refinery-tokenizer/requirements/common-requirements.txt
# -r requirements/common-requirements.txt
# minio
# requests
cffi==1.17.1
cffi==2.0.0
# via
# -r /home/runner/work/refinery-submodule-parent-images/refinery-submodule-parent-images/refinery-tokenizer/requirements/common-requirements.txt
# -r requirements/common-requirements.txt
# argon2-cffi-bindings
charset-normalizer==3.4.2
charset-normalizer==3.4.3
# via
# -r /home/runner/work/refinery-submodule-parent-images/refinery-submodule-parent-images/refinery-tokenizer/requirements/common-requirements.txt
# -r requirements/common-requirements.txt
# requests
click==8.2.1
click==8.3.0
# via
# -r /home/runner/work/refinery-submodule-parent-images/refinery-submodule-parent-images/refinery-tokenizer/requirements/common-requirements.txt
# -r requirements/common-requirements.txt
# typer
# uvicorn
cloudpathlib==0.21.1
cloudpathlib==0.22.0
# via weasel
confection==0.1.5
# via
Expand All @@ -64,75 +68,147 @@ cymem==2.0.11
# spacy
# thinc
fastapi==0.116.1
# via -r /home/runner/work/refinery-submodule-parent-images/refinery-submodule-parent-images/refinery-tokenizer/requirements/common-requirements.txt
greenlet==3.2.3
# via -r requirements/common-requirements.txt
googleapis-common-protos==1.70.0
# via
# -r requirements/common-requirements.txt
# opentelemetry-exporter-otlp-proto-grpc
greenlet==3.2.4
# via sqlalchemy
grpcio==1.75.0
# via
# -r requirements/common-requirements.txt
# opentelemetry-exporter-otlp-proto-grpc
h11==0.16.0
# via
# -r /home/runner/work/refinery-submodule-parent-images/refinery-submodule-parent-images/refinery-tokenizer/requirements/common-requirements.txt
# -r requirements/common-requirements.txt
# uvicorn
idna==3.10
# via
# -r /home/runner/work/refinery-submodule-parent-images/refinery-submodule-parent-images/refinery-tokenizer/requirements/common-requirements.txt
# -r requirements/common-requirements.txt
# anyio
# requests
importlib-metadata==8.7.0
# via
# -r requirements/common-requirements.txt
# opentelemetry-api
jinja2==3.1.6
# via spacy
jmespath==1.0.1
# via
# -r /home/runner/work/refinery-submodule-parent-images/refinery-submodule-parent-images/refinery-tokenizer/requirements/common-requirements.txt
# -r requirements/common-requirements.txt
# boto3
# botocore
langcodes==3.5.0
# via spacy
language-data==1.3.0
# via langcodes
marisa-trie==1.2.1
marisa-trie==1.3.1
# via language-data
markdown-it-py==3.0.0
markdown-it-py==4.0.0
# via rich
markupsafe==3.0.2
# via jinja2
mdurl==0.1.2
# via markdown-it-py
minio==7.2.15
# via -r /home/runner/work/refinery-submodule-parent-images/refinery-submodule-parent-images/refinery-tokenizer/requirements/common-requirements.txt
# via -r requirements/common-requirements.txt
murmurhash==1.0.13
# via
# preshed
# spacy
# thinc
numpy==1.23.4
numpy==1.26.2
# via
# -r /home/runner/work/refinery-submodule-parent-images/refinery-submodule-parent-images/refinery-tokenizer/requirements/common-requirements.txt
# -r requirements/common-requirements.txt
# blis
# pandas
# spacy
# thinc
opentelemetry-api==1.37.0
# via
# -r requirements/common-requirements.txt
# opentelemetry-exporter-otlp-proto-grpc
# opentelemetry-instrumentation
# opentelemetry-instrumentation-asgi
# opentelemetry-instrumentation-fastapi
# opentelemetry-instrumentation-logging
# opentelemetry-sdk
# opentelemetry-semantic-conventions
opentelemetry-exporter-otlp-proto-common==1.37.0
# via
# -r requirements/common-requirements.txt
# opentelemetry-exporter-otlp-proto-grpc
opentelemetry-exporter-otlp-proto-grpc==1.37.0
# via -r requirements/common-requirements.txt
opentelemetry-instrumentation==0.58b0
# via
# -r requirements/common-requirements.txt
# opentelemetry-instrumentation-asgi
# opentelemetry-instrumentation-fastapi
# opentelemetry-instrumentation-logging
opentelemetry-instrumentation-asgi==0.58b0
# via
# -r requirements/common-requirements.txt
# opentelemetry-instrumentation-fastapi
opentelemetry-instrumentation-fastapi==0.58b0
# via -r requirements/common-requirements.txt
opentelemetry-instrumentation-logging==0.58b0
# via -r requirements/common-requirements.txt
opentelemetry-proto==1.37.0
# via
# -r requirements/common-requirements.txt
# opentelemetry-exporter-otlp-proto-common
# opentelemetry-exporter-otlp-proto-grpc
opentelemetry-sdk==1.37.0
# via
# -r requirements/common-requirements.txt
# opentelemetry-exporter-otlp-proto-grpc
opentelemetry-semantic-conventions==0.58b0
# via
# -r requirements/common-requirements.txt
# opentelemetry-instrumentation
# opentelemetry-instrumentation-asgi
# opentelemetry-instrumentation-fastapi
# opentelemetry-sdk
opentelemetry-util-http==0.58b0
# via
# -r requirements/common-requirements.txt
# opentelemetry-instrumentation-asgi
# opentelemetry-instrumentation-fastapi
packaging==25.0
# via
# -r requirements/common-requirements.txt
# opentelemetry-instrumentation
# spacy
# thinc
# weasel
pandas==1.5.1
# via -r /home/runner/work/refinery-submodule-parent-images/refinery-submodule-parent-images/refinery-tokenizer/requirements/common-requirements.txt
# via -r requirements/common-requirements.txt
preshed==3.0.10
# via
# spacy
# thinc
prometheus-client==0.23.1
# via -r requirements/common-requirements.txt
protobuf==6.32.1
# via
# -r requirements/common-requirements.txt
# googleapis-common-protos
# opentelemetry-proto
psycopg2-binary==2.9.9
# via -r /home/runner/work/refinery-submodule-parent-images/refinery-submodule-parent-images/refinery-tokenizer/requirements/common-requirements.txt
pycparser==2.22
# via -r requirements/common-requirements.txt
pycparser==2.23
# via
# -r /home/runner/work/refinery-submodule-parent-images/refinery-submodule-parent-images/refinery-tokenizer/requirements/common-requirements.txt
# -r requirements/common-requirements.txt
# cffi
pycryptodome==3.23.0
# via
# -r /home/runner/work/refinery-submodule-parent-images/refinery-submodule-parent-images/refinery-tokenizer/requirements/common-requirements.txt
# -r requirements/common-requirements.txt
# minio
pydantic==2.7.4
# via
# -r /home/runner/work/refinery-submodule-parent-images/refinery-submodule-parent-images/refinery-tokenizer/requirements/common-requirements.txt
# -r requirements/common-requirements.txt
# -r requirements/requirements.in
# confection
# fastapi
Expand All @@ -141,41 +217,41 @@ pydantic==2.7.4
# weasel
pydantic-core==2.18.4
# via
# -r /home/runner/work/refinery-submodule-parent-images/refinery-submodule-parent-images/refinery-tokenizer/requirements/common-requirements.txt
# -r requirements/common-requirements.txt
# pydantic
pygments==2.19.2
# via rich
python-dateutil==2.9.0.post0
# via
# -r /home/runner/work/refinery-submodule-parent-images/refinery-submodule-parent-images/refinery-tokenizer/requirements/common-requirements.txt
# -r requirements/common-requirements.txt
# botocore
# pandas
pytz==2025.2
# via
# -r /home/runner/work/refinery-submodule-parent-images/refinery-submodule-parent-images/refinery-tokenizer/requirements/common-requirements.txt
# -r requirements/common-requirements.txt
# pandas
requests==2.32.4
# via
# -r /home/runner/work/refinery-submodule-parent-images/refinery-submodule-parent-images/refinery-tokenizer/requirements/common-requirements.txt
# -r requirements/common-requirements.txt
# spacy
# weasel
rich==14.0.0
rich==14.1.0
# via typer
s3transfer==0.13.1
# via
# -r /home/runner/work/refinery-submodule-parent-images/refinery-submodule-parent-images/refinery-tokenizer/requirements/common-requirements.txt
# -r requirements/common-requirements.txt
# boto3
shellingham==1.5.4
# via typer
six==1.17.0
# via
# -r /home/runner/work/refinery-submodule-parent-images/refinery-submodule-parent-images/refinery-tokenizer/requirements/common-requirements.txt
# -r requirements/common-requirements.txt
# python-dateutil
smart-open==7.3.0.post1
smart-open==7.3.1
# via weasel
sniffio==1.3.1
# via
# -r /home/runner/work/refinery-submodule-parent-images/refinery-submodule-parent-images/refinery-tokenizer/requirements/common-requirements.txt
# -r requirements/common-requirements.txt
# anyio
spacy[ja]==3.7.5
# via -r requirements/requirements.in
Expand All @@ -184,18 +260,18 @@ spacy-legacy==3.0.12
spacy-loggers==1.0.5
# via spacy
sqlalchemy==1.4.42
# via -r /home/runner/work/refinery-submodule-parent-images/refinery-submodule-parent-images/refinery-tokenizer/requirements/common-requirements.txt
# via -r requirements/common-requirements.txt
srsly==2.5.1
# via
# confection
# spacy
# thinc
# weasel
starlette==0.47.2
starlette==0.47.3
# via
# -r /home/runner/work/refinery-submodule-parent-images/refinery-submodule-parent-images/refinery-tokenizer/requirements/common-requirements.txt
# -r requirements/common-requirements.txt
# fastapi
sudachidict-core==20250515
sudachidict-core==20250825
# via spacy
sudachipy==0.6.10
# via
Expand All @@ -205,37 +281,49 @@ thinc==8.2.5
# via spacy
tqdm==4.67.1
# via spacy
typer==0.16.0
typer==0.19.2
# via
# spacy
# weasel
typing-extensions==4.14.1
typing-extensions==4.15.0
# via
# -r /home/runner/work/refinery-submodule-parent-images/refinery-submodule-parent-images/refinery-tokenizer/requirements/common-requirements.txt
# -r requirements/common-requirements.txt
# anyio
# fastapi
# grpcio
# minio
# opentelemetry-api
# opentelemetry-exporter-otlp-proto-grpc
# opentelemetry-sdk
# opentelemetry-semantic-conventions
# pydantic
# pydantic-core
# starlette
# typer
urllib3==2.5.0
# via
# -r /home/runner/work/refinery-submodule-parent-images/refinery-submodule-parent-images/refinery-tokenizer/requirements/common-requirements.txt
# -r requirements/common-requirements.txt
# botocore
# minio
# requests
uvicorn==0.35.0
# via -r /home/runner/work/refinery-submodule-parent-images/refinery-submodule-parent-images/refinery-tokenizer/requirements/common-requirements.txt
# via -r requirements/common-requirements.txt
wasabi==1.1.3
# via
# spacy
# thinc
# weasel
weasel==0.4.1
# via spacy
wrapt==1.17.2
# via smart-open
wrapt==1.17.3
# via
# -r requirements/common-requirements.txt
# opentelemetry-instrumentation
# smart-open
zipp==3.23.0
# via
# -r requirements/common-requirements.txt
# importlib-metadata

# The following packages are considered to be unsafe in a requirements file:
# setuptools
Loading