Skip to content

Replace ood-gen with data-packer and data-scrape #3463

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
sabine merged 6 commits into from
Feb 25, 2026
Merged

Replace ood-gen with data-packer and data-scrape #3463

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
6 commits
Select commit Hold shift + click to select a range
ae1aa72
Split ood-gen into data-packer and data-scrape
cuihtlauac Jan 26, 2026
e620e2c
Remove ood-gen, add benchmark documentation
cuihtlauac Jan 26, 2026
17d0f3b
Fix markdown table formatting for linter
cuihtlauac Jan 26, 2026
b590ffd
Formatting
cuihtlauac Jan 26, 2026
8147cef
Refactor data.ml to deserialize blob once
cuihtlauac Jan 26, 2026
7ebc513
Port upstream scrape report changes to data-scrape
sabine Feb 25, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion .github/workflows/scrape.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -42,7 +42,7 @@ jobs:

- name: Build scraper
run: |
opam exec -- dune build tool/ood-gen/bin/scrape.exe
opam exec -- dune build tool/data-scrape/bin/scrape.exe

- name: Run scrapers
run: |
Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/scrape_platform_releases.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -42,7 +42,7 @@ jobs:

- name: Build scraper
run: |
opam exec -- dune build tool/ood-gen/bin/scrape.exe
opam exec -- dune build tool/data-scrape/bin/scrape.exe

- name: Run scrapers
run: |
Expand Down
6 changes: 3 additions & 3 deletions Makefile
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -62,16 +62,16 @@ utop: ## Run a REPL and link with the project's libraries

.PHONY: scrape_ocaml_planet
scrape_ocaml_planet:
opam exec -- dune exec --root . tool/ood-gen/bin/scrape.exe -- \
opam exec -- dune exec --root . tool/data-scrape/bin/scrape.exe -- \
planet $(if $(COMMIT_FILE),--commit-file $(COMMIT_FILE)) \
$(if $(REPORT_FILE),--report-file $(REPORT_FILE))
opam exec -- dune exec --root . tool/ood-gen/bin/scrape.exe -- \
opam exec -- dune exec --root . tool/data-scrape/bin/scrape.exe -- \
video $(if $(COMMIT_FILE),--commit-file $(COMMIT_FILE)) \
$(if $(REPORT_FILE),--report-file $(REPORT_FILE))

.PHONY: scrape_platform_releases
scrape_platform_releases:
opam exec -- dune exec --root . tool/ood-gen/bin/scrape.exe platform_releases
opam exec -- dune exec --root . tool/data-scrape/bin/scrape.exe platform_releases

.PHONY: docker
docker: ## Generate docker container
Expand Down
13 changes: 7 additions & 6 deletions dune
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -17,7 +17,8 @@
(target planet.xml)
(deps
(source_tree %{project_root}/data/planet)
(:gen_feed %{project_root}/tool/ood-gen/bin/feed.exe))
(source_tree %{project_root}/data/planet-local-blogs)
(:gen_feed %{project_root}/tool/data-packer/bin/gen_feed.exe))
(action
(chdir
%{project_root}
Expand All @@ -31,7 +32,7 @@
(target news.xml)
(deps
(source_tree %{project_root}/data/news)
(:gen_feed %{project_root}/tool/ood-gen/bin/feed.exe))
(:gen_feed %{project_root}/tool/data-packer/bin/gen_feed.exe))
(action
(chdir
%{project_root}
Expand All @@ -46,7 +47,7 @@
(deps
(source_tree %{project_root}/data/changelog)
(source_tree %{project_root}/data/platform_releases)
(:gen_feed %{project_root}/tool/ood-gen/bin/feed.exe))
(:gen_feed %{project_root}/tool/data-packer/bin/gen_feed.exe))
(action
(chdir
%{project_root}
Expand All @@ -61,7 +62,7 @@
(deps
(source_tree %{project_root}/data/backstage)
(source_tree %{project_root}/data/platform_releases)
(:gen_feed %{project_root}/tool/ood-gen/bin/feed.exe))
(:gen_feed %{project_root}/tool/data-packer/bin/gen_feed.exe))
(action
(chdir
%{project_root}
Expand All @@ -75,7 +76,7 @@
(target events.xml)
(deps
(source_tree %{project_root}/data/events)
(:gen_feed %{project_root}/tool/ood-gen/bin/feed.exe))
(:gen_feed %{project_root}/tool/data-packer/bin/gen_feed.exe))
(action
(chdir
%{project_root}
Expand All @@ -88,7 +89,7 @@
(rule
(target jobs.xml)
(deps
(:gen_feed %{project_root}/tool/ood-gen/bin/feed.exe)
(:gen_feed %{project_root}/tool/data-packer/bin/gen_feed.exe)
%{project_root}/data/jobs.yml)
(action
(chdir
Expand Down
9 changes: 7 additions & 2 deletions dune-project
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -65,7 +65,7 @@
(and
:with-test
(>= 1.10.0)))
; tools/ood-gen
; tools/data-packer
ppx_deriving_yaml
ppx_import
ppx_stable
Expand All @@ -76,7 +76,12 @@
(cmdliner
(>= 1.1.0))
xmlm
uri))
uri
; tools/data-packer (experimental)
bin_prot
ppx_bin_prot
bigstringaf
re))

(dialect
(name eml)
Expand Down
4 changes: 4 additions & 0 deletions ocamlorg.opam
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -53,6 +53,10 @@ depends: [
"cmdliner" {>= "1.1.0"}
"xmlm"
"uri"
"bin_prot"
"ppx_bin_prot"
"bigstringaf"
"re"
"odoc" {with-doc}
]
build: [
Expand Down
Loading
Loading