Automatically generate DCAT-AP Feed from dump

.github/workflows/create-feed.yml

@@ -0,0 +1,36 @@
+name: Create LDES Feed
+
+on:
+  push:
+    branches:
+      - master
+
+jobs:
+  create-ldes-feed:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+
+      - name: Set up NPM
+        uses: actions/setup-node@v4
+        with:
+          node-version: '22'
+
+      - name: Install Dependencies
+        run: |
+          cd pipeline
+          npm i
+
+      - name: Generate LDES Feed
+        run: |
+          cd pipeline
+          npx @rdfc/js-runner dumps-to-feed-pipeline.ttl
+
+      - name: Commit and push changes
+        run: |
+          git config --global user.name "github-actions"
+          git config --global user.email "[email protected]"
+          git add docs/ pipeline/feed-state/ pipeline/leveldb/
+          git commit -m "Update LDES feed" || echo "No changes to commit"
+          git push

.gitignore

@@ -0,0 +1 @@
+node_modules

README.md

@@ -10,3 +10,10 @@ The [datagovbe_edp.xml.gz](all/datagovbe_edp.xml.gz) contains a "pretty-print" R
 ## Conversion tools
 
 Source code of the harvesting and conversion tools being used to create these files can be found on https://github.com/fedict/dcattools
+
+## DCAT-AP Feed for European Data Portal
+
+The `docs/` folder contains the DCAT-AP feed for the European Data Portal, which is an LDES feed stored as a set of files.
+On change of the [datagovbe_edp.xml.gz](all/datagovbe_edp.xml.gz) file, the LDES feed is updated using the [RDF-Connect](https://github.com/rdf-connect) [dumps-to-feed-pipeline.ttl](pipeline/dumps-to-feed-pipeline.ttl).
+This pipeline is automatically run by the [create-feed.yml](.github/workflows/create-feed.yml) GitHub Action.
+This resulting `docs/` folder is served by GitHub Pages with entrypoint index.trig.

docs/https_3A_2F_2Fw3id.org_2Fsds_23Stream/index.trig

@@ -0,0 +1,6 @@
+<../index.trig> a <https://w3id.org/ldes#EventStream>.
+<index.trig> a <https://w3id.org/tree#Node>;
+    <http://purl.org/dc/terms/isPartOf> <../index.trig>.
+<index.trig> <https://w3id.org/tree#relation> _:df_61_0.
+_:df_61_0 a <https://w3id.org/tree#Relation>;
+    <https://w3id.org/tree#node> <root/index.trig>.

docs/https_3A_2F_2Fw3id.org_2Fsds_23Stream/root/2025-01-01T00_3A00_3A00.000Z_1971000000_0/index.trig

@@ -0,0 +1,3 @@
+<../../../index.trig> a <https://w3id.org/ldes#EventStream>.
+<index.trig> a <https://w3id.org/tree#Node>;
+    <http://purl.org/dc/terms/isPartOf> <../../../index.trig>.

docs/https_3A_2F_2Fw3id.org_2Fsds_23Stream/root/2025-01-01T00_3A00_3A00.000Z_31536000000_0/index.trig

@@ -0,0 +1,43 @@
+</index.trig> a <https://w3id.org/ldes#EventStream>.
+<index.trig> a <https://w3id.org/tree#Node>;
+    <http://purl.org/dc/terms/isPartOf> </index.trig>.
+<index.trig> <https://w3id.org/tree#relation> _:df_61_3.
+_:df_61_3 a <https://w3id.org/tree#GreaterThanOrEqualToRelation>;
+    <https://w3id.org/tree#node> <../2025-01-01T00_3A00_3A00.000Z_7884000000_0/index.trig>;
+    <https://w3id.org/tree#path> <https://www.w3.org/ns/activitystreams#published>;
+    <https://w3id.org/tree#value> "2025-01-01T00:00:00.000Z"^^<http://www.w3.org/2001/XMLSchema#dateTime>.
+<index.trig> <https://w3id.org/tree#relation> _:df_61_4.
+_:df_61_4 a <https://w3id.org/tree#LessThanRelation>;
+    <https://w3id.org/tree#node> <../2025-01-01T00_3A00_3A00.000Z_7884000000_0/index.trig>;
+    <https://w3id.org/tree#path> <https://www.w3.org/ns/activitystreams#published>;
+    <https://w3id.org/tree#value> "2025-04-02T06:00:00.000Z"^^<http://www.w3.org/2001/XMLSchema#dateTime>.
+<index.trig> <https://w3id.org/tree#relation> _:df_61_5.
+_:df_61_5 a <https://w3id.org/tree#GreaterThanOrEqualToRelation>;
+    <https://w3id.org/tree#node> <../2025-04-02T06_3A00_3A00.000Z_7884000000_0/index.trig>;
+    <https://w3id.org/tree#path> <https://www.w3.org/ns/activitystreams#published>;
+    <https://w3id.org/tree#value> "2025-04-02T06:00:00.000Z"^^<http://www.w3.org/2001/XMLSchema#dateTime>.
+<index.trig> <https://w3id.org/tree#relation> _:df_61_6.
+_:df_61_6 a <https://w3id.org/tree#LessThanRelation>;
+    <https://w3id.org/tree#node> <../2025-04-02T06_3A00_3A00.000Z_7884000000_0/index.trig>;
+    <https://w3id.org/tree#path> <https://www.w3.org/ns/activitystreams#published>;
+    <https://w3id.org/tree#value> "2025-07-02T12:00:00.000Z"^^<http://www.w3.org/2001/XMLSchema#dateTime>.
+<index.trig> <https://w3id.org/tree#relation> _:df_61_7.
+_:df_61_7 a <https://w3id.org/tree#GreaterThanOrEqualToRelation>;
+    <https://w3id.org/tree#node> <../2025-07-02T12_3A00_3A00.000Z_7884000000_0/index.trig>;
+    <https://w3id.org/tree#path> <https://www.w3.org/ns/activitystreams#published>;
+    <https://w3id.org/tree#value> "2025-07-02T12:00:00.000Z"^^<http://www.w3.org/2001/XMLSchema#dateTime>.
+<index.trig> <https://w3id.org/tree#relation> _:df_61_8.
+_:df_61_8 a <https://w3id.org/tree#LessThanRelation>;
+    <https://w3id.org/tree#node> <../2025-07-02T12_3A00_3A00.000Z_7884000000_0/index.trig>;
+    <https://w3id.org/tree#path> <https://www.w3.org/ns/activitystreams#published>;
+    <https://w3id.org/tree#value> "2025-10-01T18:00:00.000Z"^^<http://www.w3.org/2001/XMLSchema#dateTime>.
+<index.trig> <https://w3id.org/tree#relation> _:df_61_9.
+_:df_61_9 a <https://w3id.org/tree#GreaterThanOrEqualToRelation>;
+    <https://w3id.org/tree#node> <../2025-10-01T18_3A00_3A00.000Z_7884000000_0/index.trig>;
+    <https://w3id.org/tree#path> <https://www.w3.org/ns/activitystreams#published>;
+    <https://w3id.org/tree#value> "2025-10-01T18:00:00.000Z"^^<http://www.w3.org/2001/XMLSchema#dateTime>.
+<index.trig> <https://w3id.org/tree#relation> _:df_61_10.
+_:df_61_10 a <https://w3id.org/tree#LessThanRelation>;
+    <https://w3id.org/tree#node> <../2025-10-01T18_3A00_3A00.000Z_7884000000_0/index.trig>;
+    <https://w3id.org/tree#path> <https://www.w3.org/ns/activitystreams#published>;
+    <https://w3id.org/tree#value> "2026-01-01T00:00:00.000Z"^^<http://www.w3.org/2001/XMLSchema#dateTime>.

docs/https_3A_2F_2Fw3id.org_2Fsds_23Stream/root/2025-01-01T00_3A00_3A00.000Z_7884000000_0/index.trig

@@ -0,0 +1,43 @@
+</index.trig> a <https://w3id.org/ldes#EventStream>.
+<index.trig> a <https://w3id.org/tree#Node>;
+    <http://purl.org/dc/terms/isPartOf> </index.trig>.
+<index.trig> <https://w3id.org/tree#relation> _:df_61_11.
+_:df_61_11 a <https://w3id.org/tree#GreaterThanOrEqualToRelation>;
+    <https://w3id.org/tree#node> <../2025-01-01T00_3A00_3A00.000Z_1971000000_0/index.trig>;
+    <https://w3id.org/tree#path> <https://www.w3.org/ns/activitystreams#published>;
+    <https://w3id.org/tree#value> "2025-01-01T00:00:00.000Z"^^<http://www.w3.org/2001/XMLSchema#dateTime>.
+<index.trig> <https://w3id.org/tree#relation> _:df_61_12.
+_:df_61_12 a <https://w3id.org/tree#LessThanRelation>;
+    <https://w3id.org/tree#node> <../2025-01-01T00_3A00_3A00.000Z_1971000000_0/index.trig>;
+    <https://w3id.org/tree#path> <https://www.w3.org/ns/activitystreams#published>;
+    <https://w3id.org/tree#value> "2025-01-23T19:30:00.000Z"^^<http://www.w3.org/2001/XMLSchema#dateTime>.
+<index.trig> <https://w3id.org/tree#relation> _:df_61_13.
+_:df_61_13 a <https://w3id.org/tree#GreaterThanOrEqualToRelation>;
+    <https://w3id.org/tree#node> <../2025-01-23T19_3A30_3A00.000Z_1971000000_0/index.trig>;
+    <https://w3id.org/tree#path> <https://www.w3.org/ns/activitystreams#published>;
+    <https://w3id.org/tree#value> "2025-01-23T19:30:00.000Z"^^<http://www.w3.org/2001/XMLSchema#dateTime>.
+<index.trig> <https://w3id.org/tree#relation> _:df_61_14.
+_:df_61_14 a <https://w3id.org/tree#LessThanRelation>;
+    <https://w3id.org/tree#node> <../2025-01-23T19_3A30_3A00.000Z_1971000000_0/index.trig>;
+    <https://w3id.org/tree#path> <https://www.w3.org/ns/activitystreams#published>;
+    <https://w3id.org/tree#value> "2025-02-15T15:00:00.000Z"^^<http://www.w3.org/2001/XMLSchema#dateTime>.
+<index.trig> <https://w3id.org/tree#relation> _:df_61_15.
+_:df_61_15 a <https://w3id.org/tree#GreaterThanOrEqualToRelation>;
+    <https://w3id.org/tree#node> <../2025-02-15T15_3A00_3A00.000Z_1971000000_0/index.trig>;
+    <https://w3id.org/tree#path> <https://www.w3.org/ns/activitystreams#published>;
+    <https://w3id.org/tree#value> "2025-02-15T15:00:00.000Z"^^<http://www.w3.org/2001/XMLSchema#dateTime>.
+<index.trig> <https://w3id.org/tree#relation> _:df_61_16.
+_:df_61_16 a <https://w3id.org/tree#LessThanRelation>;
+    <https://w3id.org/tree#node> <../2025-02-15T15_3A00_3A00.000Z_1971000000_0/index.trig>;
+    <https://w3id.org/tree#path> <https://www.w3.org/ns/activitystreams#published>;
+    <https://w3id.org/tree#value> "2025-03-10T10:30:00.000Z"^^<http://www.w3.org/2001/XMLSchema#dateTime>.
+<index.trig> <https://w3id.org/tree#relation> _:df_61_17.
+_:df_61_17 a <https://w3id.org/tree#GreaterThanOrEqualToRelation>;
+    <https://w3id.org/tree#node> <../2025-03-10T10_3A30_3A00.000Z_1971000000_0/index.trig>;
+    <https://w3id.org/tree#path> <https://www.w3.org/ns/activitystreams#published>;
+    <https://w3id.org/tree#value> "2025-03-10T10:30:00.000Z"^^<http://www.w3.org/2001/XMLSchema#dateTime>.
+<index.trig> <https://w3id.org/tree#relation> _:df_61_18.
+_:df_61_18 a <https://w3id.org/tree#LessThanRelation>;
+    <https://w3id.org/tree#node> <../2025-03-10T10_3A30_3A00.000Z_1971000000_0/index.trig>;
+    <https://w3id.org/tree#path> <https://www.w3.org/ns/activitystreams#published>;
+    <https://w3id.org/tree#value> "2025-04-02T06:00:00.000Z"^^<http://www.w3.org/2001/XMLSchema#dateTime>.

docs/https_3A_2F_2Fw3id.org_2Fsds_23Stream/root/2025-01-23T19_3A30_3A00.000Z_1971000000_0/index.trig

@@ -0,0 +1,43 @@
+</index.trig> a <https://w3id.org/ldes#EventStream>.
+<index.trig> a <https://w3id.org/tree#Node>;
+    <http://purl.org/dc/terms/isPartOf> </index.trig>.
+<index.trig> <https://w3id.org/tree#relation> _:df_61_19.
+_:df_61_19 a <https://w3id.org/tree#GreaterThanOrEqualToRelation>;
+    <https://w3id.org/tree#node> <../2025-01-23T19_3A30_3A00.000Z_492750000_0/index.trig>;
+    <https://w3id.org/tree#path> <https://www.w3.org/ns/activitystreams#published>;
+    <https://w3id.org/tree#value> "2025-01-23T19:30:00.000Z"^^<http://www.w3.org/2001/XMLSchema#dateTime>.
+<index.trig> <https://w3id.org/tree#relation> _:df_61_20.
+_:df_61_20 a <https://w3id.org/tree#LessThanRelation>;
+    <https://w3id.org/tree#node> <../2025-01-23T19_3A30_3A00.000Z_492750000_0/index.trig>;
+    <https://w3id.org/tree#path> <https://www.w3.org/ns/activitystreams#published>;
+    <https://w3id.org/tree#value> "2025-01-29T12:22:30.000Z"^^<http://www.w3.org/2001/XMLSchema#dateTime>.
+<index.trig> <https://w3id.org/tree#relation> _:df_61_21.
+_:df_61_21 a <https://w3id.org/tree#GreaterThanOrEqualToRelation>;
+    <https://w3id.org/tree#node> <../2025-01-29T12_3A22_3A30.000Z_492750000_0/index.trig>;
+    <https://w3id.org/tree#path> <https://www.w3.org/ns/activitystreams#published>;
+    <https://w3id.org/tree#value> "2025-01-29T12:22:30.000Z"^^<http://www.w3.org/2001/XMLSchema#dateTime>.
+<index.trig> <https://w3id.org/tree#relation> _:df_61_22.
+_:df_61_22 a <https://w3id.org/tree#LessThanRelation>;
+    <https://w3id.org/tree#node> <../2025-01-29T12_3A22_3A30.000Z_492750000_0/index.trig>;
+    <https://w3id.org/tree#path> <https://www.w3.org/ns/activitystreams#published>;
+    <https://w3id.org/tree#value> "2025-02-04T05:15:00.000Z"^^<http://www.w3.org/2001/XMLSchema#dateTime>.
+<index.trig> <https://w3id.org/tree#relation> _:df_61_23.
+_:df_61_23 a <https://w3id.org/tree#GreaterThanOrEqualToRelation>;
+    <https://w3id.org/tree#node> <../2025-02-04T05_3A15_3A00.000Z_492750000_0/index.trig>;
+    <https://w3id.org/tree#path> <https://www.w3.org/ns/activitystreams#published>;
+    <https://w3id.org/tree#value> "2025-02-04T05:15:00.000Z"^^<http://www.w3.org/2001/XMLSchema#dateTime>.
+<index.trig> <https://w3id.org/tree#relation> _:df_61_24.
+_:df_61_24 a <https://w3id.org/tree#LessThanRelation>;
+    <https://w3id.org/tree#node> <../2025-02-04T05_3A15_3A00.000Z_492750000_0/index.trig>;
+    <https://w3id.org/tree#path> <https://www.w3.org/ns/activitystreams#published>;
+    <https://w3id.org/tree#value> "2025-02-09T22:07:30.000Z"^^<http://www.w3.org/2001/XMLSchema#dateTime>.
+<index.trig> <https://w3id.org/tree#relation> _:df_61_25.
+_:df_61_25 a <https://w3id.org/tree#GreaterThanOrEqualToRelation>;
+    <https://w3id.org/tree#node> <../2025-02-09T22_3A07_3A30.000Z_492750000_0/index.trig>;
+    <https://w3id.org/tree#path> <https://www.w3.org/ns/activitystreams#published>;
+    <https://w3id.org/tree#value> "2025-02-09T22:07:30.000Z"^^<http://www.w3.org/2001/XMLSchema#dateTime>.
+<index.trig> <https://w3id.org/tree#relation> _:df_61_26.
+_:df_61_26 a <https://w3id.org/tree#LessThanRelation>;
+    <https://w3id.org/tree#node> <../2025-02-09T22_3A07_3A30.000Z_492750000_0/index.trig>;
+    <https://w3id.org/tree#path> <https://www.w3.org/ns/activitystreams#published>;
+    <https://w3id.org/tree#value> "2025-02-15T15:00:00.000Z"^^<http://www.w3.org/2001/XMLSchema#dateTime>.

docs/https_3A_2F_2Fw3id.org_2Fsds_23Stream/root/2025-01-23T19_3A30_3A00.000Z_492750000_0/index.trig

@@ -0,0 +1,3 @@
+<../../../index.trig> a <https://w3id.org/ldes#EventStream>.
+<index.trig> a <https://w3id.org/tree#Node>;
+    <http://purl.org/dc/terms/isPartOf> <../../../index.trig>.

docs/https_3A_2F_2Fw3id.org_2Fsds_23Stream/root/2025-01-29T12_3A22_3A30.000Z_492750000_0/index.trig

@@ -0,0 +1,3 @@
+<../../../index.trig> a <https://w3id.org/ldes#EventStream>.
+<index.trig> a <https://w3id.org/tree#Node>;
+    <http://purl.org/dc/terms/isPartOf> <../../../index.trig>.

docs/https_3A_2F_2Fw3id.org_2Fsds_23Stream/root/2025-02-04T05_3A15_3A00.000Z_492750000_0/index.trig

@@ -0,0 +1,3 @@
+<../../../index.trig> a <https://w3id.org/ldes#EventStream>.
+<index.trig> a <https://w3id.org/tree#Node>;
+    <http://purl.org/dc/terms/isPartOf> <../../../index.trig>.