CCDB 2.5: AI readiness — readiness profile, job usage record, tag export for a DOI, checked metadata

.github/workflows/cli-smoke.yml

@@ -131,6 +131,31 @@ jobs:
           ccdb db stats
           ccdb db stats | grep "Num shared constant sets" > /dev/null
 
+      - name: ccdb db readiness (text and JSON)
+        run: |
+          ccdb db readiness
+          ccdb db readiness | grep "columns with units" > /dev/null
+          ccdb db readiness --stale-years 2 --json | python -c "import json, sys; p = json.load(sys.stdin); assert p['config']['stale_years'] == 2, p['config']"
+
+      - name: ccdb provenance (a true record passes; another hash exits 1)
+        run: |
+          echo '[{"request": "/test/test_vars/test_table:100:default", "path": "/test/test_vars/test_table", "run": 100, "variation": "default", "time": "", "tag": "", "assignment_id": 4, "sha256": "55d35b501c1a5775b00fe77c00e7195ebe4d0b1b513ec0948d60df9cba239346"}]' > record.json
+          ccdb provenance record.json
+          sed 's/"sha256": "55/"sha256": "00/' record.json > changed.json
+          set +e
+          ccdb provenance changed.json
+          code=$?
+          set -e
+          test "$code" -eq 1
+
+      - name: ccdb db readiness refuses a negative window (exit 1)
+        run: |
+          set +e
+          ccdb db readiness --stale-years -1
+          code=$?
+          set -e
+          test "$code" -eq 1
+
       - name: ccdb db upgrade refuses a schema 6 database (exit 1)
         run: |
           set +e

.github/workflows/cpp-tests.yml

@@ -14,6 +14,8 @@ jobs:
       CCDB_TEST_FIXTURE_CONNECTION: "sqlite:///${{ github.workspace }}/ccdb_fixture.sqlite"
       # The time resolution cases of testdata/time (docs/concepts/time.md); required under CI
       CCDB_TEST_TIME_SQLITE_CONNECTION: "sqlite:///${{ github.workspace }}/time_tests.sqlite"
+      # A tag of the time database exported by `ccdb export tag`, read by the [export] test
+      CCDB_TEST_EXPORT_SQLITE: "${{ github.workspace }}/export/tag_b.sqlite"
 
     steps:
       - uses: actions/checkout@v7
@@ -42,6 +44,9 @@ jobs:
       - name: Build the time resolution database
         run: python scripts/time/make_time_db.py "$CCDB_TEST_TIME_SQLITE_CONNECTION"
 
+      - name: Export a tag of it (ccdb export tag)
+        run: ccdb -c "$CCDB_TEST_TIME_SQLITE_CONNECTION" export tag @tag_b -o "$GITHUB_WORKSPACE/export"
+
       - name: Configure
         run: cmake -S cpp -B cpp/build -DCMAKE_BUILD_TYPE=Release
 

.github/workflows/mysql-tests.yml

@@ -111,6 +111,11 @@ jobs:
           tests.unit_test_tags
           tests.unit_test_deprecation
           tests.unit_test_properties
+          tests.unit_test_readiness
+          tests.unit_test_usage_record
+          tests.unit_test_provenance
+          tests.unit_test_export_tag
+          tests.unit_test_ucum
           tests.unit_test_units
           tests.unit_test_tags_mysql
           tests.unit_test_time_zone_mysql
@@ -175,6 +180,8 @@ jobs:
       # The time resolution cases of testdata/time on both engines (docs/concepts/time.md)
       CCDB_TEST_TIME_SQLITE_CONNECTION: "sqlite:///${{ github.workspace }}/time_tests.sqlite"
       CCDB_TEST_TIME_MYSQL_CONNECTION: mysql://ccdb_user@127.0.0.1:3306/ccdb_test_time
+      # A tag of the MySQL time database exported by `ccdb export tag`, read by the [export] test
+      CCDB_TEST_EXPORT_SQLITE: "${{ github.workspace }}/export/tag_b.sqlite"
       # Schema 5 databases, upgraded and then deduplicated, for the later runs of the suite
       UPGRADED_MYSQL_CONNECTION: mysql://ccdb_user@127.0.0.1:3306/ccdb_test_upgraded
       UPGRADED_SQLITE_CONNECTION: "sqlite:///${{ github.workspace }}/cpp_test_upgraded.sqlite"
@@ -219,6 +226,9 @@ jobs:
           python scripts/time/make_time_db.py "$CCDB_TEST_TIME_SQLITE_CONNECTION"
           python scripts/time/make_time_db.py "$CCDB_TEST_TIME_MYSQL_CONNECTION"
 
+      - name: Export a tag of the MySQL time database (ccdb export tag)
+        run: ccdb -c "$CCDB_TEST_TIME_MYSQL_CONNECTION" export tag @tag_b -o "$GITHUB_WORKSPACE/export"
+
       # Full C++ suite: the [mysql]-tagged cases (excluded from the cpp-tests
       # workflow) AND the SQLite cases - both env vars point at seeded databases
       - name: Run full C++ test suite

.github/workflows/python-examples.yml

@@ -35,6 +35,14 @@ jobs:
       - name: Create database (ccdb db init)
         run: ccdb db init --init-i-am-sure
 
+      # Runs first, on the standard test content, before other examples add versions. This step installs
+      # Great Expectations, which is no dependency of CCDB (docs/apis/analysis.md)
+      - name: example_expectations_parquet (Great Expectations on a Parquet export)
+        working-directory: python
+        run: |
+          pip install "${GITHUB_WORKSPACE}[export]" "great_expectations>=1,<2"
+          python examples/example_expectations_parquet.py
+
       - name: example_llapi_readout
         working-directory: python
         run: python examples/example_llapi_readout.py

.github/workflows/python-tests.yml

@@ -89,6 +89,11 @@ jobs:
           tests.unit_test_tags
           tests.unit_test_deprecation
           tests.unit_test_properties
+          tests.unit_test_readiness
+          tests.unit_test_usage_record
+          tests.unit_test_provenance
+          tests.unit_test_export_tag
+          tests.unit_test_ucum
           tests.unit_test_units
           tests.unit_test_metadata_files