Merge remote-tracking branch 'origin/main' into nn-meta-provenance

# Conflicts:
#	Makefile
#	go/src/parser.go
#	julia/LQPParser/src/parser.jl
#	julia/LQPParser/test/runtests.jl
#	meta/src/meta/__init__.py
#	meta/src/meta/codegen_base.py
#	meta/src/meta/codegen_go.py
#	meta/src/meta/codegen_julia.py
#	meta/src/meta/codegen_python.py
#	meta/src/meta/grammar.py
#	meta/src/meta/grammar_utils.py
#	meta/src/meta/grammar_validator.py
#	meta/src/meta/parser_gen.py
#	meta/src/meta/pretty_gen.py
#	meta/src/meta/pretty_gen_python.py
#	meta/src/meta/target.py
#	meta/src/meta/target_builtins.py
#	meta/src/meta/target_print.py
#	meta/src/meta/target_utils.py
#	meta/src/meta/templates/parser.go.template
#	meta/src/meta/templates/parser.jl.template
#	meta/src/meta/templates/parser.py.template
#	meta/src/meta/templates/pretty_printer.py.template
#	meta/src/meta/type_env.py
#	meta/src/meta/yacc_parser.py
#	meta/tests/meta/test_analysis.py
#	meta/tests/meta/test_codegen_go.py
#	meta/tests/meta/test_codegen_julia.py
#	meta/tests/meta/test_codegen_python.py
#	meta/tests/meta/test_grammar.py
#	meta/tests/meta/test_grammar_utils.py
#	meta/tests/meta/test_grammar_validator.py
#	meta/tests/meta/test_parser_gen.py
#	meta/tests/meta/test_terminal_sequence_set.py
#	python-tools/src/lqp/cli.py
#	python-tools/src/lqp/gen/parser.py
#	python-tools/src/meta/codegen_templates.py
#	python-tools/src/meta/grammar.y
#	python-tools/src/meta/yacc_action_parser.py
#	python-tools/tests/test_generated_parser.py
#	python-tools/tests/test_proto_validator.py
#	sdks/go/test/parser_test.go
#	sdks/julia/LogicalQueryProtocol.jl/src/gen/relationalai/lqp/v1/fragments_pb.jl
#	sdks/julia/LogicalQueryProtocol.jl/src/gen/relationalai/lqp/v1/logic_pb.jl
#	sdks/julia/LogicalQueryProtocol.jl/src/gen/relationalai/lqp/v1/transactions_pb.jl
#	sdks/python/src/lqp/gen/pretty.py
#	sdks/python/src/lqp/generated_pretty_printer.py
#	sdks/python/src/lqp/proto_validator.py
#	sdks/python/tests/test_generated_pretty_printer.py

Author: nystrom

.github/workflows/ci.yml

@@ -9,32 +9,50 @@ jobs:
     strategy:
       fail-fast: true
       matrix:
-        python-version: ["3.11"]
+        python-version: ["3.10", "3.11"]
+
+    env:
+      UV_PYTHON: ${{ matrix.python-version }}
 
     steps:
-    - uses: actions/checkout@v3
+    - uses: actions/checkout@v4
 
-    - name: Set up Python ${{ matrix.python-version }}
-      uses: actions/setup-python@v4
+    - name: Install uv
+      uses: astral-sh/setup-uv@v5
       with:
         python-version: ${{ matrix.python-version }}
 
-    - name: Install dependencies
+    - name: Lint
+      run: |
+        cd sdks/python
+        uv run ruff check
+        uv run ruff format --check
+
+    - name: Lint meta
+      run: |
+        cd meta
+        uv run ruff check
+        uv run ruff format --check
+
+    - name: Test meta with pytest
+      run: |
+        cd meta
+        uv run python -m pytest
+
+    - name: Type check meta
       run: |
-        python -m pip install --upgrade pip
-        cd python-tools
-        python -m pip install -e ".[test]"
-        python -m pip install pyrefly
+        cd meta
+        uv run pyrefly check
 
-    - name: Test with pytest
+    - name: Run tests
       run: |
-        cd python-tools
-        python -m pytest
+        cd sdks/python
+        uv run python -m pytest
 
     - name: Type check
       run: |
-        cd python-tools
-        pyrefly check
+        cd sdks/python
+        uv run pyrefly check
 
   julia-test:
     runs-on: ubuntu-latest
@@ -44,7 +62,7 @@ jobs:
         julia-version: ["1.10", "1.11", "1.12"]
 
     steps:
-    - uses: actions/checkout@v3
+    - uses: actions/checkout@v4
 
     - name: Set up Julia ${{ matrix.julia-version }}
       uses: julia-actions/setup-julia@v2
@@ -53,7 +71,7 @@ jobs:
 
     - name: Run tests
       run: |
-        cd julia/LQPParser
+        cd sdks/julia/LogicalQueryProtocol.jl
         julia --project=. -e 'using Pkg; Pkg.instantiate(); Pkg.test()'
 
   go-test:
@@ -64,14 +82,14 @@ jobs:
         go-version: ["1.25"]
 
     steps:
-    - uses: actions/checkout@v3
+    - uses: actions/checkout@v4
 
     - name: Set up Go
-      uses: actions/setup-go@v4
+      uses: actions/setup-go@v5
       with:
         go-version: '1.25'
 
     - name: Run tests
       run: |
-        cd go
-        go test -v ./test/print_test.go
+        cd sdks/go
+        go test -v ./test/...

.github/workflows/publish-python.yml

@@ -0,0 +1,48 @@
+name: Publish Python package
+
+on:
+  release:
+    types: [published]
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+
+    steps:
+    - uses: actions/checkout@v4
+
+    - name: Install uv
+      uses: astral-sh/setup-uv@v5
+
+    - name: Set up Python
+      uses: actions/setup-python@v5
+      with:
+        python-version: "3.11"
+
+    - name: Build package
+      run: |
+        cd sdks/python
+        uv run python -m build
+
+    - name: Upload build artifacts
+      uses: actions/upload-artifact@v4
+      with:
+        name: dist
+        path: sdks/python/dist/
+
+  publish:
+    needs: build
+    runs-on: ubuntu-latest
+    environment: pypi
+    permissions:
+      id-token: write
+
+    steps:
+    - name: Download build artifacts
+      uses: actions/download-artifact@v4
+      with:
+        name: dist
+        path: dist/
+
+    - name: Publish to PyPI
+      uses: pypa/gh-action-pypi-publish@release/v1

.gitignore

@@ -1,18 +1,26 @@
-.DS_Store
-
-# LispyQP
-__pycache__/
-python-tools/dist/
-python-tools/build/
-python-tools/src/*.egg-info/
-python-tools/out/
-python-tools/.lsp/.cache
+# Code generators
+meta/build/
+meta/src/*.egg-info/
 
 # Proto generated files
-./gen
+/gen
 
-.envrc
+# Python SDK
 .venv
 .pytest_cache
-**/uv.lock
-julia/LQPParser/Manifest.toml
+__pycache__/
+sdks/python/dist/
+sdks/python/build/
+sdks/python/src/*.egg-info/
+sdks/python/out/
+sdks/python/.lsp/.cache
+sdks/python/.clj-kondo
+
+# Go SDK
+sdks/go/test/lqp_pretty_output
+
+# Other
+.DS_Store
+.envrc
+.lsp
+.clj-kondo

CLAUDE.md

@@ -5,16 +5,16 @@ class".
 The protobuf specification is located in the `proto/` sub-directory. Auto-generated code by
 the protobuf compiler should be in `gen/`.
 
-Python tooling is in `python-tools/`. Check the `python-tools/README.md` for more
-instructions, e.g. how to verify your changes.
+SDKs for each first-class language are in `sdks/`. Check the respective README's for more
+instructions. Each SDK contains a parser and pretty-printer for a S-expression
+representation of the LQP, which is human-readable and meant for testing and debugging.
 
-For each of the three first class languages, we intend to provide the following tools:
+Any changes to the protobuf specification will need to be reflected in all SDKs.
 
-1. A parser for the S-expression based human-readable representation of LQP.
-2. A pretty printer, to convert from proto messages to the human-readable representation.
-3. An IR.
+Any changes to the protobuf specification should be covered by tests in `tests/`.
 
-Any changes to the protobuf specification will need to be reflected in all three of those.
+Building and testing of the ProtoBuf code and SDKs is driven by the top-level `Makefile`.
+
+IMPORTANT: Do not edit generated source files directly. Instead edit either the protobuf
+specifications in `proto/` or the meta-tooling in `meta/`.
 
-Once the parser is updated, the test cases in `python-tools/tests/test_files/lqp` may need
-to be updated accordingly.