Rayforce v2: squash rayforce2 onto master (1.0.0)

Squash of the rayforce2 line (52 commits since the 0.6.3 divergence) rebased
onto master.

Highlights:
- Rebuilt against the Rayforce v2 C core (build pipeline, ARC refcount model,
  native IPC, per-vocabulary symfiles).
- Type system: removed C8/Char (now a length-1 String), added F32; scalar
  type codes renumbered; String is a first-class type.
- Network: removed WebSocket; KDB+ plugin moved raykx -> kdb.
- Symbol quoted/literal (ATTR_QUOTED) handling; temporal/GUID raw-int/bytes
  constructors; pivot aggfunc default; TCPClient/TCPServer top-level exports.
- Full v1->v2 documentation migration with execution-verified examples.

Test suite: 2275 passed, 2 skipped, 2 xfailed.

Author: protocolstardust

.github/workflows/build-wheels.yml

@@ -3,7 +3,11 @@ name: Build and publish wheels
 on:
   push:
     tags:
+      # Stable: X.Y.Z
       - '[0-9]+.[0-9]+.[0-9]+'
+      # Pre-release: 2.0.0a1, 2.0.0b1
+      - '[0-9]+.[0-9]+.[0-9]+a[0-9]+'
+      - '[0-9]+.[0-9]+.[0-9]+b[0-9]+'
 
 jobs:
   build_wheels:
@@ -20,7 +24,6 @@ jobs:
 
     runs-on: ${{ matrix.os }}
     env:
-      RAYFORCE_GITHUB: "https://github.com/RayforceDB/rayforce.git"
       MACOSX_DEPLOYMENT_TARGET: "11.0"
 
     steps:

.github/workflows/coverage.yml

@@ -2,16 +2,13 @@ name: Coverage
 
 on:
   push:
-    branches: [master]
+    branches: [master, rayforce2]
 
 jobs:
   coverage:
     name: Coverage
     runs-on: ubuntu-latest
 
-    env:
-      RAYFORCE_GITHUB: "https://github.com/RayforceDB/rayforce.git"
-
     steps:
       - name: Checkout repository
         uses: actions/checkout@v4

.gitignore

@@ -16,7 +16,6 @@ coverage.xml
 
 # Binaries
 rayforce/bin/
-rayforce/rayforce/
 rayforce.so
 _rayforce_c.so
 _rayforce_c.dylib
@@ -47,3 +46,4 @@ tables/
 *.parquet
 .claude/
 db/
+CLAUDE.md

.pre-commit-config.yaml

@@ -36,7 +36,7 @@ repos:
     hooks:
       - id: pytest
         name: pytest
-        entry: pytest
+        entry: python3 -u -m pytest
         language: system
         types: [python]
         pass_filenames: false

Makefile

@@ -1,84 +1,80 @@
 UNAME_S := $(shell uname -s)
 
-RAYFORCE_GITHUB = https://github.com/RayforceDB/rayforce.git
+RAYFORCE_GITHUB ?= https://github.com/RayforceDB/rayforce.git
+RAYFORCE_LOCAL_PATH ?=
 EXEC_DIR = $(shell pwd)
 LIBNAME = _rayforce.so
+PYTHON_VERSION = $(shell python3 -c "import sys; print(f'{sys.version_info.major}.{sys.version_info.minor}')")
+PYTHON_INCLUDE = $(shell python3 -c "import sysconfig; print(sysconfig.get_config_var('INCLUDEPY'))")
 
 
 ifeq ($(UNAME_S),Darwin)
-  RAYKX_LIB_NAME = libraykx.dylib
-  RELEASE_LDFLAGS = $(shell python3 -c "import sysconfig; print(sysconfig.get_config_var('LDFLAGS') or '')")
-  PYTHON_VERSION = $(shell python3 -c "import sys; print(f'{sys.version_info.major}.{sys.version_info.minor}')")
-  SHARED_COMPILE_FLAGS = -lpython$(PYTHON_VERSION)
+  RELEASE_LDFLAGS_PY = $(shell python3 -c "import sysconfig; print(sysconfig.get_config_var('LDFLAGS') or '')")
+  SHARED_COMPILE_FLAGS = -undefined dynamic_lookup
 else ifeq ($(UNAME_S),Linux)
-  RAYKX_LIB_NAME = libraykx.so
-  RELEASE_LDFLAGS = $$(RELEASE_LDFLAGS)
+  RELEASE_LDFLAGS_PY =
   SHARED_COMPILE_FLAGS =
 else
   $(error Unsupported platform: $(UNAME_S))
 endif
 
 pull_rayforce_from_github:
-	@rm -rf $(EXEC_DIR)/tmp/rayforce-c && \
-	echo "⬇️  Cloning rayforce repo from GitHub..."; \
-	git clone $(RAYFORCE_GITHUB) $(EXEC_DIR)/tmp/rayforce-c && \
-	cp -r $(EXEC_DIR)/tmp/rayforce-c/core $(EXEC_DIR)/rayforce/rayforce
+	@rm -rf $(EXEC_DIR)/tmp/rayforce-c
+	@if [ -n "$(RAYFORCE_LOCAL_PATH)" ]; then \
+		echo "📂 Copying rayforce from $(RAYFORCE_LOCAL_PATH)..."; \
+		mkdir -p $(EXEC_DIR)/tmp && \
+		rsync -a \
+			--exclude='.git' --exclude='tmp' --exclude='build*' \
+			--exclude='*.o' --exclude='*.so' --exclude='*.a' --exclude='*.dylib' \
+			"$(RAYFORCE_LOCAL_PATH)/" "$(EXEC_DIR)/tmp/rayforce-c/"; \
+	else \
+		echo "⬇️  Cloning rayforce repo from $(RAYFORCE_GITHUB)..."; \
+		git clone $(RAYFORCE_GITHUB) $(EXEC_DIR)/tmp/rayforce-c; \
+	fi
 
 patch_rayforce_makefile:
 	@echo "🔧 Patching Makefile for Python support..."
-	@echo '\n# Build Python module' >> $(EXEC_DIR)/tmp/rayforce-c/Makefile
-	@echo 'PY_OBJECTS = core/rayforce_c.o core/raypy_init_from_py.o core/raypy_init_from_buffer.o core/raypy_read_from_rf.o core/raypy_queries.o core/raypy_io.o core/raypy_binary.o core/raypy_dynlib.o core/raypy_eval.o core/raypy_iter.o core/raypy_serde.o' >> $(EXEC_DIR)/tmp/rayforce-c/Makefile
-	@echo 'PY_APP_OBJECTS = app/term.o' >> $(EXEC_DIR)/tmp/rayforce-c/Makefile
-	@echo 'python: CFLAGS = $$(RELEASE_CFLAGS) -I$$(shell python3 -c "import sysconfig; print(sysconfig.get_config_var(\"INCLUDEPY\"))") -Wno-macro-redefined' >> $(EXEC_DIR)/tmp/rayforce-c/Makefile
-	@echo 'python: LDFLAGS = $(RELEASE_LDFLAGS)' >> $(EXEC_DIR)/tmp/rayforce-c/Makefile
-	@echo 'python: $$(CORE_OBJECTS) $$(PY_OBJECTS) $$(PY_APP_OBJECTS)' >> $(EXEC_DIR)/tmp/rayforce-c/Makefile
-	@echo '\t$$(CC) -shared -o $(LIBNAME) $$(CFLAGS) $$(CORE_OBJECTS) $$(PY_OBJECTS) $$(PY_APP_OBJECTS) $$(LIBS) $$(LDFLAGS) $(SHARED_COMPILE_FLAGS)' >> $(EXEC_DIR)/tmp/rayforce-c/Makefile
+	@mkdir -p $(EXEC_DIR)/tmp/rayforce-c/pyext
+	@printf '\n\n# ---- Python extension target (added by rayforce-py) ----\n' >> $(EXEC_DIR)/tmp/rayforce-c/Makefile
+	@printf 'PY_SRC = $$(wildcard pyext/*.c)\n' >> $(EXEC_DIR)/tmp/rayforce-c/Makefile
+	@printf 'PY_OBJ = $$(PY_SRC:.c=.o)\n' >> $(EXEC_DIR)/tmp/rayforce-c/Makefile
+	@printf 'python: CFLAGS = $$(RELEASE_CFLAGS) -DPY_SSIZE_T_CLEAN -I$(PYTHON_INCLUDE) -Ipyext -Wno-macro-redefined -Wno-unused-variable -Wno-unused-function\n' >> $(EXEC_DIR)/tmp/rayforce-c/Makefile
+	@printf 'python: LDFLAGS = $$(RELEASE_LDFLAGS) $(RELEASE_LDFLAGS_PY)\n' >> $(EXEC_DIR)/tmp/rayforce-c/Makefile
+	@printf 'python: $$(LIB_OBJ) $$(PY_OBJ)\n' >> $(EXEC_DIR)/tmp/rayforce-c/Makefile
+	@printf '\t$$(CC) -shared -o $(LIBNAME) $$(CFLAGS) $$(LIB_OBJ) $$(PY_OBJ) $$(LIBS) $$(LDFLAGS) $(SHARED_COMPILE_FLAGS)\n' >> $(EXEC_DIR)/tmp/rayforce-c/Makefile
 
 clean:
 	@echo "🧹 Cleaning cache and generated files..."
 	@cd $(EXEC_DIR) && rm -rf \
 		rayforce/_rayforce_c.so  \
 		rayforce/_rayforce.c*.so  \
 		rayforce/librayforce.* \
-		rayforce/plugins/libraykx.* \
 		rayforce/bin \
 		build/ \
 		*.egg-info \
 		dist/ && \
 		find . -type d -name "__pycache__" -exec rm -rf {} +
 	@cd $(EXEC_DIR) && rm -rf \
-		rayforce/rayforce/ \
-		tmp/ \
+		tmp/
 
 rayforce_binaries:
-	@cp rayforce/capi/rayforce_c.c tmp/rayforce-c/core/rayforce_c.c
-	@cp rayforce/capi/rayforce_c.h tmp/rayforce-c/core/rayforce_c.h
-	@cp rayforce/capi/raypy_init_from_py.c tmp/rayforce-c/core/raypy_init_from_py.c
-	@cp rayforce/capi/raypy_init_from_buffer.c tmp/rayforce-c/core/raypy_init_from_buffer.c
-	@cp rayforce/capi/raypy_read_from_rf.c tmp/rayforce-c/core/raypy_read_from_rf.c
-	@cp rayforce/capi/raypy_queries.c tmp/rayforce-c/core/raypy_queries.c
-	@cp rayforce/capi/raypy_io.c tmp/rayforce-c/core/raypy_io.c
-	@cp rayforce/capi/raypy_binary.c tmp/rayforce-c/core/raypy_binary.c
-	@cp rayforce/capi/raypy_dynlib.c tmp/rayforce-c/core/raypy_dynlib.c
-	@cp rayforce/capi/raypy_eval.c tmp/rayforce-c/core/raypy_eval.c
-	@cp rayforce/capi/raypy_iter.c tmp/rayforce-c/core/raypy_iter.c
-	@cp rayforce/capi/raypy_serde.c tmp/rayforce-c/core/raypy_serde.c
+	@mkdir -p tmp/rayforce-c/pyext
+	@cp rayforce/capi/*.c tmp/rayforce-c/pyext/
+	@cp rayforce/capi/*.h tmp/rayforce-c/pyext/
 	@cd tmp/rayforce-c && $(MAKE) python
 	@cd tmp/rayforce-c && $(MAKE) release
-	@cd tmp/rayforce-c/ext/raykx && $(MAKE) release
 	@cp tmp/rayforce-c/$(LIBNAME) rayforce/_rayforce_c.so
-	@cp tmp/rayforce-c/ext/raykx/$(RAYKX_LIB_NAME) rayforce/plugins/$(RAYKX_LIB_NAME)
 	@mkdir -p rayforce/bin
 	@cp tmp/rayforce-c/rayforce rayforce/bin/rayforce
 	@chmod +x rayforce/bin/rayforce
 
 app: pull_rayforce_from_github patch_rayforce_makefile rayforce_binaries
 
 test:
-	python3 -m pytest -x -vv tests/
+	python3 -u -m pytest -x -vv tests/
 
 test-cov:
-	python3 -m pytest -m "" -x -vv --durations=20 --cov=rayforce --cov-report=term-missing --cov-report=html tests/
+	python3 -u -m pytest -m "" -x -vv --durations=20 --cov=rayforce --cov-report=term-missing --cov-report=html tests/
 
 lint:
 	python3 -m ruff format tests/ rayforce/ benchmark/
@@ -90,9 +86,6 @@ lint:
 ipython:
 	ipython -i -c "from rayforce import *"
 
-websocket:
-
-
 benchmarkdb:
 	python3 benchmark/run.py $(ARGS)
 
@@ -106,15 +99,6 @@ citest:
 	python3 -m ruff check rayforce/
 	python3 -m ruff check tests/ --select I
 	python3 -m mypy rayforce/
-	python3 -m pytest -x -vv tests/
-
-test-linux-versions:
-	@chmod +x scripts/test_linux_versions.sh
-	@./scripts/test_linux_versions.sh
-
-test-macos-versions:
-	@chmod +x scripts/test_macos_versions.sh
-	@./scripts/test_macos_versions.sh
+	python3 -u -m pytest -x -vv tests/
 
-test-versions: test-linux-versions test-macos-versions
 # }}

benchmark/run.py

@@ -10,6 +10,8 @@
 import format as f
 import prepare
 
+import rayforce as r
+
 
 def run(n_runs=15, n_warmup=5):
     """
@@ -90,7 +92,7 @@ def run(n_runs=15, n_warmup=5):
         std_native_rayforce = (
             statistics.stdev(native_rayforce_times) if len(native_rayforce_times) > 1 else 0
         )
-
+        print(f"Rayforce version: {r.version}")
         f.print_results(
             query_name,
             median_rayforce_py,

docs/docs/content/CHANGELOG.md

@@ -5,6 +5,51 @@ All notable changes to Rayforce-Py will be documented in this file.
 !!! note ""
     You can also subscribe for release notifications by joining our [:simple-zulip: Zulip](https://rayforcedb.zulipchat.com/#narrow/channel/549008-Discuss)!
 
+## **`2.0.0`**
+
+First release against the **Rayforce v2 C core**. This is a major release with
+breaking changes to the type system, the network layer, and the plugin surface.
+The `1.0.x` line continues to be maintained against the v1 core.
+
+### Breaking Changes
+
+- **Built against the Rayforce v2 C core.** The bundled engine, build pipeline
+  (`make app`), and binary protocol all target v2. Code written against the v1
+  core may need updates — see the items below.
+- **Removed the `C8` / `Char` type.** v2 has no standalone character type; a
+  single character is now a length-1 [`String`](./documentation/data-types/string.md).
+  `C8` is no longer importable from `rayforce`.
+- **Removed WebSocket support.** The `WSClient` / `WSServer` classes and the
+  entire `rayforce.network.websocket` module have been removed. Use
+  [TCP IPC](./documentation/IPC.md) (`TCPClient` / `TCPServer`) for networked queries.
+- **Renamed the KDB+ plugin.** `rayforce.plugins.raykx` is now
+  [`rayforce.plugins.kdb`](./documentation/plugins/kdb.md); import `KDBEngine`
+  from the new path.
+- **Renumbered scalar type codes** to match the v2 core. Atoms use the negative
+  of these values (see the [Data Types overview](./documentation/data-types/overview.md)):
+
+  | Type | v1 code | v2 code |
+  |------|---------|---------|
+  | `Symbol` | 6 | 12 |
+  | `F64` | 10 | 7 |
+  | `Date` | 7 | 8 |
+  | `Time` | 8 | 9 |
+  | `Timestamp` | 9 | 10 |
+  | `String` | — | 13 |
+  | `F32` | — | 6 |
+
+### New Features
+
+- **Added the `F32`** (32-bit floating-point) type. Arithmetic on `F32` promotes
+  to `F64`.
+- **Added the `RayforceLimitError`** exception class (core `EC_LIMIT`).
+
+### Notes
+
+- `String` is now a first-class type (no longer modeled as a vector of `C8`).
+
+2026-06-12 | **[🔗 PyPI](https://pypi.org/project/rayforce-py/2.0.0/)** | **[🔗 GitHub](https://github.com/RayforceDB/rayforce-py/releases/tag/2.0.0)**
+
 ## **`1.0.0`**
 
 - Project has came out of beta. Stable release
@@ -266,7 +311,7 @@ All notable changes to Rayforce-Py will be documented in this file.
 
 ### New Features
 
-- **Added WebSocket support**: New `WSClient` and `WSServer` classes in `rayforce.network.websocket` module for WebSocket-based communication. See [WebSocket documentation](./documentation/websocket.md) for details.
+- **Added WebSocket support**: New `WSClient` and `WSServer` classes in the `rayforce.network.websocket` module for WebSocket-based communication.
 - **Added TCP client/server**: New `TCPClient` and `TCPServer` classes in `rayforce.network.tcp` module exported from the main package.
 - **Added `asof_join()` method** to `Table` class for as-of joins (time-based joins). See [Joins documentation](./documentation/query-guide/joins.md#as-of-join) for details.
 - **Added `ipcsave()` method** to `Table` and query objects (`SelectQuery`, `UpdateQuery`, `InsertQuery`, `UpsertQuery`, `LeftJoin`, `InnerJoin`, `AsofJoin`, `WindowJoin`) for saving query results in IPC connections.

docs/docs/content/documentation/IPC.md

@@ -9,13 +9,13 @@ TCP IPC in Rayforce-Py consists of two main components:
 - **`TCPServer`** - Listens for incoming TCP connections on a specified port
 - **`TCPClient`** - Connects to remote Rayforce instances and executes queries
 
-The TCP IPC implementation uses Rayforce's native runtime event loop, ensuring optimal performance and seamless integration with the Rayforce ecosystem.
+The TCP IPC implementation uses Rayforce's native IPC protocol, ensuring optimal performance and seamless integration with the Rayforce ecosystem.
 
 ---
 
 ## :material-server: TCP Server
 
-The `TCPServer` class allows you to create a server that listens for incoming TCP connections. The server runs on Rayforce's native event loop.
+The `TCPServer` class allows you to create a server that listens for incoming TCP connections. The server runs a blocking poll loop over Rayforce's native IPC protocol.
 
 ### Creating a Server
 
@@ -26,20 +26,20 @@ To create a TCP server, import `TCPServer` and initialize it with a port:
 
 >>> server = TCPServer(port=5000)
 >>> server
-TCPServer(port=5000)
+TCPServer(port=5000, idle)
 ```
 
 ### Starting the Server
 
-The `listen()` method starts the server and blocks until the event loop exits:
+The `listen()` method starts the server and blocks until the server is stopped:
 
 ```python
 >>> server.listen()
 Rayforce IPC Server listening on 5000 (id:123)
 ```
 
 !!! note "Blocking Operation"
-    The `listen()` method is **blocking** - it will run until the event loop is stopped (e.g., via KeyboardInterrupt or program termination). The server automatically closes the port when the event loop exits, so no manual cleanup is needed.
+    The `listen()` method is **blocking** - it will run until the server is stopped (e.g., via KeyboardInterrupt or program termination). The server automatically closes the port when the loop exits, so no manual cleanup is needed.
 
 ---
 
@@ -117,7 +117,7 @@ The `ipcsave()` method allows you to save query results or tables to a remote Ra
 >>> query = table.select("id", "name").where(Column("id") > 1)
 
 >>> # Save the query result to a variable on the remote server
->>> TCPClient.execute(query.ipcsave("filtered_results"))
+>>> client.execute(query.ipcsave("filtered_results"))
 ```
 
 !!! note ""

docs/docs/content/documentation/data-types/char.md

@@ -23,7 +23,7 @@ The `Dict` type represents a key-value mapping. It's similar to Python dictionar
 Dict({'name': 'Alice', 'age': 29, 'active': True, 'score': 95.5, 'cache': {'enabled': True, 'ttl': 3600}})
 
 >>> user_data.keys()
-Vector[6]
+Vector([Symbol('name'), Symbol('age'), Symbol('active'), Symbol('score'), Symbol('cache')])
 >>> [i for i in user_data.keys()]
 [
     Symbol('name'),
@@ -63,15 +63,3 @@ Vector([Symbol('a'), Symbol('b'), Symbol('c')])
 >>> d.value()
 List([I64(1), I64(2), I64(3)])
 ```
-
-### Sort Operations
-
-```python
->>> d = Dict({"c": 3, "a": 1, "b": 2})
-
->>> d.asc()
-Dict({'a': 1, 'b': 2, 'c': 3})
-
->>> d.desc()
-Dict({'c': 3, 'b': 2, 'a': 1})
-```