Stabilize load/compile module

.github/workflows/cffi-artifacts.yml

@@ -0,0 +1,62 @@
+name: Build C FFI Artifacts
+
+on:
+  push:
+    branches:
+      - main
+      - master
+    tags:
+      - "*"
+  pull_request:
+  workflow_dispatch:
+
+env:
+  CARGO_TERM_COLOR: always
+
+jobs:
+  build:
+    name: Build cffi on ${{ matrix.os }}
+    runs-on: ${{ matrix.os }}
+    strategy:
+      matrix:
+        include:
+          - os: ubuntu-22.04
+            artifact: cffi-linux-x86_64
+            lib_name: libhycore_cffi.so
+          - os: macos-latest
+            artifact: cffi-macos
+            lib_name: libhycore_cffi.dylib
+          - os: windows-latest
+            artifact: cffi-windows
+            lib_name: hycore_cffi.dll
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v6
+        with:
+          fetch-depth: 0
+
+      - name: Install Rust toolchain
+        uses: dtolnay/rust-toolchain@stable
+
+      - name: Cache cargo artifacts
+        uses: Swatinem/rust-cache@v2
+        with:
+          shared-key: cffi-${{ matrix.os }}
+
+      - name: Build hycore-cffi library
+        run: cargo build -p hycore-cffi --release
+
+      - name: Collect headers and libraries
+        shell: bash
+        run: |
+          set -euo pipefail
+          DEST="cffi-artifacts/${{ matrix.artifact }}"
+          mkdir -p "$DEST/include" "$DEST/lib"
+          cp cffi/include/hycore.h "$DEST/include/"
+          cp "target/release/${{ matrix.lib_name }}" "$DEST/lib/"
+
+      - name: Upload artifact
+        uses: actions/upload-artifact@v5
+        with:
+          name: ${{ matrix.artifact }}
+          path: cffi-artifacts/${{ matrix.artifact }}

.github/workflows/ci.yml

@@ -0,0 +1,21 @@
+name: Cargo Build & Test
+
+on:
+  push:
+  pull_request:
+
+env:
+  CARGO_TERM_COLOR: always
+
+jobs:
+  build_and_test:
+    name: Build and Test
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v6
+      - name: Set up Rust
+        run: rustup toolchain install stable --profile minimal
+      - uses: Swatinem/rust-cache@v2
+      - run: cargo build
+      - run: cargo test

.github/workflows/publish.yml

@@ -33,6 +33,8 @@ jobs:
             target: armv7
     steps:
       - uses: actions/checkout@v6
+        with:
+          fetch-depth: 0
       - uses: actions/setup-python@v6
         with:
           python-version: 3.x
@@ -63,6 +65,8 @@ jobs:
             target: aarch64
     steps:
       - uses: actions/checkout@v6
+        with:
+          fetch-depth: 0
       - uses: actions/setup-python@v6
         with:
           python-version: 3.x
@@ -96,6 +100,8 @@ jobs:
             python_arch: arm64
     steps:
       - uses: actions/checkout@v6
+        with:
+          fetch-depth: 0
       - uses: actions/setup-python@v6
         with:
           python-version: 3.13
@@ -124,6 +130,8 @@ jobs:
             target: aarch64
     steps:
       - uses: actions/checkout@v6
+        with:
+          fetch-depth: 0
       - uses: actions/setup-python@v6
         with:
           python-version: 3.x
@@ -144,6 +152,8 @@ jobs:
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v6
+        with:
+          fetch-depth: 0
       - name: Build sdist
         uses: PyO3/maturin-action@v1
         with:

.gitignore

@@ -41,7 +41,6 @@ CMakeCache.txt
 CMakeFiles
 CMakeScripts
 Testing
-Makefile
 cmake_install.cmake
 install_manifest.txt
 compile_commands.json
@@ -275,3 +274,9 @@ tags
 # Added by cargo
 Cargo.lock
 /target
+
+# I don't know why i try to use AI agents when
+# I always need to rewrite everything myself cause
+# they are shit.
+AGENTS.md
+

.vscode/settings.json

@@ -9,13 +9,15 @@
         "**/target": true,
         "**/__pycache__": true,
         "**/_sys.abi3.so": true,
+        "**/.crush": true,
+        "Cargo.lock": true,
     },
     "editor.formatOnSave": true,
     "files.associations": {
         "time.h": "c",
         "stdint.h": "c"
     },
     "rust-analyzer.cargo.features": [
-        "ext_all"
+        "ext_all",
     ]
 }

Cargo.toml

@@ -4,6 +4,7 @@ members = [
     "hyinstr",
     "hycore",
     "python",
+    "cffi",
     "examples/hycore-examples",
     "examples/hyinstr-parser",
 ]
@@ -31,6 +32,7 @@ uuid = "^1"
 crossbeam = "^0.8"
 parking_lot = "^0.12"
 log = ">=0.2"
+slotmap = "^1"
 num-bigint = "^0.4"
 bigdecimal = "^0.4"
 auto_enums = ">=0.7"
@@ -44,6 +46,10 @@ ariadne = "0.6"
 pyo3 = "0.27.0"
 once_cell = "^1"
 inventory = "^0.3"
+zstd = "=0.13.3"
+borsh = "^1"
+libc = "^0.2"
+dashmap = "^6"
 
 criterion = "0.5"
 rand = "0.9.2"

cffi/Cargo.toml

@@ -0,0 +1,25 @@
+[package]
+name = "hycore-cffi"
+version = "0.1.2"
+edition = "2021"
+license = "MIT OR Apache-2.0"
+
+[lib]
+crate-type = ["cdylib"]
+
+[dependencies]
+libc.workspace = true
+semver.workspace = true
+strum = { workspace = true, features = ["derive"] }
+hycore = { workspace = true, features = ["ext_all"] }
+
+[build-dependencies]
+cbindgen = "0.27"
+semver.workspace = true
+hycore.workspace = true
+
+[features]
+# No default features; consumers enable hycore features as needed
+default = []
+
+legacy_nozstd = ["hycore/legacy_nozstd"]

cffi/build.rs

@@ -0,0 +1,83 @@
+use std::io::Write;
+
+use cbindgen::{Config, ConstantConfig};
+use hycore::magic;
+
+fn main() {
+    let crate_dir = std::env::var("CARGO_MANIFEST_DIR").unwrap();
+    let output_file = format!("{}/include/hycore.h", crate_dir);
+
+    println!("cargo:rerun-if-changed=build.rs");
+    println!("cargo:rerun-if-changed=src/");
+    let version = std::env::var("CARGO_PKG_VERSION").unwrap();
+    let version = semver::Version::parse(&version).unwrap();
+
+    let prefix = format!(
+        "\n#define HY_VERSION_MAJOR {}\n\
+           #define HY_VERSION_MINOR {}\n\
+           #define HY_VERSION_PATCH {}\n\
+           #define HY_LOGGER_NAME_EXT \"{}\"\n",
+        version.major,
+        version.minor,
+        version.patch,
+        magic::HYPERION_LOGGER_NAME_EXT,
+    );
+    let file_header = format!(
+        "/**
+ * @file hycore.h
+ * @brief Main C API header for Hyperion Core library.
+ * @version {}.{}.{}
+ *
+ * This file header provides the C API for interacting with the Hyperion framework.
+ * It was generated using cbindgen={}. DO NOT EDIT THIS FILE MANUALLY!
+ *
+ * This file is part of Hyperion.
+ *
+ * Copyright (C) 2024 Hyperion Project
+ *
+ * Hyperion is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation, either version 3 of the License, or
+ * (at your option) any later version.
+ *
+ * Hyperion is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with Hyperion. If not, see <https://www.gnu.org/licenses/>.
+ */\n\n",
+        version.major,
+        version.minor,
+        version.patch,
+        cbindgen::VERSION
+    );
+
+    let bindings = cbindgen::Builder::new()
+        .with_config(Config {
+            language: cbindgen::Language::C,
+            documentation: true,
+            documentation_style: cbindgen::DocumentationStyle::Doxy,
+            include_guard: Some("_HYCORE_H".to_string()),
+            cpp_compat: true,
+            documentation_length: cbindgen::DocumentationLength::Full,
+            tab_width: 2,
+            constant: ConstantConfig {
+                allow_static_const: true,
+                ..Default::default()
+            },
+            ..Default::default()
+        })
+        .with_crate(crate_dir)
+        .with_after_include(prefix)
+        .with_braces(cbindgen::Braces::NextLine)
+        .include_item("HyLogCreateInfoEXT")
+        .generate()
+        .expect("Unable to generate bindings");
+    // bindings.write_to_file(output_file);
+    let file = std::fs::File::create(output_file).unwrap();
+    let mut writer = std::io::BufWriter::new(file);
+    writer.write_all(file_header.as_bytes()).unwrap();
+    bindings.write(&mut writer);
+}

cffi/examples/Makefile

@@ -0,0 +1,31 @@
+CC ?= gcc
+CXX ?= g++
+PROFILE ?= debug
+INCLUDE_DIR := ../include
+CFLAGS ?= -I$(INCLUDE_DIR) -Wall -Wextra
+CARGO_FLAGS :=
+ifeq ($(PROFILE),release)
+CARGO_FLAGS += --release
+endif
+
+SO_PATH := ../../target/$(PROFILE)/libhycore_cffi.so
+SO_DIR := $(dir $(SO_PATH))
+SO_BASENAME := $(notdir $(SO_PATH))
+SO_STEM := $(patsubst lib%.so,%,$(SO_BASENAME))
+
+LDFLAGS := -L$(SO_DIR) -Wl,-rpath,$(SO_DIR) -l$(SO_STEM) -lm
+
+all: sample.out
+
+lib:
+	cargo build $(CARGO_FLAGS) --manifest-path ../Cargo.toml
+
+sample.out: sample.c lib
+	echo $(SO_PATH)
+	$(CC) $(CFLAGS) -o $@ $< $(LDFLAGS)
+
+run: sample.out
+	./sample.out
+
+clean:
+	rm -f sample.out