feat(core): introduce TYPE_EXT for handling any external types inside rayforce vm

Author: singaraiona

core/dynlib.h

@@ -26,6 +26,11 @@
 
 #include "rayforce.h"
 
+typedef struct ext_t {
+    raw_p ptr;
+    nil_t (*drop)(raw_p);
+} *ext_p;
+
 typedef struct dynlib_t {
     obj_p path;
     raw_p handle;

core/rayforce.c

@@ -29,7 +29,7 @@
 #include "heap.h"
 #include "items.h"
 #include "lambda.h"
-#include "mmap.h"
+#include "dynlib.h"
 #include "ops.h"
 #include "runtime.h"
 #include "serde.h"
@@ -351,6 +351,22 @@ obj_p anymap(obj_p sym, obj_p vec) {
     return e;
 }
 
+obj_p external(raw_p ptr, nil_t (*drop)(raw_p)) {
+    obj_p o;
+
+    o = (obj_p)heap_alloc(sizeof(struct obj_t) + sizeof(struct ext_t));
+    o->type = TYPE_EXT;
+    o->mmod = MMOD_INTERNAL;
+    o->rc = 1;
+    o->len = 0;
+    o->attrs = 0;
+    ext_p ext = (ext_p)AS_C8(o);
+    ext->ptr = ptr;
+    ext->drop = drop;
+
+    return o;
+}
+
 obj_p resize_obj(obj_p* obj, i64_t len) {
     i64_t elem_size, obj_size;
     obj_p new_obj;
@@ -2846,6 +2862,7 @@ nil_t __attribute__((hot)) drop_obj(obj_p obj) {
 
     u32_t rc;
     i64_t i, l;
+    ext_p ext;
 
     // Never drop NULL_OBJ or ERR_OBJ (static global singletons)
     if (obj == NULL_OBJ || obj == ERR_OBJ)
@@ -2924,6 +2941,11 @@ nil_t __attribute__((hot)) drop_obj(obj_p obj) {
         case TYPE_ERR:
             // Static singletons - never free
             return;
+        case TYPE_EXT:
+            ext = (ext_p)AS_C8(obj);
+            ext->drop(ext->ptr);
+            heap_free(obj);
+            return;
         default:
             if (IS_EXTERNAL_SIMPLE(obj)) {
                 drop_obj(runtime_fdmap_pop(runtime_get(), obj));

core/rayforce.h

@@ -88,6 +88,7 @@ typedef u8_t guid_t[16];
 #define TYPE_UNARY 101
 #define TYPE_BINARY 102
 #define TYPE_VARY 103
+#define TYPE_EXT 124
 #define TYPE_TOKEN 125
 
 // Special Types
@@ -138,28 +139,29 @@ typedef obj_p list_t;
 extern u8_t version(nil_t);  // get version as u8_t (major - 5 bits, minor - 3 bits)
 
 // Constructors
-extern obj_p null(i8_t type);                  // create null atom of type
-extern obj_p nullv(i8_t type, i64_t len);      // create null list of type and length
-extern obj_p atom(i8_t type);                  // create atom of type
-extern obj_p vn_list(i64_t len, ...);          // create list from values
-extern obj_p vector(i8_t type, i64_t len);     // create vector of type
-extern obj_p vn_symbol(i64_t len, ...);        // create vector symbols from strings
-extern obj_p b8(b8_t val);                     // bool atom
-extern obj_p u8(u8_t val);                     // byte atom
-extern obj_p c8(c8_t c);                       // char
-extern obj_p i16(i16_t val);                   // i16 atom
-extern obj_p i32(i32_t val);                   // i32 atom
-extern obj_p i64(i64_t val);                   // i64 atom
-extern obj_p f64(f64_t val);                   // f64 atom
-extern obj_p symbol(lit_p ptr, i64_t len);     // symbol
-extern obj_p symboli64(i64_t id);              // symbol from i64
-extern obj_p adate(i32_t val);                 // date
-extern obj_p atime(i32_t val);                 // time
-extern obj_p timestamp(i64_t val);             // timestamp
-extern obj_p guid(const guid_t buf);           // GUID
-extern obj_p vn_c8(lit_p fmt, ...);            // string from format
-extern obj_p enumerate(obj_p sym, obj_p vec);  // enum
-extern obj_p anymap(obj_p sym, obj_p vec);     // anymap
+extern obj_p null(i8_t type);                            // create null atom of type
+extern obj_p nullv(i8_t type, i64_t len);                // create null list of type and length
+extern obj_p atom(i8_t type);                            // create atom of type
+extern obj_p vn_list(i64_t len, ...);                    // create list from values
+extern obj_p vector(i8_t type, i64_t len);               // create vector of type
+extern obj_p vn_symbol(i64_t len, ...);                  // create vector symbols from strings
+extern obj_p b8(b8_t val);                               // bool atom
+extern obj_p u8(u8_t val);                               // byte atom
+extern obj_p c8(c8_t c);                                 // char
+extern obj_p i16(i16_t val);                             // i16 atom
+extern obj_p i32(i32_t val);                             // i32 atom
+extern obj_p i64(i64_t val);                             // i64 atom
+extern obj_p f64(f64_t val);                             // f64 atom
+extern obj_p symbol(lit_p ptr, i64_t len);               // symbol
+extern obj_p symboli64(i64_t id);                        // symbol from i64
+extern obj_p adate(i32_t val);                           // date
+extern obj_p atime(i32_t val);                           // time
+extern obj_p timestamp(i64_t val);                       // timestamp
+extern obj_p guid(const guid_t buf);                     // GUID
+extern obj_p vn_c8(lit_p fmt, ...);                      // string from format
+extern obj_p enumerate(obj_p sym, obj_p vec);            // enum
+extern obj_p anymap(obj_p sym, obj_p vec);               // anymap
+extern obj_p external(raw_p ptr, nil_t (*drop)(raw_p));  // external
 
 #define B8(len) (vector(TYPE_B8, len))                // bool vector
 #define U8(len) (vector(TYPE_U8, len))                // byte vector

tests/ext.c

@@ -0,0 +1,71 @@
+/*
+ *   Copyright (c) 2025 Anton Kundenko <singaraiona@gmail.com>
+ *   All rights reserved.
+ *
+ *   Permission is hereby granted, free of charge, to any person obtaining a copy
+ *   of this software and associated documentation files (the "Software"), to deal
+ *   in the Software without restriction, including without limitation the rights
+ *   to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+ *   copies of the Software, and to permit persons to whom the Software is
+ *   furnished to do so, subject to the following conditions:
+ *
+ *   The above copyright notice and this permission notice shall be included in all
+ *   copies or substantial portions of the Software.
+ *
+ *   THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ *   IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ *   FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+ *   AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+ *   LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+ *   OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+ *   SOFTWARE.
+ */
+
+#include "../core/dynlib.h"
+#include "../core/heap.h"
+
+static i32_t dropped_val = 0;
+
+nil_t drop_ext(raw_p ptr) {
+    i32_t* val = (i32_t*)ptr;
+    dropped_val = *val;
+    heap_free(val);
+}
+
+test_result_t test_external() {
+    obj_p o, c;
+    i32_t* val;
+    ext_p ext;
+
+    dropped_val = 0;
+
+    val = heap_alloc(sizeof(i32_t));
+    *val = 42;
+
+    o = external((raw_p)val, drop_ext);
+
+    if (o->type != TYPE_EXT) {
+        char msg[100];
+        sprintf(msg, "Type must be TYPE_EXT (%d), got %d", TYPE_EXT, o->type);
+        FAIL(strdup(msg));
+    }
+    TEST_ASSERT(rc_obj(o) == 1, "Refcount must be 1");
+
+    // Check if the external pointer is correctly stored
+    // Note: AS_C8(o) returns pointer to payload after obj_t header
+    // So we cast that payload to ext_p
+    ext = (ext_p)AS_C8(o);
+    TEST_ASSERT(ext->ptr == val, "External pointer mismatch");
+
+    c = clone_obj(o);
+    TEST_ASSERT(rc_obj(o) == 2, "Refcount must be 2 after clone");
+
+    drop_obj(c);
+    TEST_ASSERT(rc_obj(o) == 1, "Refcount must be 1 after drop");
+    TEST_ASSERT(dropped_val == 0, "Drop handler must not be called yet");
+
+    drop_obj(o);
+    TEST_ASSERT(dropped_val == 42, "Drop handler must be called");
+
+    PASS();
+}

tests/main.c

@@ -182,6 +182,7 @@ nil_t on_skip(str_p msg) { printf("%sSkipped%s (%s)\n", YELLOW, RESET, msg ? msg
 #include "lang.c"
 #include "serde.c"
 #include "parted.c"
+#include "ext.c"
 
 // Add tests here
 test_entry_t tests[] = {
@@ -408,6 +409,7 @@ test_entry_t tests[] = {
     {"test_parted_count_i16", test_parted_count_i16},
     {"test_parted_count_i32", test_parted_count_i32},
     {"test_parted_count_time", test_parted_count_time},
+    {"test_external", test_external},
 };
 // ---
 
@@ -423,7 +425,8 @@ i32_t main() {
 
     i32_t num_failed = num_tests - num_passed - num_skipped;
     if (num_failed > 0)
-        printf("%sPassed%s %d/%d tests (%d skipped, %d failed).\n", YELLOW, RESET, num_passed, num_tests, num_skipped, num_failed);
+        printf("%sPassed%s %d/%d tests (%d skipped, %d failed).\n", YELLOW, RESET, num_passed, num_tests, num_skipped,
+               num_failed);
     else if (num_skipped > 0)
         printf("%sAll tests passed!%s (%d skipped)\n", GREEN, RESET, num_skipped);
     else