Upgrade staging (#202)

* processor service

* adds schema reference

* switch to Json type

* steperror

* logging

* logger

* fmt

* fix dev

* healing step, fix moderator

* args logs

* curator notes

* convert to submission

* enhanced module federation

Author: elliotBraem

apps/api/scripts/dev-server.js

@@ -6,7 +6,7 @@ const dotenv = require("dotenv");
 
 // Path to the dist directory
 const distDir = path.join(__dirname, "../dist");
-const mainJsPath = path.join(distDir, "main.js");
+const mainJsPath = path.join(distDir, "main.cjs");
 const envPath = path.join(__dirname, "../.env");
 
 // Load environment variables from .env file

apps/api/src/routes/api/plugins.ts

@@ -5,13 +5,13 @@ import {
   selectPluginSchema,
   updatePluginSchema,
 } from "@curatedotfun/shared-db";
+import { AppErrorCode, ServiceError } from "@curatedotfun/utils";
 import { zValidator } from "@hono/zod-validator";
 import { Hono } from "hono";
 import { HTTPException } from "hono/http-exception";
 import { z } from "zod";
 import { db } from "../../db";
 import { Env } from "../../types/app";
-import { ServiceError } from "@curatedotfun/utils";
 
 const pluginsRoutes = new Hono<Env>();
 const pluginRepository = new PluginRepository(db);
@@ -33,7 +33,7 @@ pluginsRoutes.post(
       console.error("Error registering plugin:", { error, pluginData });
       if (
         error instanceof ServiceError &&
-        error.code === "PLUGIN_ALREADY_EXISTS"
+        error.errorCode === AppErrorCode.RESOURCE_CONFLICT
       ) {
         throw new HTTPException(409, { message: error.message });
       }

apps/api/src/routes/api/submission.ts

@@ -129,7 +129,8 @@ submissionRoutes.get("/single/:submissionId", async (c) => {
   const db = c.get("db");
   const submissionRepository = new SubmissionRepository(db);
   const submissionId = c.req.param("submissionId");
-  const richSubmission = await submissionRepository.getSubmission(submissionId);
+  const richSubmission =
+    await submissionRepository.getRichSubmission(submissionId);
 
   if (!richSubmission) {
     return c.notFound();

apps/app/src/components/content-progress/data.ts

@@ -38,8 +38,8 @@ export const templateElements: TemplateElement[] = [
   {
     id: "curatorNotes",
     title: "Curator Notes",
-    description: "Notes from the curator ({{curator.notes}})",
-    template: "💬 Curator notes: {{curator.notes}}",
+    description: "Notes from the curator ({{curatorNotes}})",
+    template: "💬 Curator notes: {{curatorNotes}}",
   },
 ];
 

apps/app/src/components/processing/ProcessingHistory.tsx

@@ -3,7 +3,7 @@ import {
   useProcessingSteps,
   useRetryProcessingJob,
 } from "@/lib/api";
-import { ProcessingJob, ProcessingStep } from "@/types/processing";
+import { ProcessingJob, ProcessingStep } from "@curatedotfun/types";
 import {
   createColumnHelper,
   flexRender,

apps/app/src/components/processing/ProcessingStepDetails.tsx

@@ -1,5 +1,4 @@
 import { ProcessingStep } from "@curatedotfun/types";
-import { Link } from "@tanstack/react-router";
 import {
   Dialog,
   DialogContent,
@@ -57,16 +56,7 @@ export function ProcessingStepDetails({
         <DialogHeader>
           <DialogTitle className="flex items-center justify-between">
             <div className="flex items-center gap-2">
-              Processing Step:{" "}
-              <Link
-                to="/plugin/$pluginId"
-                params={{
-                  pluginId: step.plugin.id,
-                }}
-                className="text-blue-600 hover:underline"
-              >
-                {step.plugin.name}
-              </Link>
+              Processing Step: {step.stepName}
               <Badge
                 variant={
                   step.status === "success"
@@ -135,6 +125,7 @@ export function ProcessingStepDetails({
           <TabsList>
             <TabsTrigger value="input">Input</TabsTrigger>
             <TabsTrigger value="output">Output</TabsTrigger>
+            {step.config && <TabsTrigger value="config">Config</TabsTrigger>}
             {step.error && <TabsTrigger value="error">Error</TabsTrigger>}
           </TabsList>
           <TabsContent value="input" className="flex-1 overflow-hidden">
@@ -149,6 +140,13 @@ export function ProcessingStepDetails({
               </pre>
             </div>
           </TabsContent>
+          {step.config && (
+            <TabsContent value="config" className="flex-1 overflow-hidden">
+              <div className="h-[300px] w-full rounded-md border p-4 overflow-auto">
+                <pre className="text-sm">{formatJson(step.config)}</pre>
+              </div>
+            </TabsContent>
+          )}
           {step.error && (
             <TabsContent value="error" className="flex-1 overflow-hidden">
               <div className="h-[300px] w-full rounded-md border p-4 bg-red-50 dark:bg-red-950 overflow-auto">

apps/app/src/store/feed-creation-store.ts

@@ -45,7 +45,7 @@ const feedCreationStateCreator: StateCreator<
             plugin: "@curatedotfun/object-transform",
             config: {
               mappings: {
-                notes: "{{curator.notes}}",
+                notes: "{{curatorNotes}}",
                 author: "{{username}}",
                 source: "https://x.com/{{username}}/status/{{tweetId}}",
                 content: "{{content}}",

apps/worker/rspack.config.js

@@ -34,5 +34,8 @@ module.exports = {
     new rspack.IgnorePlugin({
       resourceRegExp: /^pg-native$|^cloudflare:sockets$/,
     }),
+    new rspack.container.ModuleFederationPlugin({
+      name: "host",
+    }),
   ].filter(Boolean),
 };

packages/core-services/package.json

@@ -17,8 +17,8 @@
     "@curatedotfun/types": "workspace:*",
     "@curatedotfun/utils": "workspace:*",
     "@fastnear/utils": "^0.9.7",
-    "@module-federation/node": "^2.7.7",
-    "@module-federation/runtime": "^0.11.4",
+    "@module-federation/enhanced": "^0.15.0",
+    "@rspack/core": "1.2.8",
     "@t3-oss/env-core": "^0.13.8",
     "@types/mustache": "^4.2.6",
     "agent-twitter-client": "0.0.16",

packages/core-services/src/services/feed.service.ts

@@ -266,9 +266,6 @@ export class FeedService implements IBaseService {
             );
           }
         }
-
-        // The enqueueing is now handled by the moderation service
-        // await this.processingService.process(submission, streamConfig);
         processedCount++;
       } catch (error) {
         this.logger.error(