import type { Graph, NodeDefinition, NodeInput, NodeRegistry, RuntimeExecutor, SyncCache } from '@nodarium/types'; import { concatEncodedArrays, createLogger, encodeFloat, fastHashArrayBuffer, type PerformanceStore } from '@nodarium/utils'; import type { RuntimeNode } from './types'; const log = createLogger('runtime-executor'); log.mute(); function getValue(input: NodeInput, value?: unknown) { if (value === undefined && 'value' in input) { value = input.value; } if (input.type === 'float') { return encodeFloat(value as number); } if (Array.isArray(value)) { if (input.type === 'vec3' || input.type === 'shape') { return [ 0, value.length + 1, ...value.map((v) => encodeFloat(v)), 1, 1 ] as number[]; } return [0, value.length + 1, ...value, 1, 1] as number[]; } if (typeof value === 'boolean') { return value ? 1 : 0; } if (typeof value === 'number') { return value; } if (value instanceof Int32Array) { return value; } console.error({ input, value }); throw new Error(`Unknown input type ${input.type}`); } export class MemoryRuntimeExecutor implements RuntimeExecutor { private definitionMap: Map = new Map(); private seed = Math.floor(Math.random() * 100000000); private debugData: Record = {}; perf?: PerformanceStore; private results: Record = {}; constructor( private registry: NodeRegistry, public cache?: SyncCache ) { this.cache = undefined; } private async getNodeDefinitions(graph: Graph) { if (this.registry.status !== 'ready') { throw new Error('Node registry is not ready'); } await this.registry.load(graph.nodes.map((node) => node.type)); const typeMap = new Map(); for (const node of graph.nodes) { if (!typeMap.has(node.type)) { const type = this.registry.getNode(node.type); if (type) { typeMap.set(node.type, type); } } } return typeMap; } private async addMetaData(graph: Graph) { // First, lets check if all nodes have a definition this.definitionMap = await this.getNodeDefinitions(graph); const graphNodes = graph.nodes.map(node => { const n = node as RuntimeNode; n.state = { depth: 0, children: [], parents: [], inputNodes: {} }; return n; }); const outputNode = graphNodes.find((node) => node.type.endsWith('/output')); if (!outputNode) { throw new Error('No output node found'); } const nodeMap = new Map( graphNodes.map((node) => [node.id, node]) ); // loop through all edges and assign the parent and child nodes to each node for (const edge of graph.edges) { const [parentId, /*_parentOutput*/, childId, childInput] = edge; const parent = nodeMap.get(parentId); const child = nodeMap.get(childId); if (parent && child) { parent.state.children.push(child); child.state.parents.push(parent); child.state.inputNodes[childInput] = parent; } } const nodes = new Map(); // loop through all the nodes and assign each nodes its depth const stack = [outputNode, ...graphNodes.filter(n => n.type.endsWith('/debug'))]; while (stack.length) { const node = stack.pop(); if (!node) continue; for (const parent of node.state.parents) { parent.state = parent.state || {}; parent.state.depth = node.state.depth + 1; stack.push(parent); } nodes.set(node.id, node); } for (const node of graphNodes) { if (node.type.endsWith('/debug')) { node.state = node.state || {}; const parent = node.state.parents[0]; if (parent) { node.state.depth = parent.state.depth - 1; parent.state.debugNode = true; } nodes.set(node.id, node); } } const _nodes = [...nodes.values()]; return [outputNode, _nodes] as const; } async execute(graph: Graph, settings: Record) { this.perf?.addPoint('runtime'); let a = performance.now(); this.debugData = {}; // Then we add some metadata to the graph const [outputNode, nodes] = await this.addMetaData(graph); let b = performance.now(); this.perf?.addPoint('collect-metadata', b - a); /* * Here we sort the nodes into buckets, which we then execute one by one * +-b2-+-b1-+---b0---+ * | | | | * | n3 | n2 | Output | * | n6 | n4 | Level | * | | n5 | | * | | | | * +----+----+--------+ */ // we execute the nodes from the bottom up const sortedNodes = nodes.sort( (a, b) => (b.state?.depth || 0) - (a.state?.depth || 0) ); // here we store the intermediate results of the nodes this.results = {}; if (settings['randomSeed']) { this.seed = Math.floor(Math.random() * 100000000); } for (const node of sortedNodes) { const node_type = this.definitionMap.get(node.type)!; if (!node_type || !node.state || !node_type.execute) { log.warn(`Node ${node.id} has no definition`); continue; } a = performance.now(); // Collect the inputs for the node const inputs = Object.entries(node_type.inputs || {}).map( ([key, input]) => { if (input.type === 'seed') { return this.seed; } // If the input is linked to a setting, we use that value if (input.setting) { return getValue(input, settings[input.setting]); } // check if the input is connected to another node const inputNode = node.state.inputNodes[key]; if (inputNode) { if (this.results[inputNode.id] === undefined) { throw new Error( `Node ${node.type} is missing input from node ${inputNode.type}` ); } return this.results[inputNode.id]; } // If the value is stored in the node itself, we use that value if (node.props?.[key] !== undefined) { return getValue(input, node.props[key]); } return getValue(input); } ); b = performance.now(); this.perf?.addPoint('collected-inputs', b - a); try { a = performance.now(); const encoded_inputs = concatEncodedArrays(inputs); b = performance.now(); this.perf?.addPoint('encoded-inputs', b - a); a = performance.now(); const inputHash = `node-${node.id}-${fastHashArrayBuffer(encoded_inputs)}`; b = performance.now(); this.perf?.addPoint('hash-inputs', b - a); const cachedValue = this.cache?.get(inputHash); if (cachedValue !== undefined) { log.log(`Using cached value for ${node_type.id || node.id}`); this.perf?.addPoint('cache-hit', 1); results[node.id] = cachedValue as Int32Array; if (node.state.debugNode && node_type.outputs) { this.debugData[node.id] = { type: node_type.outputs[0], data: cachedValue }; } continue; } this.perf?.addPoint('cache-hit', 0); log.group(`executing ${node_type.id}-${node.id}`); log.log(`Inputs:`, inputs); a = performance.now(); results[node.id] = node_type.execute(encoded_inputs); if (node.state.debugNode && node_type.outputs) { this.debugData[node.id] = { type: node_type.outputs[0], data: results[node.id] }; } log.log('Executed', node.type, node.id); b = performance.now(); if (this.cache && node.id !== outputNode.id) { this.cache.set(inputHash, this.results[node.id]); } this.perf?.addPoint('node/' + node_type.id, b - a); log.log('Result:', results[node.id]); log.groupEnd(); } catch (e) { log.groupEnd(); log.error(`Error executing node ${node_type.id || node.id}`, e); } } // return the result of the parent of the output node const res = this.results[outputNode.id]; if (this.cache) { this.cache.size = sortedNodes.length * 2; } this.perf?.endPoint('runtime'); return res as unknown as Int32Array; } getDebugData() { return this.debugData; } getPerformanceData() { return this.perf?.get(); } }