mirror of
https://github.com/morluto/rea
synced 2026-10-26 22:28:27 -04:00
fc847ffe35
Use Database spelling only to select a candidate. Reuse shared expression provenance and indexed mutation facts to omit proven local constructors and retain known SQLite API origins separately from uncertain names. Match ESM default/namespace and CommonJS export forms without collapsing their identity. Keep type-only import origins as ambiguous runtime values, including aliases. Carry candidate interpretation through the worker schema and graph nodes and edges with low confidence, explicit limitations and distinct identities. Remove the name-only SQLite storage classifier. Other storage APIs retain existing handling; PR4863's separate Map endpoint work is not integrated. Validation: initial9negative controls fail unchangedf5fcf5216 while4positive controls pass; final67focused checks/8files plus60provenance-consumer checks/ 4files pass. Static/docs/discovery1557 pass. Two source reviewers clear after correcting namespace constructor identity. Public CLI checks worker/schema projection and separate exact/candidate identities with the same filename. Twelve small completed CLI workflows preserve exact known-API replies and remove false local-class storage facts. No speedup/large-case memory or real SQLite execution claim. Direct eval's existing generic invalidation defect remains tracked separately in #4875. Heavy tests/profiling remain stopped. Additional consumer validation caught and corrected runtime import-equals classification: require-mode import origins remain runtime values. Three new SQLite controls cover runtime and erased import-equals forms; compiled child-process CLI/MCP stdio workflows pass after the correction. Fixes #4854
294 lines
9.7 KiB
TypeScript
294 lines
9.7 KiB
TypeScript
import * as t from "@babel/types";
|
|
import { collectElectronWrappedCallPaths } from "./electronWrappedCallPaths.js";
|
|
import {
|
|
ELECTRON_IDENTITY_LIMITATION,
|
|
ELECTRON_MODULE,
|
|
} from "./javascriptElectronMemberWrites.js";
|
|
|
|
import {
|
|
completeSemanticSteps,
|
|
traverseJavaScriptAstSteps,
|
|
} from "./javascriptSemanticTraversal.js";
|
|
|
|
import { inspectElectronStaticNode } from "./electronStaticAnalysis.js";
|
|
import { finishElectronBrowserWindowsSteps } from "./electronStaticAnalysisBrowser.js";
|
|
import {
|
|
detectVendors,
|
|
failedJavaScriptStaticAnalysis,
|
|
registrationKey,
|
|
sortedUnique,
|
|
stringValue,
|
|
} from "./javascriptStaticAnalysisHelpers.js";
|
|
import {
|
|
addReference,
|
|
addSourceMapDirectives,
|
|
finishPartialNetworkEndpoints,
|
|
finishSqliteStorageCalls,
|
|
inspectCall,
|
|
inspectRouteProperty,
|
|
inspectRoleProperty,
|
|
inspectRpcNode,
|
|
finishRpcScanSteps,
|
|
indexVitePreloadDependencyTable,
|
|
} from "./javascriptStaticAnalysisCalls.js";
|
|
import {
|
|
inspectBundlerRegistration,
|
|
inspectBundlerBootstrap,
|
|
inspectEsbuildWrapper,
|
|
} from "./javascriptStaticAnalysisBundler.js";
|
|
import { finalizeLocatedFindings } from "./javascriptStaticAnalysisFindings.js";
|
|
import {
|
|
createJavaScriptAnalysisAccumulator,
|
|
type JavaScriptAnalysisAccumulator as AnalysisAccumulator,
|
|
type JavaScriptFindingContext,
|
|
} from "./javascriptStaticAnalysisState.js";
|
|
import type { JavaScriptStaticAnalysis } from "./javascriptStaticAnalysisTypes.js";
|
|
import type { JavaScriptSemanticAnalysisState } from "./javascriptSemanticState.js";
|
|
import {
|
|
indexJavaScriptElectronIdentitySteps,
|
|
indexJavaScriptBindingsWithReceiversSteps,
|
|
} from "./javascriptSemanticAnalysis.js";
|
|
import {
|
|
parseJavaScriptSource,
|
|
type ParsedJavaScriptSource,
|
|
} from "./javascriptSourceParser.js";
|
|
|
|
import { createJavaScriptRpcScan } from "./javascriptRpcEndpoints.js";
|
|
import {
|
|
hasUncertainTypeOnlyModuleSideEffect,
|
|
isTypeOnlyExportDeclaration,
|
|
isTypeOnlyImportDeclaration,
|
|
semanticImportEqualsSpecifier,
|
|
} from "./javascriptModuleDeclaration.js";
|
|
|
|
/** Parse one JavaScript artifact and recover static structure only. */
|
|
export const analyzeJavaScriptStaticSource = (
|
|
source: string,
|
|
): JavaScriptStaticAnalysis => {
|
|
const file = parseJavaScriptSource(source);
|
|
return file === null
|
|
? failedJavaScriptStaticAnalysis()
|
|
: analyzeParsedJavaScriptStaticSource(source, file);
|
|
};
|
|
|
|
/** Recover static structure from an already parsed JavaScript artifact. */
|
|
export const analyzeParsedJavaScriptStaticSource = (
|
|
source: string,
|
|
file: ParsedJavaScriptSource,
|
|
): JavaScriptStaticAnalysis =>
|
|
completeSemanticSteps(analyzeParsedJavaScriptStaticSourceSteps(source, file));
|
|
|
|
/** Static analysis that yields during its source traversal; results are unchanged. */
|
|
export function* analyzeParsedJavaScriptStaticSourceSteps(
|
|
source: string,
|
|
file: ParsedJavaScriptSource,
|
|
): Generator<void, JavaScriptStaticAnalysis> {
|
|
const accumulator = createJavaScriptAnalysisAccumulator(source.length);
|
|
// One definitions pass serves receiver classification and binding lookup.
|
|
const index = yield* indexJavaScriptBindingsWithReceiversSteps(file.program);
|
|
const { bindings, receivers } = index;
|
|
yield* index.indexAmbientWritesSteps();
|
|
const electronIdentity = yield* indexJavaScriptElectronIdentitySteps(
|
|
file.program,
|
|
bindings,
|
|
);
|
|
const findings: JavaScriptFindingContext = {
|
|
source,
|
|
accumulator,
|
|
vitePreloadDependencyTable: indexVitePreloadDependencyTable(file.program),
|
|
openReceiverFacts: receivers.openReceivers,
|
|
electronBindings: electronIdentity.bindings,
|
|
rpcScan: createJavaScriptRpcScan(source, receivers.rpcClientRoots, index),
|
|
};
|
|
yield* traverseStaticSourceSteps(file, findings, bindings);
|
|
yield* finishElectronBrowserWindowsSteps(findings, index);
|
|
if (
|
|
accumulator.pendingNetworkCalls.length > 0 ||
|
|
accumulator.pendingSqliteCalls.length > 0
|
|
) {
|
|
yield* index.indexMemberMutationFactsSteps();
|
|
finishPartialNetworkEndpoints(findings, bindings, index);
|
|
finishSqliteStorageCalls(findings, bindings, index);
|
|
}
|
|
accumulator.electronCallPaths = collectElectronWrappedCallPaths(
|
|
file.program,
|
|
bindings,
|
|
source,
|
|
accumulator,
|
|
electronIdentity,
|
|
);
|
|
addSourceMapDirectives(source, file.comments ?? [], accumulator);
|
|
return finalizeStaticAnalysis(source, file, accumulator);
|
|
}
|
|
|
|
function* traverseStaticSourceSteps(
|
|
file: ParsedJavaScriptSource,
|
|
findings: JavaScriptFindingContext,
|
|
bindings: JavaScriptSemanticAnalysisState,
|
|
): Generator<void, void> {
|
|
yield* traverseJavaScriptAstSteps(file, {
|
|
enter: (node) => {
|
|
findings.accumulator.visitedNodes += 1;
|
|
inspectNode(node, findings, bindings);
|
|
return undefined;
|
|
},
|
|
});
|
|
yield* finishRpcScanSteps(findings);
|
|
}
|
|
|
|
const finalizeStaticAnalysis = (
|
|
source: string,
|
|
file: ParsedJavaScriptSource,
|
|
accumulator: AnalysisAccumulator,
|
|
): JavaScriptStaticAnalysis => {
|
|
const parserErrors = file.errors.length;
|
|
const limitations = [
|
|
...(accumulator.electronCallPaths?.length
|
|
? [
|
|
"Bundled Electron call paths use static argument and closure substitutions. Conditions, ambient helper overrides, runtime reachability and arbitrary side effects remain unproven.",
|
|
]
|
|
: []),
|
|
...(accumulator.electronCallPathLimitReached
|
|
? [
|
|
"Electron wrapper expansion reached its resource budget (1000000 visits/substitutions or depth 128); additional paths remain unknown.",
|
|
]
|
|
: []),
|
|
...(parserErrors === 0
|
|
? []
|
|
: [
|
|
"The parser recovered from syntax errors; affected facts are partial.",
|
|
]),
|
|
...(accumulator.unknownFindings === 0
|
|
? []
|
|
: [
|
|
"One or more static keys, expressions, or Electron boundary values were dynamic and remain unknown.",
|
|
]),
|
|
...(hasUncertainTypeOnlyModuleSideEffect(file.program)
|
|
? [
|
|
"Compiler options are unavailable; inline type-only imports or re-exports may preserve a module side-effect dependency.",
|
|
]
|
|
: []),
|
|
...(accumulator.references.some(
|
|
({ value }) =>
|
|
value.specifier !== null && ELECTRON_MODULE.test(value.specifier),
|
|
)
|
|
? [ELECTRON_IDENTITY_LIMITATION]
|
|
: []),
|
|
"JavaScript syntax was parsed as data and was never evaluated.",
|
|
];
|
|
return {
|
|
parse_status:
|
|
parserErrors > 0 || accumulator.unknownFindings > 0
|
|
? "partial"
|
|
: "complete",
|
|
parse_error_count: parserErrors,
|
|
visited_ast_nodes: accumulator.visitedNodes,
|
|
references: finalizeLocatedFindings(
|
|
accumulator.references,
|
|
accumulator.moduleRangeIndex,
|
|
),
|
|
endpoints: finalizeLocatedFindings(
|
|
accumulator.endpoints,
|
|
accumulator.moduleRangeIndex,
|
|
),
|
|
storage: finalizeLocatedFindings(
|
|
accumulator.storage,
|
|
accumulator.moduleRangeIndex,
|
|
),
|
|
bundler_registrations: sortedUnique(
|
|
accumulator.registrations,
|
|
registrationKey,
|
|
),
|
|
role_paths: finalizeLocatedFindings(
|
|
accumulator.roles,
|
|
accumulator.moduleRangeIndex,
|
|
),
|
|
source_map_urls: accumulator.sourceMaps,
|
|
vendors: detectVendors(source),
|
|
electron: {
|
|
...(accumulator.electronCallPaths?.length
|
|
? { call_paths: accumulator.electronCallPaths }
|
|
: {}),
|
|
browser_windows: finalizeLocatedFindings(
|
|
accumulator.browserWindows,
|
|
accumulator.moduleRangeIndex,
|
|
),
|
|
context_bridge_apis: finalizeLocatedFindings(
|
|
accumulator.contextBridgeApis,
|
|
accumulator.moduleRangeIndex,
|
|
),
|
|
ipc: finalizeLocatedFindings(
|
|
accumulator.ipc,
|
|
accumulator.moduleRangeIndex,
|
|
),
|
|
sender_validations: finalizeLocatedFindings(
|
|
accumulator.senderValidations,
|
|
accumulator.moduleRangeIndex,
|
|
),
|
|
utility_processes: finalizeLocatedFindings(
|
|
accumulator.utilityProcesses,
|
|
accumulator.moduleRangeIndex,
|
|
),
|
|
native_addon_bindings: finalizeLocatedFindings(
|
|
accumulator.nativeAddonBindings,
|
|
accumulator.moduleRangeIndex,
|
|
),
|
|
},
|
|
limitations,
|
|
};
|
|
};
|
|
|
|
const inspectNode = (
|
|
node: t.Node,
|
|
findings: JavaScriptFindingContext,
|
|
bindings: JavaScriptSemanticAnalysisState,
|
|
): void => {
|
|
const { source, accumulator } = findings;
|
|
inspectElectronStaticNode(node, findings);
|
|
if (t.isCallExpression(node)) {
|
|
inspectBundlerBootstrap(source, node, accumulator, bindings);
|
|
inspectBundlerRegistration(source, node, accumulator, bindings);
|
|
inspectEsbuildWrapper(source, node, accumulator, bindings);
|
|
inspectCall(source, node, findings, bindings);
|
|
} else if (t.isOptionalCallExpression(node)) {
|
|
inspectCall(source, node, findings, bindings);
|
|
} else if (t.isNewExpression(node))
|
|
inspectCall(source, node, findings, bindings);
|
|
if (t.isTSImportEqualsDeclaration(node)) {
|
|
const specifier = semanticImportEqualsSpecifier(node);
|
|
if (specifier !== null)
|
|
addReference(findings, { node, kind: "require", specifier });
|
|
} else if (
|
|
(t.isImportDeclaration(node) || t.isExportAllDeclaration(node)) &&
|
|
node.source !== undefined &&
|
|
!(t.isImportDeclaration(node) && isTypeOnlyImportDeclaration(node)) &&
|
|
!(t.isExportAllDeclaration(node) && isTypeOnlyExportDeclaration(node))
|
|
)
|
|
addReference(findings, {
|
|
node,
|
|
kind: "static-import",
|
|
specifier: node.source.value,
|
|
});
|
|
else if (
|
|
t.isExportNamedDeclaration(node) &&
|
|
node.source != null &&
|
|
!isTypeOnlyExportDeclaration(node)
|
|
)
|
|
addReference(findings, {
|
|
node,
|
|
kind: "static-import",
|
|
specifier: node.source.value,
|
|
});
|
|
else if (t.isImportExpression(node))
|
|
addReference(findings, {
|
|
node,
|
|
kind: "dynamic-import",
|
|
specifier: stringValue(node.source),
|
|
});
|
|
if (t.isObjectProperty(node)) {
|
|
inspectRouteProperty(node, findings);
|
|
inspectRoleProperty(node, findings);
|
|
}
|
|
inspectRpcNode(node, findings);
|
|
};
|