fix(metrics): fingerprint and track native notebook edits

This commit is contained in:
Afloat committed 2026-11-11 21:39:50 +08:00
1 parent d2ef268059
commit 87b4eed5c1
2 files changed
+94 -4

No files matched your search

+10 -4
View File
@@ -63,7 +63,13 @@ function hashToolCall(toolName, toolInput) {
key = crypto
.createHash('sha256')
.update(
stableStringify({
stableStringify(name === 'NotebookEdit' ? {
notebook_path: toolInput?.notebook_path,
cell_id: toolInput?.cell_id,
new_source: toolInput?.new_source,
edit_mode: toolInput?.edit_mode,
cell_type: toolInput?.cell_type
} : {
file_path: toolInput?.file_path,
old_string: toolInput?.old_string,
new_string: toolInput?.new_string,
@@ -87,7 +93,7 @@ function extractFilePaths(toolName, toolInput) {
const paths = [];
if (!toolInput || typeof toolInput !== 'object') return paths;
const fp = toolInput.file_path;
const fp = /^NotebookEdit$/i.test(toolName) ? toolInput.notebook_path : toolInput.file_path;
if (fp && typeof fp === 'string') paths.push(fp);
const edits = toolInput.edits;
@@ -229,8 +235,8 @@ function run(rawInput) {
bridge.last_timestamp = now;
if (!bridge.first_timestamp) bridge.first_timestamp = now;
// Track modified files (Write/Edit/MultiEdit only)
const isWriteOp = /^(Write|Edit|MultiEdit)$/i.test(toolName);
// Track modified files, including notebooks edited through NotebookEdit.
const isWriteOp = /^(Write|Edit|MultiEdit|NotebookEdit)$/i.test(toolName);
if (isWriteOp) {
const newPaths = extractFilePaths(toolName, toolInput);
const existing = new Set(bridge.files_modified || []);
+84
View File
@@ -0,0 +1,84 @@
'use strict';
const assert = require('node:assert/strict');
const { spawnSync } = require('node:child_process');
const fs = require('node:fs');
const os = require('node:os');
const path = require('node:path');
const test = require('node:test');
const { run, hashToolCall, extractFilePaths } = require('../../scripts/hooks/ecc-metrics-bridge');
const { detectLoop } = require('../../scripts/hooks/ecc-context-monitor');
test('NotebookEdit fingerprints distinguish each native edit field', () => {
const original = {
notebook_path: '/repo/analysis.ipynb', cell_id: 'cell-1',
new_source: 'print(1)', edit_mode: 'replace', cell_type: 'code'
};
const originalHash = hashToolCall('NotebookEdit', original);
for (const change of [
{ notebook_path: '/repo/other.ipynb' }, { cell_id: 'cell-2' },
{ new_source: 'print(2)' }, { edit_mode: 'insert' }, { cell_type: 'markdown' }
]) {
assert.notEqual(hashToolCall('NotebookEdit', { ...original, ...change }), originalHash,
`NotebookEdit must distinguish ${Object.keys(change)[0]}`);
}
assert.equal(hashToolCall('NotebookEdit', { ...original }), originalHash);
});
test('file fingerprints retain existing tool and missing-input behavior', () => {
assert.match(hashToolCall(null, null), /^[0-9a-f]{8}$/);
assert.equal(hashToolCall('NotebookEdit'), hashToolCall('NotebookEdit', {}));
assert.equal(hashToolCall('Bash'), hashToolCall('Bash', { command: '' }));
assert.notEqual(hashToolCall('Read', { file_path: 'a.js' }), hashToolCall('Read', { file_path: 'b.js' }));
assert.notEqual(
hashToolCall('MultiEdit', { edits: [{ old_string: 'a', new_string: 'b' }] }),
hashToolCall('MultiEdit', { edits: [{ old_string: 'a', new_string: 'c' }] })
);
});
test('NotebookEdit extracts its notebook_path and ignores invalid paths', () => {
assert.deepEqual(extractFilePaths('NotebookEdit', { notebook_path: '/repo/a.ipynb' }), ['/repo/a.ipynb']);
assert.deepEqual(extractFilePaths('NotebookEdit', { notebook_path: 42 }), []);
});
test('NotebookEdit tracks notebook scope without false loop warnings', t => {
const tmpHome = fs.mkdtempSync(path.join(os.tmpdir(), 'ecc-notebook-metrics-'));
t.after(() => fs.rmSync(tmpHome, { recursive: true, force: true }));
const temporaryDirectory = path.join(tmpHome, 'tmp');
fs.mkdirSync(temporaryDirectory);
const sessionId = `notebook-edits-${process.pid}`;
const bridgeScript = path.resolve(__dirname, '../../scripts/hooks/ecc-metrics-bridge.js');
const bridgePath = path.join(temporaryDirectory, `ecc-metrics-${sessionId}.json`);
const readBridge = () => JSON.parse(fs.readFileSync(bridgePath, 'utf8'));
const invoke = toolInput => {
const input = JSON.stringify({ session_id: sessionId, tool_name: 'NotebookEdit', tool_input: toolInput });
const result = spawnSync(process.execPath, [bridgeScript], {
input, encoding: 'utf8', cwd: tmpHome, timeout: 5000,
env: {
...process.env, HOME: tmpHome, USERPROFILE: tmpHome,
ECC_AGENT_DATA_HOME: path.join(tmpHome, '.claude'),
CLAUDE_CONFIG_DIR: path.join(tmpHome, '.claude'),
TMPDIR: temporaryDirectory, TEMP: temporaryDirectory, TMP: temporaryDirectory
}
});
assert.equal(result.status, 0, result.stderr);
assert.equal(result.stdout, input);
};
const notebook = path.join(tmpHome, 'analysis.ipynb');
for (let cell = 0; cell < 5; cell++) {
invoke({ notebook_path: notebook, cell_id: `cell-${cell}`, new_source: 'print(1)' });
}
const distinct = readBridge();
assert.equal(detectLoop(distinct.recent_tools).detected, false,
'Editing different notebook cells must not be treated as a stuck loop');
assert.deepEqual(distinct.files_modified, [notebook]);
assert.equal(distinct.files_modified_count, 1);
const repeated = { notebook_path: notebook, cell_id: 'same-cell', new_source: 'print(2)' };
for (let repeat = 0; repeat < 5; repeat++) invoke(repeated);
assert.equal(detectLoop(readBridge().recent_tools).detected, true,
'Identical repeated notebook edits must still be detected');
});
test('malformed hook input remains unchanged', () => {
assert.equal(run('{invalid'), '{invalid');
});