johba/harb
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix: MEMORY_FILE trim may discard DECREASED entries before 4c extraction (#875)

Browse source 
Before trimming MEMORY_FILE to 50 entries, export any entries that would
be dropped (non-DECREASED entries outside the last 10) directly to
CROSS_PATTERNS_FILE. This ensures no entries are permanently lost before
red-team-sweep.sh step 4c reads the memory file.

Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
This commit is contained in:
openhands 2026-03-17 17:30:47 +00:00
parent fb68595679
commit d1f75a790c
1 changed files with 32 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

33
scripts/harb-evaluator/red-team.sh
View file

@ -201,7 +201,7 @@ EOF
run_num=1
fi
python3 - "$stream_file" "$memory_file" "$run_num" "$LM_ETH_BEFORE" "$CANDIDATE_NAME" "$OPTIMIZER_PROFILE" <<'PYEOF'
python3 - "$stream_file" "$memory_file" "$run_num" "$LM_ETH_BEFORE" "$CANDIDATE_NAME" "$OPTIMIZER_PROFILE" "$CROSS_PATTERNS_FILE" <<'PYEOF'
import json, sys, re
from datetime import datetime, timezone
@ -215,6 +215,7 @@ except (ValueError, IndexError):
sys.exit(0)
candidate = sys.argv[5] if len(sys.argv) > 5 else "unknown"
optimizer_profile = sys.argv[6] if len(sys.argv) > 6 else "unknown"
cross_file = sys.argv[7] if len(sys.argv) > 7 else None
def make_pattern(strategy_name, steps_text):
"""Extract abstract op sequence preserving execution order."""
@ -380,6 +381,36 @@ if len(all_entries) > 50:
if key not in seen:
seen.add(key)
deduped.append(e)
# Export entries that would be dropped to cross-patterns before discarding them
if cross_file:
kept_keys = {(e.get("run"), e.get("ts"), e.get("strategy")) for e in deduped}
dropped = [e for e in all_entries if (e.get("run"), e.get("ts"), e.get("strategy")) not in kept_keys]
if dropped:
existing_cross_keys = set()
try:
with open(cross_file) as cf:
for line in cf:
line = line.strip()
if line:
try:
ce = json.loads(line)
existing_cross_keys.add((ce.get("pattern", ""), ce.get("candidate", ""), ce.get("result", "")))
except Exception:
pass
except FileNotFoundError:
pass
exported = 0
with open(cross_file, "a") as cf:
for e in dropped:
key = (e.get("pattern", ""), e.get("candidate", ""), e.get("result", ""))
if key not in existing_cross_keys:
existing_cross_keys.add(key)
cf.write(json.dumps(e) + "\n")
exported += 1
if exported:
print(f" Pre-trim export: {exported} dropped entr{'y' if exported == 1 else 'ies'} saved to cross-patterns")
with open(memory_file, "w") as f:
for e in deduped:
f.write(json.dumps(e) + "\n")