Skip to content

Commit 059f3ec

Browse files
authored
Merge pull request #10 from firstbatchxyz/feat/lean-prompt-context
Show reference programs by evolve block, not full body (#6)
2 parents 6c20549 + 3192869 commit 059f3ec

3 files changed

Lines changed: 157 additions & 6 deletions

File tree

‎kaievolve/config.py‎

Lines changed: 12 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -202,6 +202,17 @@ class PromptConfig:
202202
num_top_programs: int = 3
203203
num_diverse_programs: int = 2
204204

205+
# Reference-program rendering (issue #6). The parent being evolved is shown
206+
# in full; the top/diverse/inspiration programs are reference *examples*, and
207+
# under the EVOLVE-BLOCK contract only the marked block(s) ever differ -- the
208+
# surrounding scaffold is identical to the parent and already in the prompt.
209+
# When True, reference programs show only their evolve block(s) with the
210+
# unchanged scaffold elided: lower token cost (and room for more diverse
211+
# examples) with no loss of the part that actually changed. Programs without
212+
# markers (full-rewrite tasks) are shown in full. Bounded by block size, not
213+
# file size, so it stays safe for large / multi-file programs.
214+
reference_evolve_blocks_only: bool = True
215+
205216
# Template stochasticity
206217
use_template_stochasticity: bool = True
207218
template_variations: Dict[str, List[str]] = field(default_factory=dict)
@@ -771,6 +782,7 @@ def to_dict(self) -> Dict[str, Any]:
771782
"evaluator_system_message": self.prompt.evaluator_system_message,
772783
"num_top_programs": self.prompt.num_top_programs,
773784
"num_diverse_programs": self.prompt.num_diverse_programs,
785+
"reference_evolve_blocks_only": self.prompt.reference_evolve_blocks_only,
774786
"use_template_stochasticity": self.prompt.use_template_stochasticity,
775787
"template_variations": self.prompt.template_variations,
776788
# Note: meta-prompting features not implemented

‎kaievolve/prompt/sampler.py‎

Lines changed: 45 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -8,6 +8,7 @@
88

99
from kaievolve.config import PromptConfig
1010
from kaievolve.prompt.templates import TemplateManager
11+
from kaievolve.utils.code_utils import parse_evolve_blocks
1112
from kaievolve.utils.format_utils import format_metrics_safe
1213
from kaievolve.utils.metrics_utils import safe_numeric_average
1314

@@ -258,6 +259,41 @@ def _format_program_summary(self, program: Dict[str, Any]) -> str:
258259
# Trailing newline so the next template line (code fence, etc.) starts cleanly.
259260
return "\n".join(lines) + "\n"
260261

262+
def _reference_snippet(self, code: str) -> str:
263+
"""Render a reference program's code for the prompt history (issue #6).
264+
265+
The parent being evolved is shown in full elsewhere; the top/diverse/
266+
inspiration programs are reference *examples*. Under the EVOLVE-BLOCK
267+
contract only the marked block(s) ever differ between programs -- the
268+
surrounding scaffold is identical to the parent and already in the
269+
prompt. So when ``reference_evolve_blocks_only`` is set we show only the
270+
evolve block(s), eliding the unchanged scaffold with a short marker.
271+
272+
This drops the redundant boilerplate (lower token cost, room for more
273+
diverse examples) without ever trimming the part that actually changed,
274+
and is bounded by block size rather than file size -- so it stays safe
275+
for large / multi-file programs. Programs with no markers (full-rewrite
276+
tasks) are returned unchanged.
277+
"""
278+
if not getattr(self.config, "reference_evolve_blocks_only", True):
279+
return code
280+
blocks = parse_evolve_blocks(code)
281+
if not blocks:
282+
return code # no markers (e.g. full-rewrite task) -> show in full
283+
lines = code.split("\n")
284+
out: List[str] = []
285+
cursor = 0
286+
for start_line, end_line, _content in blocks:
287+
if start_line > cursor:
288+
out.append("# ... (unchanged scaffold omitted) ...")
289+
# Keep the block including its START/END markers so the evolved
290+
# region is unambiguous.
291+
out.extend(lines[start_line : end_line + 1])
292+
cursor = end_line + 1
293+
if cursor < len(lines):
294+
out.append("# ... (unchanged scaffold omitted) ...")
295+
return "\n".join(out)
296+
261297
def _format_evolution_history(
262298
self,
263299
previous_programs: List[Dict[str, Any]],
@@ -340,8 +376,9 @@ def _format_evolution_history(
340376
selected_top = top_programs[: min(self.config.num_top_programs, len(top_programs))]
341377

342378
for i, program in enumerate(selected_top):
343-
# Use the full program code
344-
program_code = program.get("code", "")
379+
# Reference example: show only the evolved block(s); the unchanged
380+
# scaffold is already in the (full) parent program above.
381+
program_code = self._reference_snippet(program.get("code", ""))
345382

346383
# Calculate a composite score using safe numeric average
347384
score = safe_numeric_average(program.get("metrics", {}))
@@ -391,8 +428,9 @@ def _format_evolution_history(
391428
diverse_programs_str += "\n\n## Diverse Programs\n\n"
392429

393430
for i, program in enumerate(diverse_programs):
394-
# Use the full program code
395-
program_code = program.get("code", "")
431+
# Reference example: show only the evolved block(s); the
432+
# unchanged scaffold is already in the (full) parent above.
433+
program_code = self._reference_snippet(program.get("code", ""))
396434

397435
# Calculate a composite score using safe numeric average
398436
score = safe_numeric_average(program.get("metrics", {}))
@@ -457,8 +495,9 @@ def _format_inspirations_section(
457495
inspiration_programs_str = ""
458496

459497
for i, program in enumerate(inspirations):
460-
# Use the full program code
461-
program_code = program.get("code", "")
498+
# Reference example: show only the evolved block(s); the unchanged
499+
# scaffold is already in the (full) parent program above.
500+
program_code = self._reference_snippet(program.get("code", ""))
462501

463502
# Calculate a composite score using safe numeric average
464503
score = safe_numeric_average(program.get("metrics", {}))

‎tests/test_prompt_context.py‎

Lines changed: 100 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,100 @@
1+
"""Tests for selective context injection (issue #6).
2+
3+
Reference programs (top/diverse/inspiration) are rendered showing only their
4+
EVOLVE-BLOCK region(s) -- the part that actually differs -- with the unchanged
5+
scaffold elided. The parent being evolved is still shown in full elsewhere, so
6+
nothing informative is lost; this is bounded by block size, not file size, so
7+
it stays safe for large / multi-file programs.
8+
"""
9+
10+
import unittest
11+
12+
from kaievolve.config import PromptConfig
13+
from kaievolve.prompt.sampler import PromptSampler
14+
15+
SCAFFOLD_TOP = "\n".join(f"import mod_{i}" for i in range(40))
16+
SCAFFOLD_BOTTOM = "\n".join(f"helper_{i}()" for i in range(40))
17+
BLOCK_BODY = " result = optimize() # the evolved logic\n return result"
18+
19+
20+
def _program_with_block(block_body=BLOCK_BODY):
21+
return (
22+
SCAFFOLD_TOP
23+
+ "\n# EVOLVE-BLOCK-START\n"
24+
+ block_body
25+
+ "\n# EVOLVE-BLOCK-END\n"
26+
+ SCAFFOLD_BOTTOM
27+
)
28+
29+
30+
class TestReferenceSnippet(unittest.TestCase):
31+
def _sampler(self, **kw):
32+
return PromptSampler(PromptConfig(**kw))
33+
34+
def test_shows_only_evolve_block(self):
35+
s = self._sampler()
36+
out = s._reference_snippet(_program_with_block())
37+
# The evolved region (markers + body) is preserved verbatim...
38+
self.assertIn("EVOLVE-BLOCK-START", out)
39+
self.assertIn("EVOLVE-BLOCK-END", out)
40+
self.assertIn("the evolved logic", out)
41+
# ...the unchanged scaffold is elided...
42+
self.assertIn("unchanged scaffold omitted", out)
43+
self.assertNotIn("import mod_20", out)
44+
self.assertNotIn("helper_20()", out)
45+
# ...and the result is much smaller than the full body.
46+
self.assertLess(len(out), len(_program_with_block()))
47+
48+
def test_no_markers_returns_full(self):
49+
s = self._sampler()
50+
code = SCAFFOLD_TOP + "\n" + SCAFFOLD_BOTTOM # no EVOLVE-BLOCK markers
51+
self.assertEqual(s._reference_snippet(code), code)
52+
53+
def test_flag_off_returns_full(self):
54+
s = self._sampler(reference_evolve_blocks_only=False)
55+
code = _program_with_block()
56+
self.assertEqual(s._reference_snippet(code), code)
57+
58+
def test_multiple_blocks_all_kept(self):
59+
s = self._sampler()
60+
code = (
61+
"setup_line\n"
62+
"# EVOLVE-BLOCK-START\nblock_one_logic\n# EVOLVE-BLOCK-END\n"
63+
"middle_scaffold_zzz\n"
64+
"# EVOLVE-BLOCK-START\nblock_two_logic\n# EVOLVE-BLOCK-END\n"
65+
"trailing_scaffold_zzz"
66+
)
67+
out = s._reference_snippet(code)
68+
self.assertIn("block_one_logic", out)
69+
self.assertIn("block_two_logic", out)
70+
self.assertNotIn("middle_scaffold_zzz", out)
71+
self.assertNotIn("trailing_scaffold_zzz", out)
72+
73+
def test_block_body_never_trimmed(self):
74+
# A large evolve block is kept whole (no char cap) -- the safety property
75+
# for large / multi-file programs.
76+
s = self._sampler()
77+
big_block = "\n".join(f" step_{i}()" for i in range(500))
78+
out = s._reference_snippet(_program_with_block(big_block))
79+
self.assertIn("step_0()", out)
80+
self.assertIn("step_499()", out)
81+
82+
83+
class TestBuildPromptUsesBlocks(unittest.TestCase):
84+
def test_reference_scaffold_elided_in_prompt(self):
85+
sampler = PromptSampler(PromptConfig(num_top_programs=1))
86+
ref = _program_with_block()
87+
result = sampler.build_prompt(
88+
current_program="def current():\n pass\n",
89+
parent_program="def parent():\n pass\n",
90+
program_metrics={"combined_score": 0.5},
91+
top_programs=[{"code": ref, "metrics": {"combined_score": 0.9}}],
92+
)
93+
user = result["user"] if isinstance(result, dict) else str(result)
94+
self.assertIn("the evolved logic", user) # block kept
95+
self.assertIn("unchanged scaffold omitted", user) # scaffold elided
96+
self.assertNotIn("import mod_20", user) # scaffold not injected
97+
98+
99+
if __name__ == "__main__":
100+
unittest.main()

0 commit comments

Comments
 (0)