mirror of
https://github.com/bytedance/deer-flow.git
synced 2026-07-21 10:15:47 +00:00
fix(sandbox): guard the reverse path-translation regex with a segment boundary (#4035)
* fix(sandbox): guard the reverse path-translation regex with a segment boundary
_reverse_output_patterns matches a mount's resolved local root with no
segment-boundary lookahead, unlike every other prefix match in this file: both
forward regexes carry one, and the three string-prefix resolvers compare against
`root + "/"`. Its optional trailing group needs a `/` or `\` to consume more, so
against a sibling that merely shares the prefix (".../skills-extra/data.txt") the
group matches empty and the regex still yields the bare root.
That extracted text then *equals* the mount root, which satisfies
_reverse_resolve_path's own `+ "/"` guard -- so the sibling is rewritten to
"/mnt/skills-extra/data.txt". Forward resolution refuses to map that back, so the
model is handed an absolute-looking container path it can never read. This runs
over every bash stdout/stderr and over read_file content.
Mirror _content_pattern's boundary class rather than _command_pattern's: this
regex sees arbitrary command output, where a root can legitimately be followed by
"," ":" or "\" -- all of which the shell-oriented class would reject, silently
dropping translations that work today. The trailing group keeps [/\\] so Windows
paths still match.
* test(sandbox): pin the end-of-output boundary that stops a host-path leak
The lookahead's `$` alternative had no test: deleting it left all 6866
backend tests green. It is not cosmetic. Output ending exactly at a mount
root -- printf '%s' "$PWD", a stripped last line, a capture truncated at
the buffer limit -- matches neither `/` nor `[^\w./-]`, so the pattern
fails and _reverse_resolve_paths_in_output emits the raw host path to the
model. main's unbounded pattern has no end-of-string problem; the
narrowing added here is what introduced the exposure.
Pin it: three prefixes, asserting both the container path and that the
host root is absent from the output. Deleting only `$` turns exactly
those three red.
Lift the boundary class and trailing group into named locals. The
compiled pattern is byte-identical; correctness hinges entirely on the
boundary class, so it should not sit at column 120 of a comprehension.
This commit is contained in:
@@ -220,7 +220,23 @@ class LocalSandbox(Sandbox):
|
||||
@cached_property
|
||||
def _reverse_output_patterns(self) -> list[re.Pattern[str]]:
|
||||
"""Compiled matchers for local paths in command output (longest local path first)."""
|
||||
return [re.compile(re.escape(self._resolved_local_paths[m]) + r"(?:[/\\][^\s\"';&|<>()]*)?") for m in self._mappings_by_local_specificity]
|
||||
# Same segment-boundary lookahead as the forward patterns above, so a mount
|
||||
# root does not match inside a sibling that merely shares its prefix
|
||||
# (``.../skills`` inside ``.../skills-extra``). Without it the regex yields
|
||||
# the bare root, which then *equals* the mount root and so satisfies
|
||||
# ``_reverse_resolve_path``'s own ``+ "/"`` guard — the sibling is rewritten
|
||||
# to a container path that forward resolution refuses to map back.
|
||||
#
|
||||
# The boundary class mirrors ``_content_pattern``'s, not ``_command_pattern``'s:
|
||||
# this runs over arbitrary command output, where a root can legitimately be
|
||||
# followed by ``,`` ``:`` or ``\`` — all of which the shell-oriented class
|
||||
# would reject. The trailing group keeps ``[/\\]`` so Windows paths still match.
|
||||
#
|
||||
# ``$`` is load-bearing: output ending exactly at a mount root would
|
||||
# otherwise fail the lookahead and be emitted as the raw host path.
|
||||
boundary = r"(?=/|$|[^\w./-])"
|
||||
tail = r"(?:[/\\][^\s\"';&|<>()]*)?"
|
||||
return [re.compile(re.escape(self._resolved_local_paths[m]) + boundary + tail) for m in self._mappings_by_local_specificity]
|
||||
|
||||
@cached_property
|
||||
def _resolved_local_paths(self) -> dict[PathMapping, str]:
|
||||
|
||||
@@ -7,6 +7,8 @@ from __future__ import annotations
|
||||
|
||||
from pathlib import Path
|
||||
|
||||
import pytest
|
||||
|
||||
from deerflow.sandbox.local.local_sandbox import LocalSandbox, PathMapping
|
||||
|
||||
|
||||
@@ -67,6 +69,72 @@ def test_reverse_resolve_output_maps_local_back_to_container(tmp_path):
|
||||
assert out == "wrote /mnt/user-data/workspace/foo.txt ok"
|
||||
|
||||
|
||||
@pytest.mark.parametrize("suffix", ["-extra/data.txt", "2/x", ".bak", "foo", "_backup/y"])
|
||||
def test_reverse_resolve_does_not_match_inside_longer_sibling(tmp_path, suffix):
|
||||
"""Mirror of test_segment_boundary_not_matched_inside_longer_name, reverse direction.
|
||||
|
||||
Without a segment-boundary lookahead the pattern matches the bare mount root
|
||||
inside a sibling that shares its prefix. The extracted text then *equals* the
|
||||
mount root, so ``_reverse_resolve_path``'s own ``+ "/"`` guard is satisfied and
|
||||
the sibling is rewritten to ``/mnt/skills<suffix>`` — a container path forward
|
||||
resolution refuses to map back, so the model can never read it.
|
||||
"""
|
||||
sb = _make_sandbox(tmp_path)
|
||||
skills_local = str((tmp_path / "skills").resolve())
|
||||
sibling = f"{skills_local}{suffix}"
|
||||
|
||||
out = sb._reverse_resolve_paths_in_output(f"see {sibling}")
|
||||
|
||||
assert out == f"see {sibling}"
|
||||
assert "/mnt/skills" not in out
|
||||
|
||||
|
||||
@pytest.mark.parametrize(
|
||||
("trailer", "expected_trailer"),
|
||||
[
|
||||
(", ok", ", ok"), # comma — a path can end a clause in prose output
|
||||
(":/other", ":/other"), # colon — PATH-style concatenation
|
||||
("\\win\\p", "/win/p"), # backslash — Windows-style separator
|
||||
(" done", " done"), # whitespace
|
||||
("' ", "' "), # quote
|
||||
],
|
||||
)
|
||||
def test_reverse_resolve_still_matches_root_before_non_slash_boundaries(tmp_path, trailer, expected_trailer):
|
||||
"""The narrowing must not drop boundaries the old pattern accepted.
|
||||
|
||||
``_reverse_output_patterns`` runs over arbitrary command output, so the mount
|
||||
root can legitimately be followed by ``,``, ``:`` or ``\\``. Copying
|
||||
``_command_pattern``'s shell-oriented boundary class here would silently stop
|
||||
translating all three; this pins the ``_content_pattern`` class that does not.
|
||||
"""
|
||||
sb = _make_sandbox(tmp_path)
|
||||
skills_local = str((tmp_path / "skills").resolve())
|
||||
|
||||
out = sb._reverse_resolve_paths_in_output(f"{skills_local}{trailer}")
|
||||
|
||||
assert out == f"/mnt/skills{expected_trailer}"
|
||||
|
||||
|
||||
@pytest.mark.parametrize("prefix", ["", "cwd: ", "see "])
|
||||
def test_reverse_resolve_translates_a_bare_root_at_end_of_output(tmp_path, prefix):
|
||||
"""The lookahead's ``$`` alternative, pinned on its own.
|
||||
|
||||
Output ending exactly at a mount root (no trailing separator, no newline —
|
||||
``printf '%s' "$PWD"``, a stripped last line, a truncated buffer) satisfies
|
||||
neither ``/`` nor ``[^\\w./-]``. Drop ``$`` and the match fails, so the raw
|
||||
host path is handed to the model instead of the container path: the leak
|
||||
this whole function exists to prevent. The suite is otherwise blind to it —
|
||||
removing ``$`` leaves all 6866 tests green.
|
||||
"""
|
||||
sb = _make_sandbox(tmp_path)
|
||||
skills_local = str((tmp_path / "skills").resolve())
|
||||
|
||||
out = sb._reverse_resolve_paths_in_output(f"{prefix}{skills_local}")
|
||||
|
||||
assert out == f"{prefix}/mnt/skills"
|
||||
assert skills_local not in out
|
||||
|
||||
|
||||
def test_resolved_paths_and_sorted_views_are_cached(tmp_path):
|
||||
sb = _make_sandbox(tmp_path)
|
||||
# Resolved-local map and sorted views are computed once and reused.
|
||||
|
||||
Reference in New Issue
Block a user