mirror of
https://github.com/safishamsi/graphify.git
synced 2026-07-13 10:57:13 +00:00
Safi
258d2600cd
Co-Authored-By: spindle79 <spindle79@users.noreply.github.com> Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
118 lines
4.2 KiB
Python
118 lines
4.2 KiB
Python
"""Tests for the `claude-cli` backend (#855/#856).
|
|
|
|
Mocks subprocess.run + shutil.which so the suite runs on CI without
|
|
the `claude` binary or a live network call.
|
|
"""
|
|
from __future__ import annotations
|
|
|
|
import json
|
|
from unittest.mock import MagicMock, patch
|
|
|
|
import pytest
|
|
|
|
from graphify import llm
|
|
|
|
_ENVELOPE = {
|
|
"type": "result",
|
|
"subtype": "success",
|
|
"is_error": False,
|
|
"result": json.dumps({
|
|
"nodes": [
|
|
{"id": "foo_module", "label": "Foo", "file_type": "document", "source_file": "foo.md"},
|
|
{"id": "foo_greet", "label": "greet", "file_type": "code", "source_file": "foo.md"},
|
|
],
|
|
"edges": [
|
|
{"source": "foo_module", "target": "foo_greet",
|
|
"relation": "references", "confidence": "EXTRACTED", "confidence_score": 1.0},
|
|
],
|
|
"hyperedges": [],
|
|
"input_tokens": 0,
|
|
"output_tokens": 0,
|
|
}),
|
|
"stop_reason": "end_turn",
|
|
"usage": {
|
|
"input_tokens": 6,
|
|
"output_tokens": 11,
|
|
"cache_read_input_tokens": 17837,
|
|
"cache_creation_input_tokens": 30800,
|
|
},
|
|
"modelUsage": {"claude-opus-4-7[1m]": {"inputTokens": 6, "outputTokens": 11}},
|
|
}
|
|
|
|
|
|
@pytest.fixture
|
|
def fake_claude(monkeypatch):
|
|
completed = MagicMock(returncode=0, stdout=json.dumps(_ENVELOPE), stderr="")
|
|
monkeypatch.setattr(llm, "_response_is_hollow", lambda raw, parsed: False)
|
|
with patch("shutil.which", return_value="/fake/bin/claude"), \
|
|
patch("subprocess.run", return_value=completed) as run:
|
|
yield run
|
|
|
|
|
|
def test_returns_parsed_nodes_and_edges(fake_claude):
|
|
result = llm._call_claude_cli("dummy", max_tokens=8192)
|
|
assert len(result["nodes"]) == 2
|
|
assert len(result["edges"]) == 1
|
|
|
|
|
|
def test_token_accounting_includes_cache(fake_claude):
|
|
result = llm._call_claude_cli("dummy", max_tokens=8192)
|
|
assert result["input_tokens"] == 6 + 17837 + 30800
|
|
assert result["output_tokens"] == 11
|
|
assert result["model"] == "claude-opus-4-7[1m]"
|
|
assert result["finish_reason"] == "stop"
|
|
|
|
|
|
def test_finish_reason_length_on_max_tokens(monkeypatch):
|
|
envelope = dict(_ENVELOPE, stop_reason="max_tokens")
|
|
completed = MagicMock(returncode=0, stdout=json.dumps(envelope), stderr="")
|
|
monkeypatch.setattr(llm, "_response_is_hollow", lambda raw, parsed: False)
|
|
with patch("shutil.which", return_value="/fake/bin/claude"), \
|
|
patch("subprocess.run", return_value=completed):
|
|
result = llm._call_claude_cli("dummy", max_tokens=8192)
|
|
assert result["finish_reason"] == "length"
|
|
|
|
|
|
def test_raises_when_cli_missing():
|
|
with patch("shutil.which", return_value=None):
|
|
with pytest.raises(RuntimeError, match="Claude Code CLI not found"):
|
|
llm._call_claude_cli("dummy", max_tokens=8192)
|
|
|
|
|
|
def test_raises_on_nonzero_exit():
|
|
completed = MagicMock(returncode=2, stdout="", stderr="auth failed")
|
|
with patch("shutil.which", return_value="/fake/bin/claude"), \
|
|
patch("subprocess.run", return_value=completed):
|
|
with pytest.raises(RuntimeError, match="exited 2"):
|
|
llm._call_claude_cli("dummy", max_tokens=8192)
|
|
|
|
|
|
def test_raises_on_garbage_envelope():
|
|
completed = MagicMock(returncode=0, stdout="not json", stderr="")
|
|
with patch("shutil.which", return_value="/fake/bin/claude"), \
|
|
patch("subprocess.run", return_value=completed):
|
|
with pytest.raises(RuntimeError, match="unparseable JSON envelope"):
|
|
llm._call_claude_cli("dummy", max_tokens=8192)
|
|
|
|
|
|
def test_extract_files_direct_dispatches_to_claude_cli(tmp_path, fake_claude):
|
|
f = tmp_path / "foo.md"
|
|
f.write_text("# Foo\n\nThe greet() helper formats a name.\n")
|
|
result = llm.extract_files_direct(files=[f], backend="claude-cli", root=tmp_path)
|
|
assert fake_claude.called
|
|
assert len(result["nodes"]) == 2
|
|
|
|
|
|
def test_backend_registered_with_zero_cost():
|
|
assert "claude-cli" in llm.BACKENDS
|
|
pricing = llm.BACKENDS["claude-cli"]["pricing"]
|
|
assert pricing["input"] == 0.0
|
|
assert pricing["output"] == 0.0
|
|
assert llm.estimate_cost("claude-cli", 1_000_000, 1_000_000) == 0.0
|
|
|
|
|
|
def test_no_session_persistence_flag_in_subprocess(fake_claude):
|
|
llm._call_claude_cli("dummy", max_tokens=8192)
|
|
call_args = fake_claude.call_args[0][0]
|
|
assert "--no-session-persistence" in call_args
|