from __future__ import annotations

# std imports
import json
import asyncio

# 3rd party
import pytest

# local
from telnetlib3 import fingerprinting as fps
from telnetlib3 import server_fingerprinting as sfp
from telnetlib3.telopt import VAR, USERVAR


@pytest.fixture(autouse=True)
def _fast_fingerprint(monkeypatch):
    """Zero out all fingerprint session delays for fast tests."""
    monkeypatch.setattr(sfp, "_NEGOTIATION_SETTLE", 0.0)
    monkeypatch.setattr(sfp, "_BANNER_WAIT", 0.01)
    monkeypatch.setattr(sfp, "_POST_RETURN_WAIT", 0.01)
    monkeypatch.setattr(sfp, "_PROBE_TIMEOUT", 0.01)


class MockOption(dict):
    def __init__(self, values=None):
        super().__init__(values or {})

    def enabled(self, opt):
        return self.get(opt) is True


class _MockProtocol:
    def __init__(self):
        self.force_binary = False


class MockWriter:
    def __init__(self, extra=None, will_options=None, wont_options=None):
        self._extra = extra or {"peername": ("127.0.0.1", 12345)}
        self._will_options = set(will_options or [])
        self._wont_options = set(wont_options or [])
        self._iac_calls = []
        self._writes: list[bytes] = []
        self.remote_option = MockOption()
        self.local_option = MockOption()
        self.environ_encoding = "ascii"
        self.environ_send_raw = None
        self.mssp_data = None
        self.zmp_data: list[list[str]] = []
        self.atcp_data: list[tuple[str, str]] = []
        self.aardwolf_data: list[dict[str, object]] = []
        self.mxp_data: list[bytes] = []
        self.comport_data: dict[str, object] | None = None
        self.protocol = _MockProtocol()
        self._closing = False
        self._menu_inline: bool = False
        self.rejected_will: set[bytes] = set()
        self.rejected_do: set[bytes] = set()
        self.directional_refusals: set[bytes] = set()
        self._server = True
        self._encoding_explicit: bool = False
        self._esc_inline: bool = False
        self.pending_option = MockOption()

    def get_extra_info(self, key, default=None):
        return self._extra.get(key, default)

    def iac(self, cmd, opt):
        self._iac_calls.append((cmd, opt))
        if opt in self._will_options:
            self.remote_option[opt] = True
        elif opt in self._wont_options:
            self.remote_option[opt] = False

    def write(self, data):
        self._writes.append(data)

    def _write(self, data, escape_iac=False):
        self._writes.append(data)

    async def drain(self):
        pass

    def is_closing(self):
        return self._closing

    def close(self):
        self._closing = True


class MockReader:
    def __init__(self, chunks=None):
        self._chunks = list(chunks or [])
        self._idx = 0

    async def read(self, n):
        if self._idx >= len(self._chunks):
            await asyncio.sleep(10)
            return b""
        chunk = self._chunks[self._idx]
        self._idx += 1
        return chunk[:n]


class InteractiveMockReader:
    """
    MockReader that gates chunks behind writer responses.

    The first chunk is available immediately.  Each subsequent chunk is released only after the
    writer has accumulated one more write than before, simulating a server that waits for client
    input before sending the next prompt.
    """

    def __init__(self, chunks, writer):
        self._chunks = list(chunks)
        self._writer = writer
        self._idx = 0

    async def read(self, n):
        if self._idx >= len(self._chunks):
            await asyncio.sleep(10)
            return b""
        needed_writes = self._idx
        while len(self._writer._writes) < needed_writes:
            await asyncio.sleep(0.001)
        chunk = self._chunks[self._idx]
        self._idx += 1
        return chunk[:n]


_BINARY_PROBE = {"BINARY": {"status": "WILL", "opt": fps.BINARY}}

_FP_KWARGS = {"silent": True, "banner_quiet_time": 0.01, "banner_max_wait": 0.01, "mssp_wait": 0.01}


async def _run_fp(reader, writer, tmp_path, **extra):
    save_path = str(tmp_path / "result.json")
    await sfp.fingerprinting_client_shell(
        reader, writer, host="localhost", port=23, save_path=save_path, **_FP_KWARGS, **extra
    )
    return save_path


def _save(writer=None, save_path=None, **overrides):
    session_data = {
        "option_states": overrides.pop("option_states", {}),
        "banner_before_return": sfp._format_banner(overrides.pop("banner_before", b"")),
        "banner_after_return": sfp._format_banner(overrides.pop("banner_after", b"")),
        "timing": {
            "probe": overrides.pop("probe_time", 0.1),
            "total": overrides.pop("total_time", 1.0),
        },
    }
    session_entry = {
        "host": overrides.pop("host", "example.com"),
        "port": overrides.pop("port", 23),
        "ip": overrides.pop("ip", "10.0.0.1"),
        "connected": "2026-01-01T00:00:00+00:00",
    }
    defaults = {
        "writer": writer or MockWriter(extra={"peername": ("10.0.0.1", 23)}),
        "probe_results": overrides.pop("probe_results", _BINARY_PROBE),
        "session_data": session_data,
        "session_entry": session_entry,
    }
    defaults.update(overrides)
    if save_path is not None:
        defaults["save_path"] = save_path
    return sfp._save_server_fingerprint_data(**defaults)


@pytest.mark.asyncio
async def test_probe_server_capabilities():
    options = [(fps.BINARY, "BINARY", ""), (fps.SGA, "SGA", "")]
    writer = MockWriter(will_options=[fps.BINARY], wont_options=[fps.SGA])
    results = await sfp.probe_server_capabilities(writer, options=options, timeout=0.01)
    assert results["BINARY"]["status"] == "WILL"
    assert results["SGA"]["status"] == "WONT"


@pytest.mark.parametrize(
    "opt,value,name,expected_status",
    [
        pytest.param(fps.SGA, False, "SGA", "WONT", id="already_wont"),
        pytest.param(fps.BINARY, True, "BINARY", "WILL", id="already_will"),
    ],
)
@pytest.mark.asyncio
async def test_probe_already_negotiated(opt, value, name, expected_status):
    writer = MockWriter()
    writer.remote_option[opt] = value
    results = await sfp.probe_server_capabilities(
        writer, options=[(opt, name, "test")], timeout=0.01
    )
    assert results[name]["status"] == expected_status
    assert results[name]["already_negotiated"] is True


@pytest.mark.asyncio
async def test_probe_timeout_and_defaults():
    writer = MockWriter()
    results = await sfp.probe_server_capabilities(
        writer, options=[(fps.BINARY, "BINARY", "")], timeout=0.01
    )
    assert results["BINARY"]["status"] == "timeout"

    writer2 = MockWriter(wont_options=[fps.BINARY])
    results2 = await sfp.probe_server_capabilities(writer2, timeout=0.01)
    assert "BINARY" in results2
    base = fps.QUICK_PROBE_OPTIONS + fps.EXTENDED_OPTIONS
    expected = len(base) - len([o for o in base if o[0] in sfp._CLIENT_ONLY_WILL])
    assert len(results2) == expected


def test_collect_server_option_states():
    writer = MockWriter()
    states = sfp._collect_server_option_states(writer)
    assert not states["server_offered"]
    assert not states["server_requested"]

    writer.remote_option[fps.SGA] = True
    writer.remote_option[fps.ECHO] = True
    writer.local_option[fps.NAWS] = True
    states = sfp._collect_server_option_states(writer)
    assert "SGA" in states["server_offered"]
    assert "ECHO" in states["server_offered"]
    assert "NAWS" in states["server_requested"]


def test_create_server_protocol_fingerprint():
    writer = MockWriter()
    fp = sfp._create_server_protocol_fingerprint(writer, {})
    assert fp["probed-protocol"] == "server"
    assert fp["offered-options"] == []
    assert fp["refused-options"] == []
    assert fp["requested-options"] == []

    writer.local_option[fps.NAWS] = True
    probe = {
        "BINARY": {"status": "WILL", "opt": fps.BINARY},
        "SGA": {"status": "WONT", "opt": fps.SGA},
        "ECHO": {"status": "timeout", "opt": fps.ECHO},
        "TTYPE": {"status": "WILL", "opt": fps.TTYPE},
    }
    fp = sfp._create_server_protocol_fingerprint(writer, probe)
    assert fp["offered-options"] == ["BINARY", "TTYPE"]
    assert fp["refused-options"] == ["ECHO", "SGA"]
    assert fp["requested-options"] == ["NAWS"]


def test_server_fingerprint_hash_consistency():
    probe = {
        "BINARY": {"status": "WILL", "opt": fps.BINARY},
        "SGA": {"status": "WONT", "opt": fps.SGA},
    }
    fp1 = sfp._create_server_protocol_fingerprint(
        MockWriter(extra={"peername": ("10.0.0.1", 23)}), probe
    )
    fp2 = sfp._create_server_protocol_fingerprint(
        MockWriter(extra={"peername": ("10.0.0.2", 2323)}), probe
    )
    h1 = fps._hash_fingerprint(fp1)
    h2 = fps._hash_fingerprint(fp2)
    assert h1 == h2 and len(h1) == 16


@pytest.mark.parametrize(
    "data,encoding,checks",
    [
        (b"Hello\r\nWorld", None, [("eq", "Hello\r\nWorld")]),
        (b"", None, [("falsy", None)]),
        (b"\xff\xfe\xb1", None, [("not_in", "\ufffd"), ("eq", "\udcff\udcfe\udcb1")]),
        (b"Hello\xb1World", "x-no-such-codec", [("eq", "Hello\xb1World")]),
        (b"Hello\x9b", "atascii", [("eq", "Hello\n")]),
        (b"\x1c\xc8\xc9", "petscii", [("eq", "HI")]),
        (b"\x12\xc8\xc9\x92", "petscii", [("eq", "HI")]),
        (b"\xc8\xc9\x0d\xca\xcb", "petscii", [("eq", "HI\nJK")]),
        (b"\x13\xc8\xc9", "petscii", [("eq", "HI")]),
    ],
)
def test_format_banner(data, encoding, checks):
    kwargs = {"encoding": encoding} if encoding else {}
    result = sfp._format_banner(data, **kwargs)
    for check_type, check_val in checks:
        if check_type == "eq":
            assert result == check_val
        elif check_type == "in":
            assert check_val in result
        elif check_type == "not_in":
            assert check_val not in result
        elif check_type == "falsy":
            assert not result


def test_format_banner_json_roundtrip():
    """Surrogates survive JSON serialization and can recover raw bytes."""
    banner = sfp._format_banner(b"Hello\xb1\xb2World")
    encoded = json.dumps(banner)
    decoded = json.loads(encoded)
    assert decoded == banner
    raw = decoded.encode("ascii", errors="surrogateescape")
    assert raw == b"Hello\xb1\xb2World"


@pytest.mark.parametrize(
    "data,expected",
    [
        pytest.param(b"\x1b[0;0 D", "cp437", id="cp437_font0"),
        pytest.param(b"\x1b[0;36 D", "atascii", id="atascii_font36"),
        pytest.param(b"\x1b[0;32 D", "petscii", id="petscii_c64_upper"),
        pytest.param(b"\x1b[0;40 D", "cp437", id="topaz_plus_font40"),
        pytest.param(b"\x1b[1;36 D", "atascii", id="atascii_secondary"),
        pytest.param(b"hello world", None, id="no_sequence"),
        pytest.param(b"\x1b[0;255 D", None, id="unknown_font_id"),
    ],
)
def test_detect_syncterm_font(data, expected):
    assert sfp.detect_syncterm_font(data) == expected


def test_syncterm_font_in_banner():
    """Font sequence embedded in banner data is detected."""
    data = b"Welcome\x1b[0;36 Dto the BBS"
    assert sfp.detect_syncterm_font(data) == "atascii"


@pytest.mark.asyncio
async def test_read_banner():
    reader = MockReader([b"Welcome to BBS\r\n"])
    assert await sfp._read_banner(reader, timeout=0.1) == b"Welcome to BBS\r\n"

    assert await sfp._read_banner(MockReader([]), timeout=0.01) == b""


@pytest.mark.asyncio
async def test_read_banner_max_bytes():
    big = b"A" * 200
    reader = MockReader([big])
    assert await sfp._read_banner(reader, timeout=0.1, max_bytes=50) == b"A" * 50


@pytest.mark.asyncio
async def test_read_banner_until_quiet_max_bytes():
    big = b"B" * 200
    reader = MockReader([big])
    result = await sfp._read_banner_until_quiet(
        reader, quiet_time=0.01, max_wait=0.05, max_bytes=80
    )
    assert result == b"B" * 80


@pytest.mark.asyncio
async def test_read_banner_until_quiet_collects_multiple_chunks():
    reader = MockReader([b"chunk1", b"chunk2", b"chunk3"])
    result = await sfp._read_banner_until_quiet(reader, quiet_time=0.01, max_wait=1.0)
    assert result == b"chunk1chunk2chunk3"


def test_save_server_fingerprint_data(tmp_path, monkeypatch):
    monkeypatch.setattr(fps, "DATA_DIR", str(tmp_path))
    filepath = _save(
        probe_results={
            "BINARY": {"status": "WILL", "opt": fps.BINARY},
            "SGA": {"status": "WONT", "opt": fps.SGA},
        },
        banner_before=b"Welcome",
        banner_after=b"Login:",
        total_time=3.0,
    )
    assert filepath is not None
    with open(filepath, encoding="utf-8") as f:
        data = json.load(f)
    assert data["server-probe"]["fingerprint-data"]["probed-protocol"] == "server"
    assert data["sessions"][0]["host"] == "example.com"
    assert "server" in filepath


def test_save_server_fingerprint_explicit_path(tmp_path):
    save_path = str(tmp_path / "result.json")
    assert _save(writer=MockWriter(), save_path=save_path) == save_path
    with open(save_path, encoding="utf-8") as f:
        data = json.load(f)
    assert "server-probe" in data

    nested = str(tmp_path / "nested" / "dir" / "result.json")
    assert _save(writer=MockWriter(), save_path=nested) == nested


def test_save_server_fingerprint_max_files(tmp_path, monkeypatch):
    monkeypatch.setattr(fps, "DATA_DIR", str(tmp_path))
    assert _save() is not None

    monkeypatch.setattr(fps, "FINGERPRINT_MAX_FILES", 0)
    w2 = MockWriter(extra={"peername": ("10.0.0.2", 23)})
    assert _save(writer=w2, ip="10.0.0.2") is None


def test_save_server_fingerprint_max_fingerprints(tmp_path, monkeypatch):
    monkeypatch.setattr(fps, "DATA_DIR", str(tmp_path))
    monkeypatch.setattr(fps, "FINGERPRINT_MAX_FINGERPRINTS", 0)
    assert _save() is None


def test_save_server_fingerprint_data_dir_none(monkeypatch):
    monkeypatch.setattr(fps, "DATA_DIR", None)
    assert _save() is None


def test_count_server_fingerprint_folders(tmp_path, monkeypatch):
    assert fps._count_fingerprint_folders(data_dir=str(tmp_path), side="server") == 0
    monkeypatch.setattr(fps, "DATA_DIR", None)
    assert fps._count_fingerprint_folders(data_dir=None, side="server") == 0
    server_dir = tmp_path / "server"
    server_dir.mkdir()
    (server_dir / "hash1").mkdir()
    (server_dir / "hash2").mkdir()
    (server_dir / "not_a_dir.txt").write_text("")
    assert fps._count_fingerprint_folders(data_dir=str(tmp_path), side="server") == 2


def test_save_appends_session(tmp_path, monkeypatch):
    monkeypatch.setattr(fps, "DATA_DIR", str(tmp_path))
    fp1 = _save()
    fp2 = _save()
    assert fp1 == fp2
    with open(fp2, encoding="utf-8") as f:
        assert len(json.load(f)["sessions"]) == 2


def test_banner_data_in_saved_fingerprint(tmp_path):
    save_path = str(tmp_path / "result.json")
    _save(
        writer=MockWriter(),
        save_path=save_path,
        banner_before=b"Hello\r\n",
        banner_after=b"Login: ",
    )
    with open(save_path, encoding="utf-8") as f:
        session = json.load(f)["server-probe"]["session_data"]
    assert "Hello" in session["banner_before_return"]
    assert session["banner_after_return"] == "Login: "
    assert "probe" in session["timing"]


@pytest.mark.asyncio
async def test_fingerprinting_client_shell(tmp_path):
    reader = MockReader([b"Welcome to BBS\r\nLogin: "])
    writer = MockWriter(will_options=[fps.SGA, fps.ECHO])

    save_path = await _run_fp(reader, writer, tmp_path)

    assert writer._closing
    with open(save_path, encoding="utf-8") as f:
        data = json.load(f)
    assert data["server-probe"]["fingerprint-data"]["probed-protocol"] == "server"
    assert data["sessions"][0]["host"] == "localhost"


@pytest.mark.asyncio
async def test_fingerprinting_client_shell_no_save(monkeypatch):

    monkeypatch.setattr(fps, "DATA_DIR", None)

    writer = MockWriter()
    await sfp.fingerprinting_client_shell(
        MockReader([]), writer, host="localhost", port=23, **_FP_KWARGS
    )
    assert writer._closing


@pytest.mark.asyncio
async def test_fingerprinting_client_shell_display(tmp_path, monkeypatch, capsys):

    monkeypatch.setattr(sfp, "_JQ", None)

    save_path = str(tmp_path / "result.json")
    reader = MockReader([b"Hello"])
    writer = MockWriter(will_options=[fps.SGA])

    await sfp.fingerprinting_client_shell(
        reader,
        writer,
        host="localhost",
        port=23,
        save_path=save_path,
        banner_quiet_time=0.01,
        banner_max_wait=0.01,
        mssp_wait=0.01,
    )

    captured = capsys.readouterr()
    output = json.loads(captured.out)
    assert output["server-probe"]["fingerprint-data"]["probed-protocol"] == "server"
    assert output["sessions"][0]["host"] == "localhost"
    session = output["server-probe"]["session_data"]
    assert isinstance(session.get("banner_before_return", ""), str)
    assert "server_requested" not in session.get("option_states", {})


def test_save_fingerprint_name(tmp_path):
    names_path = fps._save_fingerprint_name("abcd1234abcd1234", "my-server", str(tmp_path))
    with open(names_path, encoding="utf-8") as f:
        names = json.load(f)
    assert names["abcd1234abcd1234"] == "my-server"

    fps._save_fingerprint_name("ffff0000ffff0000", "other-server", str(tmp_path))
    with open(names_path, encoding="utf-8") as f:
        names = json.load(f)
    assert names["abcd1234abcd1234"] == "my-server"
    assert names["ffff0000ffff0000"] == "other-server"

    fps._save_fingerprint_name("abcd1234abcd1234", "renamed", str(tmp_path))
    with open(names_path, encoding="utf-8") as f:
        names = json.load(f)
    assert names["abcd1234abcd1234"] == "renamed"


def test_parse_environ_send_ibm_os400():
    """Parse an OS/400-style SEND with IBMRSEED + binary seed data."""
    raw = USERVAR + b"IBMRSEED\xb6\xd7>\xd5<H\xe4\xa3" + VAR + USERVAR
    entries = sfp._parse_environ_send(raw)
    assert len(entries) == 3
    assert entries[0]["type"] == "USERVAR"
    assert entries[0]["name"] == "IBMRSEED"
    assert entries[1] == {"type": "VAR", "name": "*"}
    assert entries[2] == {"type": "USERVAR", "name": "*"}


def test_parse_environ_send_standard():
    """Parse a standard SEND requesting USER and LANG."""
    raw = VAR + b"USER" + VAR + b"LANG"
    entries = sfp._parse_environ_send(raw)
    assert len(entries) == 2
    assert entries[0] == {"type": "VAR", "name": "USER"}
    assert entries[1] == {"type": "VAR", "name": "LANG"}


def test_collect_option_states_with_environ_send():
    writer = MockWriter()
    writer.environ_send_raw = VAR + b"USER"
    states = sfp._collect_server_option_states(writer)
    assert "environ_requested" in states
    assert states["environ_requested"][0]["name"] == "USER"


def test_save_fingerprint_name_no_data_dir(monkeypatch):
    monkeypatch.setattr(fps, "DATA_DIR", None)
    with pytest.raises(ValueError):
        fps._save_fingerprint_name("abcd1234abcd1234", "test", None)


@pytest.mark.asyncio
async def test_fingerprinting_client_shell_set_name(tmp_path, monkeypatch):

    monkeypatch.setattr(fps, "DATA_DIR", str(tmp_path))

    reader = MockReader([b"Welcome"])
    writer = MockWriter(will_options=[fps.SGA, fps.ECHO])

    save_path = await _run_fp(reader, writer, tmp_path, set_name="my-bbs")

    with open(save_path, encoding="utf-8") as f:
        data = json.load(f)
    protocol_hash = data["server-probe"]["fingerprint"]

    names = fps._load_fingerprint_names(str(tmp_path))
    assert names[protocol_hash] == "my-bbs"


@pytest.mark.asyncio
async def test_fingerprinting_client_shell_encoding(tmp_path):

    writer = MockWriter(will_options=[fps.SGA])

    save_path = await _run_fp(MockReader([]), writer, tmp_path, environ_encoding="cp037")

    with open(save_path, encoding="utf-8") as f:
        data = json.load(f)
    assert data["server-probe"]["session_data"]["encoding"] == "cp037"


@pytest.mark.asyncio
async def test_fingerprinting_client_shell_set_name_no_data_dir(monkeypatch):

    monkeypatch.setattr(fps, "DATA_DIR", None)

    writer = MockWriter()
    await sfp.fingerprinting_client_shell(
        MockReader([]), writer, host="localhost", port=23, set_name="should-warn", **_FP_KWARGS
    )
    assert writer._closing


@pytest.mark.asyncio
async def test_fingerprinting_client_shell_mssp(tmp_path, monkeypatch, capsys):

    monkeypatch.setattr(sfp, "_JQ", None)

    save_path = str(tmp_path / "result.json")
    reader = MockReader([b"Welcome to TestMUD\r\n"])
    writer = MockWriter(will_options=[fps.SGA])
    writer.mssp_data = {"NAME": "TestMUD", "PLAYERS": "42", "CODEBASE": "telnetlib3"}

    await sfp.fingerprinting_client_shell(
        reader,
        writer,
        host="localhost",
        port=23,
        save_path=save_path,
        banner_quiet_time=0.01,
        banner_max_wait=0.01,
        mssp_wait=0.01,
    )

    with open(save_path, encoding="utf-8") as f:
        data = json.load(f)
    assert data["server-probe"]["session_data"]["mssp"] == {
        "NAME": "TestMUD",
        "PLAYERS": "42",
        "CODEBASE": "telnetlib3",
    }

    captured = capsys.readouterr()
    output = json.loads(captured.out)
    assert output["server-probe"]["session_data"]["mssp"]["NAME"] == "TestMUD"


@pytest.mark.asyncio
async def test_fingerprinting_client_shell_no_mssp(tmp_path):

    writer = MockWriter(will_options=[fps.SGA])

    save_path = await _run_fp(MockReader([]), writer, tmp_path)

    with open(save_path, encoding="utf-8") as f:
        data = json.load(f)
    assert "mssp" not in data["server-probe"]["session_data"]


class ErrorReader(MockReader):
    """MockReader whose read() raises a connection error."""

    def __init__(self, exc: Exception):
        super().__init__()
        self._exc = exc

    async def read(self, n: int) -> bytes:
        raise self._exc


@pytest.mark.asyncio
@pytest.mark.parametrize(
    "exc",
    [
        ConnectionResetError(104, "Connection reset by peer"),
        ConnectionAbortedError("Connection aborted"),
        EOFError("EOF"),
    ],
)
async def test_fingerprinting_client_shell_connection_error(exc):
    """Connection errors produce a warning, not an unhandled exception."""

    writer = MockWriter()
    await sfp.fingerprinting_client_shell(
        ErrorReader(exc), writer, host="192.0.2.1", port=23, **_FP_KWARGS
    )
    assert writer._closing


@pytest.mark.asyncio
async def test_probe_server_capabilities_quick_default():
    """Default scan_type='quick' excludes legacy options."""
    writer = MockWriter(wont_options=[fps.BINARY])
    results = await sfp.probe_server_capabilities(writer, timeout=0.01)
    probed_names = set(results.keys())
    legacy_names = {name for _, name, _ in fps.LEGACY_OPTIONS}
    assert not probed_names.intersection(legacy_names)


@pytest.mark.asyncio
async def test_probe_server_capabilities_full():
    """scan_type='full' includes legacy options."""
    writer = MockWriter(wont_options=[fps.BINARY])
    results = await sfp.probe_server_capabilities(writer, timeout=0.01, scan_type="full")
    probed_names = set(results.keys())
    legacy_names = {name for _, name, _ in fps.LEGACY_OPTIONS}
    assert probed_names.issuperset(legacy_names)
    base = fps.ALL_PROBE_OPTIONS + fps.EXTENDED_OPTIONS
    expected = len(base) - len([o for o in base if o[0] in sfp._CLIENT_ONLY_WILL])
    assert len(results) == expected


@pytest.mark.asyncio
async def test_scan_type_recorded_in_fingerprint(tmp_path):
    """scan_type appears in both session_data and fingerprint-data."""

    for scan_type in ("quick", "full"):
        reader = MockReader([b"Welcome"])
        writer = MockWriter(will_options=[fps.SGA])

        save_path = await _run_fp(reader, writer, tmp_path, scan_type=scan_type)

        with open(save_path, encoding="utf-8") as f:
            data = json.load(f)
        assert data["server-probe"]["session_data"]["scan_type"] == scan_type
        assert data["server-probe"]["fingerprint-data"]["scan-type"] == scan_type


def test_parse_environ_send_empty_payload():
    """Bare SB NEW_ENVIRON SEND SE (empty payload) means 'send all' per RFC 1572."""
    entries = sfp._parse_environ_send(b"")
    assert len(entries) == 2
    assert entries[0] == {"type": "VAR", "name": "*"}
    assert entries[1] == {"type": "USERVAR", "name": "*"}


@pytest.mark.asyncio
async def test_probe_skipped_when_closing(tmp_path):
    """Probe burst is skipped when the connection is already closed."""

    writer = MockWriter(will_options=[fps.SGA])
    writer._closing = True

    save_path = await _run_fp(MockReader([]), writer, tmp_path)

    assert not writer._iac_calls
    with open(save_path, encoding="utf-8") as f:
        data = json.load(f)
    assert data["server-probe"]["fingerprint-data"]["offered-options"] == []
    assert data["server-probe"]["fingerprint-data"]["refused-options"] == []


@pytest.mark.parametrize(
    "banner,expected_response,expected_encoding",
    [
        pytest.param(b"Welcome\r\n", None, None, id="no_prompt"),
        pytest.param(b"", None, None, id="empty"),
        pytest.param(b"nothing special", None, None, id="none_no_encoding"),
        pytest.param(b"Continue? (yes/no) ", b"yes\r\n", None, id="yes_no_parens"),
        pytest.param(b"Continue? (y/n) ", b"y\r\n", None, id="y_n_parens"),
        pytest.param(b"Accept terms? [Yes/No]:", b"yes\r\n", None, id="yes_no_brackets"),
        pytest.param(b"Accept? [Y/N]:", b"y\r\n", None, id="y_n_brackets"),
        pytest.param(b"Accept YES/NO now", b"yes\r\n", None, id="yes_no_uppercase"),
        pytest.param(b"Confirm y/n\r\n> ", b"y\r\n", None, id="y_n_trailing_newline"),
        pytest.param(b"Type yes/no please", b"yes\r\n", None, id="yes_no_space_delimited"),
        pytest.param(b"Continue? (Yes|No) ", b"yes\r\n", None, id="yes_pipe_no_parens"),
        pytest.param(b"Accept? (YES|NO):", b"yes\r\n", None, id="yes_pipe_no_upper"),
        pytest.param(b"yes/no", b"yes\r\n", None, id="yn_no_encoding"),
        pytest.param(b"systemd/network", None, None, id="false_positive_word"),
        pytest.param(b"beyond", None, None, id="substring_y_n_not_matched"),
        pytest.param(b"Enter your name:", None, None, id="name_prompt_no_who"),
        pytest.param(b"Color? ", b"y\r\n", None, id="color_question"),
        pytest.param(b"Do you want color? ", b"y\r\n", None, id="color_in_sentence"),
        pytest.param(b"ANSI COLOR? ", b"y\r\n", None, id="color_uppercase"),
        pytest.param(b"color ? ", b"y\r\n", None, id="color_space_before_question"),
        pytest.param(b"colorful display", None, None, id="color_no_question_mark"),
        pytest.param(
            b"Select charset:\r\n1) ASCII\r\n2) ISO-8859-1\r\n5) UTF-8\r\n",
            b"5\r\n",
            "utf-8",
            id="menu_utf8",
        ),
        pytest.param(b"3) utf-8\r\nChoose: ", b"3\r\n", "utf-8", id="menu_utf8_lowercase"),
        pytest.param(b"Choose encoding: 1) UTF8", b"1\r\n", "utf-8", id="menu_utf8_no_hyphen"),
        pytest.param(b"12) UTF-8\r\nSelect: ", b"12\r\n", "utf-8", id="menu_utf8_multidigit"),
        pytest.param(b"[5] UTF-8\r\nSelect: ", b"5\r\n", "utf-8", id="menu_utf8_brackets"),
        pytest.param(b"[2] utf-8\r\n", b"2\r\n", "utf-8", id="menu_utf8_brackets_lower"),
        pytest.param(b"3. UTF-8\r\n", b"3\r\n", "utf-8", id="menu_utf8_dot"),
        pytest.param(b"   5 ... UTF-8\r\n", b"5\r\n", "utf-8", id="menu_utf8_ellipsis"),
        pytest.param(b"1) ASCII\r\n2) Latin-1\r\n", None, None, id="menu_no_utf8"),
        pytest.param(b"(1) Ansi\r\n", b"1\r\n", None, id="ansi_no_encoding"),
        pytest.param(b"(1) Ansi\r\n(2) VT100\r\n", b"1\r\n", None, id="menu_ansi_parens"),
        pytest.param(b"[1] ANSI\r\n[2] VT100\r\n", b"1\r\n", None, id="menu_ansi_brackets"),
        pytest.param(b"(3) ansi\r\n", b"3\r\n", None, id="menu_ansi_lowercase"),
        pytest.param(b"[12] Ansi\r\n", b"12\r\n", None, id="menu_ansi_multidigit"),
        pytest.param(b"(1] ANSI\r\n", b"1\r\n", None, id="menu_ansi_mixed_brackets"),
        pytest.param(b"3. ANSI\r\n", b"3\r\n", None, id="menu_ansi_dot"),
        pytest.param(b"3. English/ANSI\r\n", b"3\r\n", None, id="menu_english_ansi"),
        pytest.param(b"2. English/ANSI\r\n", b"2\r\n", None, id="menu_english_ansi_2"),
        pytest.param(
            b"   1 ... English/ANSI     The standard\r\n", b"1\r\n", None, id="menu_ansi_ellipsis"
        ),
        pytest.param(b"   2 .. English/ANSI\r\n", b"2\r\n", None, id="menu_ansi_double_dot"),
        pytest.param(
            b"1) ASCII\r\n2) UTF-8\r\n(3) Ansi\r\n",
            b"2\r\n",
            "utf-8",
            id="menu_utf8_preferred_over_ansi",
        ),
        pytest.param(
            b"1. ASCII\r\n2. UTF-8\r\n3. English/ANSI\r\n",
            b"2\r\n",
            "utf-8",
            id="menu_utf8_dot_preferred_over_ansi_dot",
        ),
        pytest.param(b"gb/big5", b"big5\r\n", "big5", id="gb_big5"),
        pytest.param(b"GB/Big5\r\n", b"big5\r\n", "big5", id="gb_big5_mixed_case"),
        pytest.param(b"Select: GB / Big5 ", b"big5\r\n", "big5", id="gb_big5_spaces"),
        pytest.param(b"gb/big 5\r\n", b"big5\r\n", "big5", id="gb_big5_space_before_5"),
        pytest.param(b"bigfoot5", None, None, id="big5_inside_word_not_matched"),
        pytest.param(
            b"Press [.ESC.] twice within 15 seconds to CONTINUE...",
            b"\x1b\x1b",
            None,
            id="esc_twice_mystic",
        ),
        pytest.param(b"Press [ESC] twice to continue", b"\x1b\x1b", None, id="esc_twice_no_dots"),
        pytest.param(b"Press ESC twice to continue", b"\x1b\x1b", None, id="esc_twice_bare"),
        pytest.param(
            b"Press <Esc> twice for the BBS ... ", b"\x1b\x1b", None, id="esc_twice_angle_brackets"
        ),
        pytest.param(b"Press (ESC) twice", b"\x1b\x1b", None, id="esc_twice_parens"),
        pytest.param(
            b"\x1b[33mPress [.ESC.] twice within 10 seconds\x1b[0m",
            b"\x1b\x1b",
            None,
            id="esc_twice_ansi_wrapped",
        ),
        pytest.param(
            b"\x1b[1;1H\x1b[2JPress [.ESC.] twice within 15 seconds" b" to CONTINUE...",
            b"\x1b\x1b",
            None,
            id="esc_twice_after_clear_screen",
        ),
        pytest.param(b"Please press [ESC] to continue", b"\x1b", None, id="esc_once_brackets"),
        pytest.param(b"Press ESC to continue", b"\x1b", None, id="esc_once_bare"),
        pytest.param(b"press <Esc> to continue", b"\x1b", None, id="esc_once_angle_brackets"),
        pytest.param(b"Press (ESC) to continue", b"\x1b", None, id="esc_once_parens"),
        pytest.param(
            b"\x1b[33mPress [ESC] to continue\x1b[0m", b"\x1b", None, id="esc_once_ansi_wrapped"
        ),
        pytest.param(b"HIT RETURN:", b"\r\n", None, id="hit_return"),
        pytest.param(b"Hit Return.", b"\r\n", None, id="hit_return_lower"),
        pytest.param(b"PRESS RETURN:", b"\r\n", None, id="press_return"),
        pytest.param(b"Press Enter:", b"\r\n", None, id="press_enter"),
        pytest.param(b"press enter", b"\r\n", None, id="press_enter_lower"),
        pytest.param(b"Hit Enter to continue", b"\r\n", None, id="hit_enter"),
        pytest.param(b"\x1b[1mHIT RETURN:\x1b[0m", b"\r\n", None, id="hit_return_ansi_wrapped"),
        pytest.param(b"\x1b[31mColor? \x1b[0m", b"y\r\n", None, id="color_ansi_wrapped"),
        pytest.param(b"\x1b[1mContinue? (y/n)\x1b[0m ", b"y\r\n", None, id="yn_ansi_wrapped"),
        pytest.param(
            b"Do you support the ANSI color standard (Yn)? ",
            b"y\r\n",
            None,
            id="yn_paren_capital_y",
        ),
        pytest.param(b"Continue? [Yn]", b"y\r\n", None, id="yn_bracket_capital_y"),
        pytest.param(b"Do something (yN)", b"y\r\n", None, id="yn_paren_capital_n"),
        pytest.param(b"More: (Y)es, (N)o, (C)ontinuous?", b"C\r\n", None, id="more_continuous"),
        pytest.param(
            b"\x1b[33mMore: (Y)es, (N)o, (C)ontinuous?\x1b[0m",
            b"C\r\n",
            None,
            id="more_continuous_ansi",
        ),
        pytest.param(b"more (Y/N/C)ontinuous: ", b"C\r\n", None, id="more_ync_compact"),
        pytest.param(
            b"Press the BACKSPACE key to detect your terminal type: ",
            b"\x08",
            None,
            id="backspace_key_telnetbible",
        ),
        pytest.param(
            b"\x1b[1mPress the BACKSPACE key\x1b[0m", b"\x08", None, id="backspace_key_ansi_wrapped"
        ),
        pytest.param(b"\x0cpress del/backspace:", b"\x14", None, id="petscii_del_backspace"),
        pytest.param(
            b"\x0c\r\npress del/backspace:", b"\x14", None, id="petscii_del_backspace_crlf"
        ),
        pytest.param(b"press backspace:", b"\x14", None, id="petscii_backspace_only"),
        pytest.param(b"press del:", b"\x14", None, id="petscii_del_only"),
        pytest.param(b"PRESS DEL/BACKSPACE.", b"\x14", None, id="petscii_del_backspace_upper"),
        pytest.param(b"press backspace/del:", b"\x14", None, id="petscii_backspace_del_reversed"),
        pytest.param(
            b"PLEASE HIT YOUR BACKSPACE/DELETE\r\nKEY FOR C/G DETECT:",
            b"\x14",
            None,
            id="petscii_hit_your_backspace_delete",
        ),
        pytest.param(
            b"hit your delete/backspace key:",
            b"\x14",
            None,
            id="petscii_hit_your_delete_backspace_key",
        ),
    ],
)
def test_detect_yn_prompt(banner, expected_response, expected_encoding):
    result = sfp._detect_yn_prompt(banner)
    assert result.response == expected_response
    assert result.encoding == expected_encoding


@pytest.mark.parametrize(
    "banner,expected_write",
    [
        pytest.param(b"Do you accept? (y/n) ", b"y\r\n", id="yn_prompt"),
        pytest.param(b"Continue? (yes/no) ", b"yes\r\n", id="yes_no_prompt"),
        pytest.param(
            b"Press [.ESC.] twice within 15 seconds to CONTINUE...",
            b"\x1b\x1b",
            id="esc_twice_prompt",
        ),
    ],
)
@pytest.mark.asyncio
async def test_fingerprinting_shell_prompt_response(tmp_path, banner, expected_write):
    reader = MockReader([banner])
    writer = MockWriter(will_options=[fps.SGA])

    await _run_fp(reader, writer, tmp_path)

    assert expected_write in writer._writes


@pytest.mark.asyncio
async def test_fingerprinting_shell_no_yn_prompt(tmp_path):
    """Banner without y/n prompt sends bare '\\r\\n'."""
    reader = MockReader([b"Welcome to BBS\r\n"])
    writer = MockWriter(will_options=[fps.SGA])

    await _run_fp(reader, writer, tmp_path)

    assert b"\r\n" in writer._writes
    assert b"y\r\n" not in writer._writes
    assert b"yes\r\n" not in writer._writes


@pytest.mark.asyncio
async def test_fingerprinting_shell_multi_prompt(tmp_path):
    """Server asks color first, then presents a UTF-8 charset menu."""
    writer = MockWriter(will_options=[fps.SGA])
    reader = InteractiveMockReader(
        [b"Color? ", b"Select charset:\r\n1) ASCII\r\n2) UTF-8\r\n", b"Welcome!\r\n"], writer
    )

    await _run_fp(reader, writer, tmp_path)

    assert b"y\r\n" in writer._writes
    assert b"2\r\n" in writer._writes
    assert writer.environ_encoding == "utf-8"
    assert writer.protocol.force_binary is True


@pytest.mark.asyncio
async def test_fingerprinting_shell_multi_prompt_stops_on_bare_return(tmp_path):
    """Loop stops after a bare \\r\\n response (no prompt detected)."""
    writer = MockWriter(will_options=[fps.SGA])
    reader = InteractiveMockReader([b"Color? ", b"Welcome!\r\n"], writer)

    await _run_fp(reader, writer, tmp_path)

    assert b"y\r\n" in writer._writes
    prompt_writes = [w for w in writer._writes if w in (b"y\r\n", b"\r\n")]
    assert len(prompt_writes) == 2
    assert prompt_writes == [b"y\r\n", b"\r\n"]


@pytest.mark.asyncio
async def test_fingerprinting_shell_multi_prompt_max_replies(tmp_path):
    """Loop does not exceed _MAX_PROMPT_REPLIES rounds."""
    writer = MockWriter(will_options=[fps.SGA])
    banners = [f"Color? (round {i}) ".encode() for i in range(sfp._MAX_PROMPT_REPLIES + 1)]
    reader = InteractiveMockReader(banners, writer)

    await _run_fp(reader, writer, tmp_path)

    y_writes = [w for w in writer._writes if w == b"y\r\n"]
    assert len(y_writes) == sfp._MAX_PROMPT_REPLIES


def test_cull_display_bytes_utf8():
    assert sfp._cull_display(b"hello") == "hello"


def test_cull_display_bytes_binary():
    assert sfp._cull_display(b"\x80\xff") == "80ff"


def test_cull_display_bytes_in_dict():
    result = sfp._cull_display({"data_bytes": b"\x01"})
    assert result == {"data_bytes": "\x01"}
    json.dumps(result)


def test_cull_display_bytes_in_nested_list():
    result = sfp._cull_display({"items": [{"val": b"\xfe\xed"}]})
    assert result == {"items": [{"val": "feed"}]}
    json.dumps(result)


def test_cull_display_empty_bytes_culled():
    assert sfp._cull_display({"data_bytes": b""}) == {}


@pytest.mark.parametrize(
    "chunks,has_writer,expected_cpr_count",
    [
        pytest.param([b"Hello\x1b[6nWorld"], True, 1, id="single_dsr"),
        pytest.param([b"\x1b[6n", b"banner\x1b[6n"], True, 2, id="multiple_dsr"),
        pytest.param([b"Welcome to BBS\r\n"], True, 0, id="no_dsr"),
        pytest.param([b"Hello\x1b[6n"], False, 0, id="no_writer"),
    ],
)
@pytest.mark.asyncio
async def test_read_banner_until_quiet_dsr(chunks, has_writer, expected_cpr_count):
    reader = MockReader(chunks)
    writer = MockWriter() if has_writer else None
    kwargs = {"quiet_time": 0.01, "max_wait": 0.05}
    if writer is not None:
        kwargs["writer"] = writer
    result = await sfp._read_banner_until_quiet(reader, **kwargs)
    assert result == b"".join(chunks)
    if writer is not None:
        cpr_count = sum(1 for w in writer._writes if w == b"\x1b[1;1R")
        assert cpr_count == expected_cpr_count


@pytest.mark.asyncio
async def test_fingerprinting_shell_dsr_response(tmp_path):
    """Full session responds to DSR in the pre-return banner."""
    reader = MockReader([b"\x1b[6nWelcome to BBS\r\n"])
    writer = MockWriter(will_options=[fps.SGA])

    await _run_fp(reader, writer, tmp_path)

    assert b"\x1b[1;1R" in writer._writes


@pytest.mark.asyncio
async def test_fingerprinting_settle_dsr_response(tmp_path):
    """DSR arriving during negotiation settle gets an immediate CPR reply."""
    reader = MockReader([b"\x1b[6nWelcome\r\n"])
    writer = MockWriter(will_options=[fps.SGA])

    await _run_fp(reader, writer, tmp_path)

    assert b"\x1b[1;1R" in writer._writes


@pytest.mark.asyncio
async def test_read_banner_da_response():
    """DA (Device Attributes) request gets VT100+AVO response."""
    reader = MockReader([b"\x1b[cWelcome\r\n"])
    writer = MockWriter()
    await sfp._read_banner_until_quiet(reader, quiet_time=0.01, max_wait=0.05, writer=writer)
    assert b"\x1b[?1;2c" in writer._writes


@pytest.mark.asyncio
async def test_read_banner_da_with_param():
    """DA request ESC[0c also gets a response."""
    reader = MockReader([b"\x1b[0cWelcome\r\n"])
    writer = MockWriter()
    await sfp._read_banner_until_quiet(reader, quiet_time=0.01, max_wait=0.05, writer=writer)
    assert b"\x1b[?1;2c" in writer._writes


@pytest.mark.asyncio
async def test_read_banner_dsr_status_response():
    """DSR device-status request ESC[5n gets terminal-OK response."""
    reader = MockReader([b"\x1b[5nWelcome\r\n"])
    writer = MockWriter()
    await sfp._read_banner_until_quiet(reader, quiet_time=0.01, max_wait=0.05, writer=writer)
    assert b"\x1b[0n" in writer._writes


@pytest.mark.asyncio
async def test_read_banner_enq_response():
    """ENQ byte gets a CR answerback."""
    reader = MockReader([b"\x05Welcome\r\n"])
    writer = MockWriter()
    await sfp._read_banner_until_quiet(reader, quiet_time=0.01, max_wait=0.05, writer=writer)
    assert b"\r" in writer._writes


@pytest.mark.asyncio
async def test_read_banner_combined_ansi_probes():
    """Multiple ANSI probes in one chunk all get responses."""
    reader = MockReader([b"\x1b[c\x1b[5n\x1b[6nHello"])
    writer = MockWriter()
    await sfp._read_banner_until_quiet(reader, quiet_time=0.01, max_wait=0.05, writer=writer)
    assert b"\x1b[?1;2c" in writer._writes
    assert b"\x1b[0n" in writer._writes
    cpr_count = sum(1 for w in writer._writes if b"R" in w and b"\x1b[" in w and b"?" not in w)
    assert cpr_count >= 1


@pytest.mark.asyncio
async def test_fingerprinting_shell_da_response(tmp_path):
    """Full session responds to DA in the banner."""
    reader = MockReader([b"\x1b[cWelcome to BBS\r\n"])
    writer = MockWriter(will_options=[fps.SGA])
    await _run_fp(reader, writer, tmp_path)
    assert b"\x1b[?1;2c" in writer._writes


@pytest.mark.asyncio
async def test_fingerprinting_shell_ansi_ellipsis_menu(tmp_path):
    """Worldgroup/MajorBBS ellipsis-menu selects first numbered option."""
    writer = MockWriter(will_options=[fps.SGA, fps.ECHO])
    reader = InteractiveMockReader(
        [
            (
                b"Please choose one of these languages/protocols:\r\n\r\n"
                b"   1 ... English/ANSI     The standard English language version\r\n"
                b"   2 ... English/RIP      The English version of RIPscrip graphics\r\n"
                b"\r\nChoose a number from 1 to 2: "
            ),
            b"Welcome!\r\n",
        ],
        writer,
    )

    await _run_fp(reader, writer, tmp_path)

    assert b"1\r\n" in writer._writes


@pytest.mark.asyncio
async def test_read_banner_inline_esc_twice():
    """ESC-twice botcheck is responded to inline during banner collection."""
    reader = MockReader(
        [
            b"Mystic BBS v1.12\r\n",
            b"Press [.ESC.] twice within 15 seconds to CONTINUE...\r\n",
            b"Press [.ESC.] twice within 14 seconds to CONTINUE...\r\n",
        ]
    )
    writer = MockWriter()
    await sfp._read_banner_until_quiet(reader, quiet_time=0.01, max_wait=0.05, writer=writer)
    assert b"\x1b\x1b" in writer._writes
    esc_count = sum(1 for w in writer._writes if w == b"\x1b\x1b")
    assert esc_count == 1


@pytest.mark.asyncio
async def test_read_banner_inline_esc_once():
    """ESC-once prompt is responded to inline during banner collection."""
    reader = MockReader([b"Press [ESC] to continue\r\n"])
    writer = MockWriter()
    await sfp._read_banner_until_quiet(reader, quiet_time=0.01, max_wait=0.05, writer=writer)
    assert b"\x1b" in writer._writes


@pytest.mark.asyncio
async def test_fingerprinting_shell_esc_inline_no_duplicate(tmp_path):
    """Inline ESC response prevents duplicate in the prompt loop."""
    writer = MockWriter(will_options=[fps.SGA])
    reader = InteractiveMockReader(
        [
            b"Press [.ESC.] twice within 15 seconds to CONTINUE...\r\n",
            b"Welcome to Mystic BBS!\r\nLogin: ",
        ],
        writer,
    )

    await _run_fp(reader, writer, tmp_path)

    esc_writes = [w for w in writer._writes if w == b"\x1b\x1b"]
    assert len(esc_writes) == 1


@pytest.mark.asyncio
async def test_fingerprinting_shell_delayed_prompt(tmp_path):
    """Bare-return banner followed by ESC-twice prompt still gets answered."""
    writer = MockWriter(will_options=[fps.SGA])
    reader = InteractiveMockReader(
        [
            b"Starting BBS-DOS...\r\n",
            b"Press [.ESC.] twice within 15 seconds to CONTINUE...",
            b"Welcome!\r\n",
        ],
        writer,
    )

    await _run_fp(reader, writer, tmp_path)

    assert b"\x1b\x1b" in writer._writes


@pytest.mark.parametrize(
    "chunks,expected_cprs",
    [
        pytest.param([b"\x1b[6n \x1b[6n"], [b"\x1b[1;1R", b"\x1b[1;2R"], id="single_chunk"),
        pytest.param([b"\x1b[6n", b" \x1b[6n"], [b"\x1b[1;1R", b"\x1b[1;2R"], id="separate_chunks"),
        pytest.param([b"\x1b[6n\xe4\xb8\xad\x1b[6n"], [b"\x1b[1;1R", b"\x1b[1;3R"], id="wide_char"),
    ],
)
@pytest.mark.asyncio
async def test_read_banner_virtual_cursor(chunks, expected_cprs):
    reader = MockReader(chunks)
    writer = MockWriter()
    cursor = sfp._VirtualCursor()
    await sfp._read_banner_until_quiet(
        reader, quiet_time=0.01, max_wait=0.05, writer=writer, cursor=cursor
    )
    cpr_writes = [w for w in writer._writes if b"R" in w]
    assert cpr_writes == expected_cprs


@pytest.mark.parametrize(
    "data,expected_col",
    [
        pytest.param(b"AB\x08", 2, id="backspace"),
        pytest.param(b"Hello\r", 1, id="cr"),
        pytest.param(b"\x1b[31mX\x1b[0m", 2, id="ansi_stripped"),
    ],
)
def test_virtual_cursor(data, expected_col):
    cursor = sfp._VirtualCursor()
    cursor.advance(data)
    assert cursor.col == expected_col


@pytest.mark.parametrize(
    "response,encoding,expected",
    [
        pytest.param(b"\r\n", "atascii", b"\x9b", id="atascii_bare_return"),
        pytest.param(b"yes\r\n", "atascii", b"yes\x9b", id="atascii_yes"),
        pytest.param(b"y\r\n", "atascii", b"y\x9b", id="atascii_y"),
        pytest.param(b"\r\n", "ascii", b"\r\n", id="ascii_unchanged"),
        pytest.param(b"\r\n", "utf-8", b"\r\n", id="utf8_unchanged"),
        pytest.param(b"yes\r\n", "utf-8", b"yes\r\n", id="utf8_yes_unchanged"),
        pytest.param(b"\x1b\x1b", "atascii", b"\x1b\x1b", id="atascii_esc_esc"),
    ],
)
def test_reencode_prompt(response, encoding, expected):
    import telnetlib3  # noqa: F401

    assert sfp._reencode_prompt(response, encoding) == expected


@pytest.mark.asyncio
async def test_read_banner_inline_utf8_menu():
    """UTF-8 charset menu is responded to inline during banner collection."""
    reader = MockReader([b"Welcome to BBS!\r\n", b"Select codepage:\r\n(1) UTF-8\r\n(2) CP437\r\n"])
    writer = MockWriter()
    await sfp._read_banner_until_quiet(reader, quiet_time=0.01, max_wait=0.05, writer=writer)
    assert b"1\r\n" in writer._writes
    assert writer.environ_encoding == "utf-8"
    assert writer._menu_inline is True


@pytest.mark.asyncio
async def test_read_banner_inline_utf8_menu_split_chunks():
    """UTF-8 menu text split across chunk boundaries is still detected."""
    reader = MockReader([b"Select codepage:\r\n(1) UT", b"F-8\r\n(2) CP437\r\n"])
    writer = MockWriter()
    await sfp._read_banner_until_quiet(reader, quiet_time=0.01, max_wait=0.05, writer=writer)
    assert b"1\r\n" in writer._writes
    assert writer.environ_encoding == "utf-8"


@pytest.mark.asyncio
async def test_read_banner_inline_utf8_menu_only_once():
    """UTF-8 menu response is sent only once even with multiple menu chunks."""
    reader = MockReader([b"(1) UTF-8\r\n(2) CP437\r\n", b"Select again:\r\n(1) UTF-8\r\n"])
    writer = MockWriter()
    await sfp._read_banner_until_quiet(reader, quiet_time=0.01, max_wait=0.05, writer=writer)
    menu_writes = [w for w in writer._writes if w == b"1\r\n"]
    assert len(menu_writes) == 1


@pytest.mark.asyncio
async def test_fingerprinting_shell_utf8_inline_no_duplicate(tmp_path):
    """Inline UTF-8 menu response prevents duplicate in the prompt loop."""
    writer = MockWriter(will_options=[fps.SGA])
    reader = InteractiveMockReader([b"(1) UTF-8\r\n(2) CP437\r\n", b"Welcome!\r\nLogin: "], writer)

    await _run_fp(reader, writer, tmp_path)

    menu_writes = [w for w in writer._writes if w == b"1\r\n"]
    assert len(menu_writes) == 1


@pytest.mark.asyncio
async def test_banner_loop_repeated_banner(tmp_path):
    """Banner loop exits when server repeats the same banner."""
    banner = b"Login: "
    writer = MockWriter(will_options=[fps.SGA])
    reader = InteractiveMockReader([banner, banner, banner], writer)

    save_path = await _run_fp(reader, writer, tmp_path)
    assert (tmp_path / "result.json").exists()


@pytest.mark.asyncio
async def test_banner_loop_no_prompt_detected(tmp_path):
    """Banner loop exits when no prompt is detected in consecutive banners."""
    writer = MockWriter(will_options=[fps.SGA])
    reader = InteractiveMockReader([b"Welcome to server\r\n", b"MOTD line 1\r\n"], writer)

    save_path = await _run_fp(reader, writer, tmp_path)
    assert (tmp_path / "result.json").exists()


@pytest.mark.asyncio
async def test_session_data_mud_protocol_fields(tmp_path):
    """Session data includes MUD protocol fields when present."""
    writer = MockWriter(will_options=[fps.SGA])
    writer.zmp_data = [["check", "telnetlib3"]]
    writer.atcp_data = [("Auth.Request", "ON")]
    writer.aardwolf_data = [{"type": "stats"}]
    writer.mxp_data = [None, b"\x01\x02"]
    writer.comport_data = {"baud": 9600}
    reader = InteractiveMockReader([b"Login: "], writer)

    save_path = await _run_fp(reader, writer, tmp_path)
    with open(save_path, encoding="utf-8") as f:
        data = json.load(f)
    session = data["server-probe"]["session_data"]
    assert session["zmp"] == [["check", "telnetlib3"]]
    assert session["atcp"] == [{"package": "Auth.Request", "value": "ON"}]
    assert session["aardwolf"] == [{"type": "stats"}]
    assert session["mxp"] == ["activated", "0102"]
    assert session["comport"] == {"baud": 9600}


def test_parse_environ_send_with_value_byte():
    """_parse_environ_send parses VALUE byte in environ data."""
    value_byte = 0x01
    raw = bytes([0x00]) + b"USER" + bytes([value_byte]) + b"jq"
    result = sfp._parse_environ_send(raw)
    assert len(result) == 1
    assert result[0]["name"] == "USER"
    assert result[0]["value_hex"] == b"jq".hex()


def test_parse_environ_send_value_byte_empty_val():
    """_parse_environ_send handles VALUE with no actual value."""
    raw = bytes([0x00]) + b"TERM"
    result = sfp._parse_environ_send(raw)
    assert len(result) == 1
    assert result[0]["name"] == "TERM"
    assert "value_hex" not in result[0]


@pytest.mark.asyncio
async def test_save_fingerprint_creates_directory(tmp_path):
    """Fingerprint save creates intermediate directories."""
    save_path = str(tmp_path / "subdir" / "deep" / "result.json")
    writer = MockWriter(will_options=[fps.SGA])
    reader = InteractiveMockReader([b"Login: "], writer)

    await sfp.fingerprinting_client_shell(
        reader, writer, host="localhost", port=23, save_path=save_path, **_FP_KWARGS
    )

    assert (tmp_path / "subdir" / "deep" / "result.json").exists()


@pytest.mark.asyncio
async def test_await_mssp_timeout():
    """_await_mssp_data waits then returns when data doesn't arrive."""
    import time

    writer = MockWriter()
    writer.remote_option[fps.MSSP] = True
    writer.mssp_data = None

    deadline = time.time() + 0.05
    await sfp._await_mssp_data(writer, deadline)
    assert writer.mssp_data is None


@pytest.mark.asyncio
async def test_read_banner_syncterm_font_switch():
    """SyncTERM font escape triggers encoding switch."""
    font_chunk = b"\x1b[0;40 D" + b"Hello"
    reader = MockReader([font_chunk])
    writer = MockWriter()
    await sfp._read_banner_until_quiet(reader, quiet_time=0.01, max_wait=0.05, writer=writer)
    assert writer.protocol.force_binary is True


@pytest.mark.asyncio
async def test_read_banner_syncterm_font_explicit_encoding():
    """SyncTERM font escape is ignored when encoding is explicit."""
    font_chunk = b"\x1b[0;40 D" + b"Hello"
    reader = MockReader([font_chunk])
    writer = MockWriter()
    writer._encoding_explicit = True
    writer.environ_encoding = "cp437"
    await sfp._read_banner_until_quiet(reader, quiet_time=0.01, max_wait=0.05, writer=writer)
    assert writer.environ_encoding == "cp437"


@pytest.mark.asyncio
async def test_read_banner_utf8_menu_explicit_encoding():
    """UTF-8 menu is not selected when encoding is explicit."""
    reader = MockReader([b"(1) UTF-8\r\n(2) CP437\r\n"])
    writer = MockWriter()
    writer._encoding_explicit = True
    writer.environ_encoding = "cp437"
    await sfp._read_banner_until_quiet(reader, quiet_time=0.01, max_wait=0.05, writer=writer)
    assert writer.environ_encoding == "cp437"
    assert b"1\r\n" not in writer._writes


@pytest.mark.asyncio
async def test_read_banner_codepage_prompt_explicit_encoding():
    """Codepage selection prompt sends return when encoding is explicit."""
    reader = MockReader([b"Select Terminal Codepage:\r\n"])
    writer = MockWriter()
    writer._encoding_explicit = True
    writer.environ_encoding = "cp437"
    await sfp._read_banner_until_quiet(reader, quiet_time=0.01, max_wait=0.05, writer=writer)
    assert b"\r\n" in writer._writes
    assert writer._menu_inline is True
    assert writer.environ_encoding == "cp437"


@pytest.mark.parametrize(
    "prompt",
    [
        b"Select Terminal Codepage",
        b"Select your codepage",
        b"Choose character set",
        b"Choose your charset",
        b"Select encoding",
        b"Pick your character set",
    ],
)
def test_detect_codepage_prompt(prompt):
    result = sfp._detect_yn_prompt(prompt + b":\r\n")
    assert result.response == b"\r\n"
    assert result.encoding == "codepage"


def test_detect_codepage_prompt_after_utf8_menu():
    """UTF-8 menu match takes priority over generic codepage prompt."""
    banner = b"Select Terminal Codepage:\r\n(1) UTF-8\r\n(2) CP437\r\n"
    result = sfp._detect_yn_prompt(banner)
    assert result.response == b"1\r\n"
    assert result.encoding == "utf-8"


@pytest.mark.asyncio
async def test_fingerprinting_shell_codepage_explicit_skips_utf8(tmp_path):
    """With explicit encoding, charset menu sends return instead of UTF-8."""
    writer = MockWriter(will_options=[fps.SGA])
    reader = InteractiveMockReader(
        [b"Select codepage:\r\n(1) UTF-8\r\n(2) CP437\r\n", b"Welcome!\r\nLogin: "], writer
    )
    await _run_fp(reader, writer, tmp_path, environ_encoding="cp437")
    assert b"1\r\n" not in writer._writes
    assert writer.environ_encoding == "cp437"


@pytest.mark.asyncio
async def test_probe_server_wrong_direction_correct_refuse():
    """Server correctly refuses wrong-direction DO/WILL with WONT/DONT."""
    writer = MockWriter()
    writer.remote_option[fps.NAWS] = False
    writer.remote_option[fps.TTYPE] = False
    writer.local_option[fps.ECHO] = False
    results = await sfp.probe_server_wrong_direction(writer, timeout=0.01)
    assert results["NAWS"] == "correct-refuse"
    assert results["TTYPE"] == "correct-refuse"
    assert results["ECHO"] == "correct-refuse"


@pytest.mark.asyncio
async def test_probe_server_wrong_direction_wrong_accept():
    """Server accepts wrong-direction DO/WILL (role-unaware)."""
    writer = MockWriter()
    writer.remote_option[fps.NAWS] = True
    writer.remote_option[fps.TTYPE] = True
    writer.local_option[fps.ECHO] = True
    results = await sfp.probe_server_wrong_direction(writer, timeout=0.01)
    assert results["NAWS"] == "wrong-accept"
    assert results["TTYPE"] == "wrong-accept"
    assert results["ECHO"] == "wrong-accept"


@pytest.mark.asyncio
async def test_probe_server_loop_detection_no_loop():
    """Empty result when server does not re-negotiate already-agreed options."""
    writer = MockWriter()
    writer.remote_option[fps.BINARY] = True
    probe_results = {}
    result = await sfp.probe_server_loop_detection(writer, probe_results, timeout=0.01)
    assert result == []


@pytest.mark.asyncio
async def test_probe_server_loop_detection_loops():
    """Option names returned when server re-negotiates after redundant DO/WILL."""
    writer = MockWriter()
    writer.remote_option[fps.BINARY] = True
    orig_iac = writer.iac

    def _looping_iac(cmd, opt):
        orig_iac(cmd, opt)
        writer.remote_option[opt] = True

    writer.iac = _looping_iac
    probe_results = {}
    result = await sfp.probe_server_loop_detection(writer, probe_results, timeout=0.01)
    assert "BINARY" in result


@pytest.mark.asyncio
async def test_probe_server_loop_detection_no_agreed():
    """Empty result when no options are agreed."""
    writer = MockWriter()
    probe_results = {}
    result = await sfp.probe_server_loop_detection(writer, probe_results, timeout=0.01)
    assert result == []
