first commit

tests/cli/conftest.py

@@ -0,0 +1,41 @@
+# Copyright 2025 The HuggingFace Team. All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+import sys
+
+import pytest
+from typer.testing import CliRunner
+
+import transformers.cli.transformers
+
+
+@pytest.fixture
+def cli():
+    def _cli_invoke(*args):
+        runner = CliRunner()
+
+        old_out_close = sys.stdout.close
+        old_err_close = sys.stderr.close
+
+        def _noop(*a, **k):
+            return None
+
+        sys.stdout.close = _noop
+        sys.stderr.close = _noop
+        try:
+            return runner.invoke(transformers.cli.transformers.app, list(args), catch_exceptions=False)
+        finally:
+            sys.stdout.close = old_out_close
+            sys.stderr.close = old_err_close
+
+    return _cli_invoke

tests/cli/test_chat.py

@@ -0,0 +1,46 @@
+# Copyright 2025 The HuggingFace Team. All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+import json
+import os
+import tempfile
+
+from transformers.cli.chat import new_chat_history, parse_generate_flags, save_chat
+
+
+def test_help(cli):
+    output = cli("chat", "--help")
+    assert output.exit_code == 0
+    assert "Chat with a model from the command line." in output.output
+
+
+def test_save_and_clear_chat():
+    with tempfile.TemporaryDirectory() as tmp_path:
+        filename = os.path.join(tmp_path, "chat.json")
+        save_chat(filename, [{"role": "user", "content": "hi"}], {"foo": "bar"})
+        assert os.path.isfile(filename)
+        with open(filename, "r") as f:
+            data = json.load(f)
+            assert data["chat_history"] == [{"role": "user", "content": "hi"}]
+            assert data["settings"] == {"foo": "bar"}
+
+
+def test_new_chat_history():
+    assert new_chat_history() == []
+    assert new_chat_history("prompt") == [{"role": "system", "content": "prompt"}]
+
+
+def test_parse_generate_flags():
+    parsed = parse_generate_flags(["temperature=0.5", "max_new_tokens=10"])
+    assert parsed["temperature"] == 0.5
+    assert parsed["max_new_tokens"] == 10

tests/cli/test_download.py

@@ -0,0 +1,59 @@
+# Copyright 2025-present, the HuggingFace Inc. team.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+import os
+import tempfile
+import unittest
+
+from transformers.testing_utils import require_torch
+
+
+@require_torch
+def test_cli_download(cli):
+    with tempfile.TemporaryDirectory() as tmpdir:
+        # TODO: only necessary for read-only cache systems; replace with a shared helper
+        with unittest.mock.patch.dict(os.environ, {"HF_XET_CACHE": tmpdir}):
+            output = cli("download", "hf-internal-testing/tiny-random-gptj", "--cache-dir", tmpdir)
+            assert output.exit_code == 0
+
+        # check if the model files are downloaded correctly
+        model_dir = os.path.join(tmpdir, "models--hf-internal-testing--tiny-random-gptj")
+        assert os.path.exists(os.path.join(model_dir, "blobs"))
+        assert os.path.exists(os.path.join(model_dir, "refs"))
+        assert os.path.exists(os.path.join(model_dir, "snapshots"))
+
+
+@require_torch
+def test_cli_download_trust_remote(cli, caplog, capsys):
+    caplog.set_level(100000)
+    # ^ hack to avoid an issue happening only in CI. We don't check logs anyway so it's fine.
+    #   Source: https://github.com/pallets/click/issues/824#issuecomment-562581313
+
+    with capsys.disabled():
+        with tempfile.TemporaryDirectory() as tmpdir:
+            # TODO: only necessary for read-only cache systems; replace with a shared helper
+            with unittest.mock.patch.dict(os.environ, {"HF_XET_CACHE": tmpdir}):
+                output = cli(
+                    "download",
+                    "hf-internal-testing/test_dynamic_model_with_tokenizer",
+                    "--trust-remote-code",
+                    "--cache-dir",
+                    tmpdir,
+                )
+                assert output.exit_code == 0
+
+            # check if the model files are downloaded correctly
+            model_dir = os.path.join(tmpdir, "models--hf-internal-testing--test_dynamic_model_with_tokenizer")
+            assert os.path.exists(os.path.join(model_dir, "blobs"))
+            assert os.path.exists(os.path.join(model_dir, "refs"))
+            assert os.path.exists(os.path.join(model_dir, "snapshots"))

tests/cli/test_system.py

@@ -0,0 +1,29 @@
+# Copyright 2025-present, the HuggingFace Inc. team.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+from transformers import __version__
+
+
+def test_cli_env(cli):
+    output = cli("env")
+    assert output.exit_code == 0
+    assert "Python version" in output.output
+    assert "Platform" in output.output
+    assert "Using distributed or parallel set-up in script?" in output.output
+
+
+def test_cli_version(cli):
+    output = cli("version")
+    assert output.exit_code == 0
+    assert output.output.strip() == __version__