diff --git a/.gitignore b/.gitignore index 3a59d75..e4d2245 100644 --- a/.gitignore +++ b/.gitignore @@ -1,2 +1,3 @@ +.DS_Store .idea/ .venv/ diff --git a/projects/local-api-test/main.py b/projects/local-api-test/main.py new file mode 100644 index 0000000..abdac15 --- /dev/null +++ b/projects/local-api-test/main.py @@ -0,0 +1,22 @@ +import os + +from openai import OpenAI +from openai._types import Timeout + + +def main(): + client = OpenAI( + api_key=os.environ.get("OPENAI_API_KEY", "sk-dummy"), + base_url=os.environ.get("OPENAI_API_BASE", "http://localhost:11434/v1"), + timeout=Timeout(timeout=30), + ) + + response = client.chat.completions.create( + model=os.environ.get("OPENAI_MODEL", "llama3"), + messages=[{"role": "user", "content": "Hello!"}], + ) + print(response.choices[0].message.content) + + +if __name__ == "__main__": + main() diff --git a/projects/local-api-test/pyproject.toml b/projects/local-api-test/pyproject.toml new file mode 100644 index 0000000..3fd8af1 --- /dev/null +++ b/projects/local-api-test/pyproject.toml @@ -0,0 +1,8 @@ +[project] +name = "local-ai-test" +version = "0.1.0" +dependencies = ["openai"] + +[project.scripts] +run = "main:main" +