Merge pull request #9 from Azure-Samples/rmoptions

Remove rarely used options

Author: pamelafox

.github/workflows/test-github-models.yaml

@@ -34,7 +34,6 @@
 response = client.chat.completions.create(
     model=MODEL_NAME,
     temperature=0.7,
-    n=1,
     messages=[
         {"role": "system", "content": "You are a helpful assistant that makes lots of cat references and uses emojis."},
         {"role": "user", "content": "Write a haiku about a hungry cat who wants tuna"},

chat.py

@@ -42,12 +42,7 @@ async def generate_response(location):
                 "content": f"Name a single place I should visit on my trip to {location} and describe in one sentence",
             },
         ],
-        temperature=1,
-        max_tokens=400,
-        top_p=0.95,
-        frequency_penalty=0,
-        presence_penalty=0,
-        stop=None,
+        temperature=0.7,
     )
     print("Got response for ", location)
     return response.choices[0].message.content

chat_async.py

@@ -40,12 +40,7 @@
     response = client.chat.completions.create(
         model=MODEL_NAME,
         messages=messages,
-        temperature=1,
-        max_tokens=400,
-        top_p=0.95,
-        frequency_penalty=0,
-        presence_penalty=0,
-        stop=None,
+        temperature=0.5,
     )
     bot_response = response.choices[0].message.content
     messages.append({"role": "assistant", "content": bot_response})

chat_history.py

@@ -40,13 +40,7 @@
     response = client.chat.completions.create(
         model=MODEL_NAME,
         messages=messages,
-        temperature=1,
-        max_tokens=400,
-        top_p=0.95,
-        frequency_penalty=0,
-        presence_penalty=0,
-        stop=None,
-        stream=True,
+        temperature=0.7,
     )
 
     print("\nAnswer: ")

chat_history_stream.py

@@ -32,8 +32,6 @@
     response = client.chat.completions.create(
         model=MODEL_NAME,
         temperature=0.7,
-        max_tokens=100,
-        n=1,
         messages=[
             {
                 "role": "system",

chat_safety.py

@@ -28,11 +28,9 @@
     MODEL_NAME = os.environ["OPENAI_MODEL"]
 
 
-completion = client.chat.completions.create(
+completion_stream = client.chat.completions.create(
     model=MODEL_NAME,
     temperature=0.7,
-    max_tokens=500,
-    n=1,
     messages=[
         {"role": "system", "content": "You are a helpful assistant that makes lots of cat references and uses emojis."},
         {"role": "user", "content": "please write a haiku about a hungry cat that wants tuna"},
@@ -41,7 +39,7 @@
 )
 
 print(f"Response from {API_HOST}: \n")
-for event in completion:
+for event in completion_stream:
     if event.choices:
         content = event.choices[0].delta.content
         if content:

chat_stream.py

@@ -43,7 +43,6 @@
 response = client.chat.completions.create(
     model=MODEL_NAME,
     temperature=0.7,
-    n=1,
     messages=[
         {"role": "system", "content": SYSTEM_MESSAGE},
         {"role": "user", "content": "What is the capital of France?"},

few_shot_examples.py

@@ -5,10 +5,5 @@ Content-Type: application/json
 {
     "messages": [{"role":"system","content":"You are an AI assistant that answers questions with short clear answers."},
                  {"role":"user","content":"How fast is the Prius V?"}],
-    "max_tokens": 800,
-    "temperature": 0.7,
-    "frequency_penalty": 0,
-    "presence_penalty": 0,
-    "top_p": 0.95,
-    "stop": null
+    "temperature": 0.7
 }

http/chat_completion_azure.http

@@ -5,6 +5,5 @@ Content-Type: application/json
     "model": "phi3.5:latest",
     "messages": [{"role":"system","content":"You are an AI assistant that answers questions with short clear answers."},
                  {"role":"user","content":"How fast is the Prius V?"}],
-    "max_tokens": 800,
     "temperature": 0.7
 }