Fix together AI api

PiperOrigin-RevId: 681457419 Change-Id: I5a1d4d23c210e98dbef1c08c91b29a9a4fd77110
google-deepmind · Oct 2, 2024 · 303ba6c · 303ba6c
1 parent 8a0e489
commit 303ba6c
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/concordia/language_model/together_ai.py b/concordia/language_model/together_ai.py
@@ -124,6 +124,7 @@ def sample_text(
  timeout=timeout,
  stop=terminators,
  seed=seed,
+ stream=False,
  )
  except together.error.RateLimitError as err:
  if attempts >= _NUM_SILENT_ATTEMPTS:
@@ -195,6 +196,7 @@ def _sample_choice(response: str) -> float:
  messages=messages,
  seed=seed,
  logprobs=1,
+ stream=False,
  )
  except together.error.RateLimitError as err:
  if attempts >= _NUM_SILENT_ATTEMPTS: