Catch another type of together API exception

PiperOrigin-RevId: 696177257
Change-Id: Idcb276ee0c63c036e04fbf43a81a1ff623068726

concordia/language_model/together_ai.py

@@ -205,11 +205,14 @@ def sample_text(
         )
       except (together.error.RateLimitError,
               together.error.APIError,
-              together.error.ServiceUnavailableError) as err:
+              together.error.ServiceUnavailableError,
+              together.error.InvalidRequestError) as err:
         if attempts >= _NUM_SILENT_ATTEMPTS:
           print(f'  Exception: {err}')
           print(f'  Text exception prompt: {prompt}')
-        if isinstance(err, together.error.APIError):
+        if isinstance(err, together.error.APIError) or isinstance(
+            err, together.error.InvalidRequestError
+        ):
           # If hit the error that arises from a prompt that is too long then
           # re-run the trimming function with a more pessimistic guess of the
           # the number of characters per token.
@@ -282,11 +285,14 @@ def _sample_choice(
         )
       except (together.error.RateLimitError,
               together.error.APIError,
-              together.error.ServiceUnavailableError) as err:
+              together.error.ServiceUnavailableError,
+              together.error.InvalidRequestError) as err:
         if attempts >= _NUM_SILENT_ATTEMPTS:
           print(f'  Exception: {err}')
           print(f'  Choice exception prompt: {augmented_prompt}')
-        if isinstance(err, together.error.APIError):
+        if isinstance(err, together.error.APIError) or isinstance(
+            err, together.error.InvalidRequestError
+        ):
           # If hit the error that arises from a prompt that is too long then
           # re-run the trimming function with a more pessimistic guess of the
           # the number of characters per token.