Merge pull request #50 from ihatenumbers/main

fix togetherai (openai-compatible)

mikupad.html

@@ -917,9 +917,9 @@
 			return await koboldCppTokenCount({ endpoint, signal, ...options });
 		case 3: // openai
 			// OpenAI itself doesn't have a token count endpoint...
-			if (new URL(endpoint).host === 'api.openai.com')
+			if (new URL(endpoint).host === 'api.openai.com' || new URL(endpoint).host === 'api.together.xyz')
 				return 0;
-			if (options.realEndpoint && new URL(options.realEndpoint).host === 'api.openai.com')
+			if (options.realEndpoint && new URL(options.realEndpoint).host === 'api.openai.com' || new URL(options.realEndpoint).host === 'api.together.xyz')
 				return 0;
 
 			// Each backend that exposes an OpenAI-compatible API may have a different token count endpoint.
@@ -1247,7 +1247,9 @@
 	return data.map(item => item.id);
 }
 
-function openaiConvertOptions(options, isOpenAI) {
+function openaiConvertOptions(options, realEndpoint){
+	const isOpenAI = realEndpoint.toLowerCase().includes("openai.com");
+	const isTogetherAI = realEndpoint.toLowerCase().includes("together.xyz");
 	const swapOption = (lhs, rhs) => {
 		if (lhs in options) {
 			options[rhs] = options[lhs];
@@ -1278,6 +1280,12 @@
 	swapOption("tfs_z", "tfs");
 	swapOption("mirostat", "mirostat_mode");
 	swapOption("ignore_eos", "ban_eos_token")
+
+	if (isTogetherAI) {
+		// errors 400 without this.
+		delete options.logprobs;
+	}
+
 	return options;
 }
 
@@ -1292,7 +1300,7 @@
 			...(realEndpoint ? { 'X-Real-URL': realEndpoint } : {})
 		},
 		body: JSON.stringify({
-			...openaiConvertOptions(options, endpoint.toLowerCase().includes("openai.com")),
+			...openaiConvertOptions(options, realEndpoint),
 			stream: true,
 		}),
 		signal,