feat(plugin): add prompt size validation

This commit adds a feature to validate the size of the prompt before sending it to the OpenAI service. If the prompt is too large, a notification is sent and the prompt is not sent to the service.

Reason for the change:
The plugin was not validating the size of the prompt before sending it to the OpenAI service, which could cause errors in the service. This feature ensures that the prompt is within the acceptable size limits.

Author: Marc-R2

src/main/kotlin/com/github/blarc/ai/commits/intellij/plugin/AICommitAction.kt

@@ -15,8 +15,6 @@ import com.intellij.openapi.vcs.VcsDataKeys
 import com.intellij.openapi.vcs.changes.Change
 import com.intellij.openapi.vcs.ui.CommitMessage
 import com.intellij.vcs.commit.AbstractCommitWorkflowHandler
-import com.knuddels.jtokkit.Encodings
-import com.knuddels.jtokkit.api.EncodingType
 import git4idea.repo.GitRepositoryManager
 import kotlinx.coroutines.DelicateCoroutinesApi
 import kotlinx.coroutines.Dispatchers
@@ -109,10 +107,4 @@ class AICommitAction : AnAction(), DumbAware {
             }
             .joinToString("\n")
     }
-
-    private fun isPromptTooLarge(prompt: String): Boolean {
-        val registry = Encodings.newDefaultEncodingRegistry()
-        val encoding = registry.getEncoding(EncodingType.CL100K_BASE)
-        return encoding.countTokens(prompt) > 4000
-    }
 }

src/main/kotlin/com/github/blarc/ai/commits/intellij/plugin/OpenAIService.kt

@@ -10,6 +10,9 @@ import com.github.blarc.ai.commits.intellij.plugin.settings.AppSettings
 import com.intellij.openapi.application.ApplicationManager
 import com.intellij.openapi.components.Service
 
+import com.knuddels.jtokkit.Encodings
+import com.knuddels.jtokkit.api.EncodingType
+
 @Service
 class OpenAIService {
     companion object {
@@ -27,6 +30,11 @@ class OpenAIService {
         val prompt = AppSettings.instance.getPrompt().replace("{diffs}", diff)
             .replace("{hint}", hint ?: "No hint provided")
 
+        if (isPromptTooLarge(prompt)) {
+            sendNotification(Notification.promptTooLarge())
+            return "Prompt is too large"
+        }
+
         sendNotification(Notification.usedPrompt(prompt))
 
         val chatCompletionRequest = ChatCompletionRequest(
@@ -52,4 +60,10 @@ class OpenAIService {
     suspend fun verifyToken(token: String){
         OpenAI(token).models()
     }
+
+    private fun isPromptTooLarge(prompt: String): Boolean {
+        val registry = Encodings.newDefaultEncodingRegistry()
+        val encoding = registry.getEncoding(EncodingType.CL100K_BASE)
+        return encoding.countTokens(prompt) > 4000
+    }
 }