Inline Autocompletion Pt.2 (#333)

* Add first draft of inline code completion with mock text

* Adds InsertInlineTextAction for inserting autocomplete suggestion with tab

- Changed to disable suggestions when text is selected
- Adds and removes the insert action based on when it shows the inlay hint

* Request inline code completion

* Move inline completion prompt into txt file

* Add inline completion settings to ConfigurationState

* Fix code style

* Use EditorTrackerListener instead of EditorFactoryListener to enable inline completion

* Code completion requests synchronously without SSE

* Use LlamaClient.getInfill() for inline code completion

* support inlay block element rendering, clean up code

* Use only enclosed Method or Class contents for code completion if possible

* Refactor extracting PsiElement contents in code completion

* bump llm-client

* fix completion call from triggering on EDT, force method params to be nonnull by default

* refactor request building, decrease delay value

* Trigger code completion if cursor is not inside a word

* Improve inlay rendering

* Support cancellable infill requests

* add statusbar widget, disable completions by default

* Show error notification if code completion failed

* Truely disable/enable EditorInlayHandler when completion is turned off/on

* Add CodeCompletionEnabledListener Topic to control enabling/disabling code-completion

* Add progress indicator for code-completion with option to cancel

* Add CodeCompletionServiceTest + refactor inlay ElementRenderers

* several improvements

- replace timer implementation with call debouncing
- use OpenAI /v1/completions API for completions
- code refactoring

* trigger progress indicator only for llama completions

* fix tests

---------

Co-authored-by: James Higgins <[email protected]>
Co-authored-by: Carl-Robert Linnupuu <[email protected]>

Author: 3 people

README.md

@@ -164,6 +164,11 @@ git submodule update
 ./gradlew runIde -Penv=win-arm64
 ```
 
+**Tailing logs**
+```shell
+tail -f build/idea-sandbox/system/log/idea.log
+```
+
 ## Issues
 
 See the [open issues][open-issues] for a full list of proposed features (and known issues).

buildSrc/src/main/kotlin/codegpt.java-conventions.gradle.kts

@@ -23,7 +23,7 @@ checkstyle {
 }
 
 dependencies {
-  implementation("ee.carlrobert:llm-client:0.2.0")
+  implementation("ee.carlrobert:llm-client:0.3.1")
 }
 
 tasks {

codegpt-core/src/main/resources/prompts/inline-completion-prompt.txt

@@ -0,0 +1 @@
+{pre}{codeBefore}{suf}{codeAfter}{mid}

src/main/java/ee/carlrobert/codegpt/CodeGPTKeys.java

@@ -1,10 +1,17 @@
 package ee.carlrobert.codegpt;
 
+import com.intellij.openapi.editor.EditorCustomElementRenderer;
+import com.intellij.openapi.editor.Inlay;
 import com.intellij.openapi.util.Key;
 import ee.carlrobert.embedding.ReferencedFile;
 import java.util.List;
 
 public class CodeGPTKeys {
 
-  public static final Key<List<ReferencedFile>> SELECTED_FILES = Key.create("selectedFiles");
+  public static final Key<Inlay<EditorCustomElementRenderer>> SINGLE_LINE_INLAY =
+      Key.create("codegpt.editor.inlay.single-line");
+  public static final Key<Inlay<EditorCustomElementRenderer>> MULTI_LINE_INLAY =
+      Key.create("codegpt.editor.inlay.multi-line");
+  public static final Key<List<ReferencedFile>> SELECTED_FILES =
+      Key.create("codegpt.selectedFiles");
 }

src/main/java/ee/carlrobert/codegpt/EncodingManager.java

@@ -48,7 +48,7 @@ public int countTokens(String text) {
     try {
       return encoding.countTokens(text);
     } catch (Exception ex) {
-      LOG.error(ex);
+      LOG.warn(ex);
       return 0;
     }
   }

src/main/java/ee/carlrobert/codegpt/PluginStartupActivity.java

@@ -22,7 +22,6 @@ public class PluginStartupActivity implements StartupActivity {
   @Override
   public void runActivity(@NotNull Project project) {
     EditorActionsUtil.refreshActions();
-
     var authenticationResponse = YouUserManager.getInstance().getAuthenticationResponse();
     if (authenticationResponse == null) {
       handleYouServiceAuthentication();

src/main/java/ee/carlrobert/codegpt/actions/CodeCompletionEnabledListener.java

@@ -0,0 +1,26 @@
+package ee.carlrobert.codegpt.actions;
+
+import com.intellij.util.messages.Topic;
+import com.intellij.util.messages.Topic.BroadcastDirection;
+import ee.carlrobert.codegpt.settings.configuration.ConfigurationState;
+import java.util.EventListener;
+
+/**
+ * {@link EventListener} for changes of {@link ConfigurationState#isCodeCompletionsEnabled()}.
+ *
+ * @see EnableCompletionsAction
+ * @see DisableCompletionsAction
+ */
+public interface CodeCompletionEnabledListener extends EventListener {
+
+  /**
+   * Topic for subscribing to {@link ConfigurationState#isCodeCompletionsEnabled()} changes.<br/>
+   * Broadcasts from Application-Level to all projects.
+   */
+  @Topic.AppLevel
+  Topic<CodeCompletionEnabledListener> TOPIC = new Topic<>(CodeCompletionEnabledListener.class,
+      BroadcastDirection.TO_DIRECT_CHILDREN);
+
+  void onCodeCompletionsEnabledChange(boolean codeCompletionsEnabled);
+}
+

src/main/java/ee/carlrobert/codegpt/actions/DisableCompletionsAction.java

@@ -0,0 +1,30 @@
+package ee.carlrobert.codegpt.actions;
+
+import com.intellij.openapi.actionSystem.AnAction;
+import com.intellij.openapi.actionSystem.AnActionEvent;
+import com.intellij.openapi.application.ApplicationManager;
+import ee.carlrobert.codegpt.codecompletions.CodeGPTEditorManager;
+import ee.carlrobert.codegpt.settings.configuration.ConfigurationState;
+import org.jetbrains.annotations.NotNull;
+
+/**
+ * Disables code-completion.<br/> Publishes message to {@link CodeCompletionEnabledListener#TOPIC}
+ */
+public class DisableCompletionsAction extends AnAction {
+
+  @Override
+  public void actionPerformed(@NotNull AnActionEvent e) {
+    ConfigurationState.getInstance().setCodeCompletionsEnabled(false);
+    CodeGPTEditorManager.getInstance().disposeAllInlays(e.getProject());
+    ApplicationManager.getApplication()
+        .getMessageBus().syncPublisher(CodeCompletionEnabledListener.TOPIC)
+        .onCodeCompletionsEnabledChange(false);
+  }
+
+  @Override
+  public void update(@NotNull AnActionEvent e) {
+    var codeCompletionEnabled = ConfigurationState.getInstance().isCodeCompletionsEnabled();
+    e.getPresentation().setEnabled(codeCompletionEnabled);
+    e.getPresentation().setVisible(codeCompletionEnabled);
+  }
+}

src/main/java/ee/carlrobert/codegpt/actions/EnableCompletionsAction.java

@@ -0,0 +1,28 @@
+package ee.carlrobert.codegpt.actions;
+
+import com.intellij.openapi.actionSystem.AnAction;
+import com.intellij.openapi.actionSystem.AnActionEvent;
+import com.intellij.openapi.application.ApplicationManager;
+import ee.carlrobert.codegpt.settings.configuration.ConfigurationState;
+import org.jetbrains.annotations.NotNull;
+
+/**
+ * Enables code-completion.<br/> Publishes message to {@link CodeCompletionEnabledListener#TOPIC}
+ */
+public class EnableCompletionsAction extends AnAction {
+
+  @Override
+  public void actionPerformed(@NotNull AnActionEvent e) {
+    ConfigurationState.getInstance().setCodeCompletionsEnabled(true);
+    ApplicationManager.getApplication()
+        .getMessageBus().syncPublisher(CodeCompletionEnabledListener.TOPIC)
+        .onCodeCompletionsEnabledChange(true);
+  }
+
+  @Override
+  public void update(@NotNull AnActionEvent e) {
+    var codeCompletionEnabled = ConfigurationState.getInstance().isCodeCompletionsEnabled();
+    e.getPresentation().setEnabled(!codeCompletionEnabled);
+    e.getPresentation().setVisible(!codeCompletionEnabled);
+  }
+}

src/main/java/ee/carlrobert/codegpt/actions/OpenSettingsAction.java

@@ -0,0 +1,23 @@
+package ee.carlrobert.codegpt.actions;
+
+import com.intellij.icons.AllIcons.General;
+import com.intellij.openapi.actionSystem.AnAction;
+import com.intellij.openapi.actionSystem.AnActionEvent;
+import com.intellij.openapi.options.ShowSettingsUtil;
+import ee.carlrobert.codegpt.CodeGPTBundle;
+import ee.carlrobert.codegpt.settings.SettingsConfigurable;
+import org.jetbrains.annotations.NotNull;
+
+public class OpenSettingsAction extends AnAction {
+
+  public OpenSettingsAction() {
+    super(CodeGPTBundle.get("action.opensettings.title"),
+        CodeGPTBundle.get("action.opensettings.description"),
+        General.Settings);
+  }
+
+  @Override
+  public void actionPerformed(@NotNull AnActionEvent e) {
+    ShowSettingsUtil.getInstance().showSettingsDialog(e.getProject(), SettingsConfigurable.class);
+  }
+}