Dev (#1643)

* docs: add docs and schema for "OS" provider (#1536)

* ignore .env

* ✨ use and cache imports for autocomplete (#1456)

* ✨ use and cache imports for autocomplete

* fix tsc

* add voyage rerank-1

* import Handlebars

* feat: update onboarding w/ embeddings model (#1570)

* chore(gui): remove unused pages

* feat: add embeddings step

* feat: update styles

* feat: copy button updates

* fix: correct pull command for embed model

* fix: remove commented code

* fix: remove commented code

* feat: simplify copy btn props

* chore: rename onboarding selection event

* feat: add provider config

* fix: undo msg name

* remove dead code

* fix: invalid mode check

* fix: remove testing logic

* fix: fullscreen gui retains context when hidden, fixed fullscreen focusing (#1582)

* small UI tweaks

* media query

* feat: add best experience onboarding

* small fixes

* feat: add free trial card to onboarding (#1600)

* feat: add free trial card to onboarding

* add import

* chore: add telemetry for full screen toggle (#1618)

* rerank-lite-1

* basic tests for VS Code extension

* chore: onboarding metrics (#1626)

* fix: pageview tracking

* feat: add onboarding telemetry

* create single `onboardingStatus` type

* improved var naming

* remove console logs

* fix double adding of context providers

* fix cross-platform build validation

* Update troubleshooting.md (#1637)

* add back skip onboarding button

* fix free trial embeddings error

* Nate/indexing fixes (#1642)

* fix pausing of indexing

* don't send empty array to openai embeddings

* catch embeddings errors without stopping entire indexing process

* update version

---------

Co-authored-by: Patrick Erichsen <[email protected]>
Co-authored-by: Jonah Wagner <[email protected]>

Author: 3 people

core/config/load.ts

@@ -144,12 +144,12 @@ function loadSerializedConfig(
   // Set defaults if undefined (this lets us keep config.json uncluttered for new users)
   config.contextProviders ??=
     ideType === "vscode"
-      ? defaultContextProvidersVsCode
-      : defaultContextProvidersJetBrains;
+      ? [...defaultContextProvidersVsCode]
+      : [...defaultContextProvidersJetBrains];
   config.slashCommands ??=
     ideType === "vscode"
-      ? defaultSlashCommandsVscode
-      : defaultSlashCommandsJetBrains;
+      ? [...defaultSlashCommandsVscode]
+      : [...defaultSlashCommandsJetBrains];
 
   return config;
 }

core/core.ts

@@ -40,6 +40,9 @@ export class Core {
   indexingState: IndexingProgressUpdate;
   private globalContext = new GlobalContext();
   private docsService = DocsService.getInstance();
+  private readonly indexingPauseToken = new PauseToken(
+    this.globalContext.get("indexingPaused") === true,
+  );
 
   private abortedMessageIds: Set<string> = new Set();
 
@@ -79,9 +82,6 @@ export class Core {
     );
 
     // Codebase Indexer and ContinueServerClient depend on IdeSettings
-    const indexingPauseToken = new PauseToken(
-      this.globalContext.get("indexingPaused") === true,
-    );
     let codebaseIndexerResolve: (_: any) => void | undefined;
     this.codebaseIndexerPromise = new Promise(
       async (resolve) => (codebaseIndexerResolve = resolve),
@@ -103,7 +103,7 @@ export class Core {
         new CodebaseIndexer(
           this.configHandler,
           this.ide,
-          new PauseToken(false),
+          this.indexingPauseToken,
           continueServerClient,
         ),
       );
@@ -569,7 +569,7 @@ export class Core {
     });
     on("index/setPaused", (msg) => {
       new GlobalContext().update("indexingPaused", msg.data);
-      indexingPauseToken.paused = msg.data;
+      this.indexingPauseToken.paused = msg.data;
     });
     on("index/indexingProgressBarInitialized", async (msg) => {
       // Triggered when progress bar is initialized.

core/indexing/LanceDbIndex.ts

@@ -105,10 +105,20 @@ export class LanceDbIndex implements CodebaseIndex {
         continue;
       }
 
-      // Calculate embeddings
-      const embeddings = await this.embeddingsProvider.embed(
-        chunks.map((c) => c.content),
-      );
+      let embeddings: number[][];
+      try {
+        // Calculate embeddings
+        embeddings = await this.embeddingsProvider.embed(
+          chunks.map((c) => c.content),
+        );
+      } catch (e) {
+        // Rather than fail the entire indexing process, we'll just skip this file
+        // so that it may be picked up on the next indexing attempt
+        console.warn(
+          `Failed to generate embedding for ${chunks[0]?.filepath} with provider: ${this.embeddingsProvider.id}: ${e}`,
+        );
+        continue;
+      }
 
       if (embeddings.some((emb) => emb === undefined)) {
         throw new Error(

core/indexing/embeddings/FreeTrialEmbeddingsProvider.ts

@@ -32,6 +32,9 @@ class FreeTrialEmbeddingsProvider extends BaseEmbeddingsProvider {
     return (
       await Promise.all(
         batchedChunks.map(async (batch) => {
+          if (batch.length === 0) {
+            return [];
+          }
           const fetchWithBackoff = () =>
             withExponentialBackoff<Response>(async () =>
               this.fetch(new URL("embeddings", constants.a), {

core/indexing/embeddings/OpenAIEmbeddingsProvider.ts

@@ -47,6 +47,10 @@ class OpenAIEmbeddingsProvider extends BaseEmbeddingsProvider {
     return (
       await Promise.all(
         batchedChunks.map(async (batch) => {
+          if (batch.length === 0) {
+            return [];
+          }
+
           const fetchWithBackoff = () =>
             withExponentialBackoff<Response>(() =>
               this.fetch(this._getEndpoint(), {

core/indexing/indexCodebase.ts

@@ -149,7 +149,8 @@ export class CodebaseIndexer {
             progress =
               (completedDirs +
                 (completedRelativeExpectedTime +
-                  indexProgress * codebaseIndex.relativeExpectedTime) /
+                  Math.min(1.0, indexProgress) *
+                    codebaseIndex.relativeExpectedTime) /
                   totalRelativeExpectedTime) /
               workspaceDirs.length;
             yield {

docs/docs/troubleshooting.md

@@ -27,7 +27,7 @@ To solve many problems, the first step is reading the logs to find the relevant
 If you're getting a response from the LLM that doesn't seem to make sense, you can
 
 1. Open the "Output" panel (right next to the terminal)
-2. In the dropdown, select "Continue - LLM Prompts/Completions
+2. In the dropdown, select "Continue - LLM Prompts/Completions"
 3. View the exact prompts that were sent to the LLM and the completions recieved
 
 ### JetBrains

extensions/vscode/package.json

@@ -1,7 +1,7 @@
 {
   "name": "continue",
   "icon": "media/icon.png",
-  "version": "0.9.169",
+  "version": "0.9.170",
   "repository": {
     "type": "git",
     "url": "https://github.com/continuedev/continue"

extensions/vscode/scripts/prepackage-cross-platform.js

@@ -142,7 +142,7 @@ async function package(target, os, arch, exe) {
   // Validate the all of the necessary files are present
   validateFilesPresent([
     // Queries used to create the index for @code context provider
-    "tree-sitter/code-snippet-queries/tree-sitter-c_sharp-tags.scm",
+    "tree-sitter/code-snippet-queries/c_sharp.scm",
 
     // Queries used for @outline and @highlights context providers
     "tag-qry/tree-sitter-c_sharp-tags.scm",

gui/src/components/loaders/IndexingProgressBar.tsx

@@ -183,7 +183,7 @@ const IndexingProgressBar = ({
             }}
           ></BlinkingDot>
           <StatusHeading>
-            Click to resume indexing ({Math.trunc(indexingState.progress * 100)}
+            Indexing paused ({Math.trunc(indexingState.progress * 100)}
             %)
           </StatusHeading>
         </FlexDiv>