Merge branch 'main' into feature/gerrit-authentication

Author: zuharz

CHANGELOG.md

@@ -7,9 +7,36 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 
 ## [Unreleased]
 
+## [4.6.1] - 2025-07-29
+
+### Added
+- Add search context to ask sourcebot context selector. [#397](https://github.com/sourcebot-dev/sourcebot/pull/397)
+- Add ability to include/exclude connection in search context. [#399](https://github.com/sourcebot-dev/sourcebot/pull/399)
+- Search context refactor to search scope and demo card UI changes. [#405](https://github.com/sourcebot-dev/sourcebot/pull/405)
+- Add GitHub star toast. [#409](https://github.com/sourcebot-dev/sourcebot/pull/409)
+- Added a onboarding modal when first visiting the homepage when `ask` mode is selected. [#408](https://github.com/sourcebot-dev/sourcebot/pull/408)
+- [ask sb] Added `searchReposTool` and `listAllReposTool`. [#400](https://github.com/sourcebot-dev/sourcebot/pull/400)
+
+### Fixed
+- Fixed multiple writes race condition on config file watcher. [#398](https://github.com/sourcebot-dev/sourcebot/pull/398)
+
+### Changed
+- Bumped AI SDK and associated packages version. [#404](https://github.com/sourcebot-dev/sourcebot/pull/404)
+- Bumped form-data package version. [#407](https://github.com/sourcebot-dev/sourcebot/pull/407)
+- Bumped next version. [#406](https://github.com/sourcebot-dev/sourcebot/pull/406)
+- [ask sb] Improved search code tool with filter options. [#400](https://github.com/sourcebot-dev/sourcebot/pull/400)
+- [ask sb] Removed search scope constraint. [#400](https://github.com/sourcebot-dev/sourcebot/pull/400)
+- Update README with new features and videos. [#410](https://github.com/sourcebot-dev/sourcebot/pull/410)
+- [ask sb] Add back search scope requirement and other UI changes. [#411](https://github.com/sourcebot-dev/sourcebot/pull/411)
+
+## [4.6.0] - 2025-07-25
+
 ### Added
 - Introducing Ask Sourcebot - ask natural langauge about your codebase. Get back comprehensive Markdown responses with inline citations back to the code. Bring your own LLM api key. [#392](https://github.com/sourcebot-dev/sourcebot/pull/392) 
 
+### Fixed 
+- Fixed onboarding infinite loop when GCP IAP Auth is enabled. [#381](https://github.com/sourcebot-dev/sourcebot/pull/381)
+
 ## [4.5.3] - 2025-07-20
 
 ### Changed

README.md

@@ -12,7 +12,7 @@
             <strong>Self Host</strong>
          </a> · 
          <a href="https://demo.sourcebot.dev">
-            <strong>Demo</strong>
+            <strong>Public Demo</strong>
          </a>
       </h3>
    </div>
@@ -37,34 +37,45 @@
   <a href="https://github.com/sourcebot-dev/sourcebot/stargazers"><img src="https://img.shields.io/github/stars/sourcebot-dev/sourcebot" /></a>
 </p>
 <p align="center">
-<p align="center">
-    <a href="https://discord.gg/6Fhp27x7Pb"><img src="https://dcbadge.limes.pink/api/server/https://discord.gg/6Fhp27x7Pb?style=flat"/></a>
-</p>
 </p>
 
-# About
-
 Sourcebot is a self-hosted tool that helps you understand your codebase. 
 
 - **Ask Sourcebot:** Ask questions about your codebase and have Sourcebot provide detailed answers grounded with inline citations.
 - **Code search:** Search and navigate across all your repos and branches, no matter where they’re hosted.
 
-https://github.com/user-attachments/assets/286ad97a-a543-4eef-a2f1-4fa31bea1b32
+Try it out in our [public demo](https://demo.sourcebot.dev)!
+
+https://github.com/user-attachments/assets/ed66a622-e38f-4947-a531-86df1e1e0218
+
+# Features
+![Sourcebot Features](https://github.com/user-attachments/assets/3aed7348-7aeb-4af3-89da-b617c3db2e02)
+
+## Ask Sourcebot
+Ask Sourcebot gives you the ability to ask complex questions about your codebase in natural language.
+
+It uses Sourcebot's existing code search and navigation tools to allow reasoning models to search your code, follow code nav references, and provide an answer that's rich with inline citations and navigable code snippets.
+
+https://github.com/user-attachments/assets/8212cd16-683f-468f-8ea5-67455c0931e2
+
+## Code Search
+Search across all your repos/branches across any code host platform. Blazingly fast, and supports regular expressions, repo/language search filters, boolean logic, and more.
+
+https://github.com/user-attachments/assets/3b381452-d329-4949-b6f2-2fc38952e481
+
+## Code Navigation
+IDE-level code navigation (goto definition and find references) across all your repos.
 
+https://github.com/user-attachments/assets/e2da2829-71cc-40af-98b4-7ba52e945530
 
-## Features
-- 💻 **One-command deployment**: Get started instantly using Docker on your own machine.
-- 🤖 **Bring your own model**: Connect Sourcebot to any of the reasoning models you're already using.
-- 🔍 **Multi-repo support**: Index and search through multiple public and private repositories and branches on GitHub, GitLab, Bitbucket, Gitea, or Gerrit.
-- ⚡ **Lightning fast performance**: Built on top of the powerful [Zoekt](https://github.com/sourcegraph/zoekt) search engine.
-- 🎨 **Modern web app**: Enjoy a sleek interface with features like syntax highlighting, light/dark mode, and vim-style navigation.
-- 📂 **Full file visualization**: Instantly view the entire file when selecting any search result.
+## Built-in File Explorer
+Explore every file across all of your repos. Modern UI with syntax highlighting, file tree, code navigation, etc.
 
-You can try out our public hosted demo [here](https://demo.sourcebot.dev)!
+https://github.com/user-attachments/assets/31ec0669-707d-4e03-b511-1bc33d44197a
 
 # Deploy Sourcebot
 
-Sourcebot can be deployed in seconds using our official docker image. Visit our [docs](https://docs.sourcebot.dev/self-hosting/overview) for more information.
+Sourcebot can be deployed in seconds using our official docker image. Visit our [docs](https://docs.sourcebot.dev/docs/deployment-guide) for more information.
 
 1. Create a config
 ```sh
@@ -106,10 +117,10 @@ docker run \
 </details>
 </br>
 
-3. Start searching at `http://localhost:3000`
+3. Visit `http://localhost:3000` to start using Sourcebot
 </br>
 
-To learn how to configure Sourcebot to index your own repos, please refer to our [docs](https://docs.sourcebot.dev/self-hosting/overview).
+To configure Sourcebot (index your own repos, connect your LLMs, etc), check out our [docs](https://docs.sourcebot.dev/docs/configuration/config-file).
 
 > [!NOTE]
 > Sourcebot collects <a href="https://demo.sourcebot.dev/~/search?query=captureEvent%5C(%20repo%3Asourcebot">anonymous usage data</a> by default to help us improve the product. No sensitive data is collected, but if you'd like to disable this you can do so by setting the `SOURCEBOT_TELEMETRY_DISABLED` environment

docs/docs/deployment-guide.mdx

@@ -32,7 +32,7 @@ The following guide will walk you through the steps to deploy Sourcebot on your
         }' > config.json
         ```
 
-        This config creates a single GitHub connection named `starter-connection` that specifies [Sourcebot](https://github.com/sourcebot-dev/sourcebot) as a repo to sync. [Learn more about the config file](/docs/connections/overview).
+        This config creates a single GitHub connection named `starter-connection` that specifies [Sourcebot](https://github.com/sourcebot-dev/sourcebot) as a repo to sync. [Learn more about the config file](/docs/configuration/config-file).
     </Step>
 
     <Step title="Launch your instance">
@@ -65,25 +65,24 @@ The following guide will walk you through the steps to deploy Sourcebot on your
 
     <Step title="Complete onboarding">
         Navigate to `http://localhost:3000` and complete the onboarding flow.
-
-        <Note>
-            By default, only email / password authentication is enabled. [Learn more about authentication](/docs/configuration/auth/overview).
-        </Note>
     </Step>
 
     <Step title="Done">
-        You're all set! If you'd like to setup [Ask Sourcebot](/docs/features/ask/overview), configure a language model [provider](/docs/configuration/language-model-providers)
+        You're all set! If you'd like to setup [Ask Sourcebot](/docs/features/ask/overview), configure a language model [provider](/docs/configuration/language-model-providers).
     </Step>
 </Steps>
 
 ## Next steps
 ---
 
-<CardGroup cols={2}>
-    <Card title="Connecting your code" icon="code" href="/docs/connections/overview">
-        Learn more about how to connect your code to Sourcebot.
+<CardGroup cols={3}>
+    <Card title="Index your code" icon="code" href="/docs/connections/overview">
+        Learn how to index your code using Sourcebot
+    </Card>
+    <Card title="Language models" icon="brain" href="/docs/connections/overview">
+        Learn how to configure language model providers to start using [Ask Sourcebot](/docs/features/ask/overview)
     </Card>
-    <Card title="Setup other authentication providers" icon="lock" href="/docs/configuration/auth/overview">
+    <Card title="Authentication" icon="lock" href="/docs/configuration/auth/overview">
         Learn more about how to setup SSO, email codes, and other authentication providers.
     </Card>
 </CardGroup>

docs/docs/overview.mdx

@@ -93,7 +93,7 @@ Search across all your repos/branches across any code host platform. Blazingly f
   loop
   playsInline
   className="w-full aspect-video"
-  src="https://framerusercontent.com/assets/B9ZxrlsUeO9NJyzkKyvVV2KSU4.mp4"
+  src="/images/code_nav.mp4"
 ></video>
 
 

docs/images/code_nav.mp4

@@ -92,6 +92,13 @@
             ]
           ]
         },
+        "includeConnections": {
+          "type": "array",
+          "description": "List of connections to include in the search context.",
+          "items": {
+            "type": "string"
+          }
+        },
         "exclude": {
           "type": "array",
           "description": "List of repositories to exclude from the search context. Expected to be formatted as a URL without any leading http(s):// prefix (e.g., 'github.com/sourcebot-dev/sourcebot'). Glob patterns are supported.",
@@ -105,14 +112,18 @@
             ]
           ]
         },
+        "excludeConnections": {
+          "type": "array",
+          "description": "List of connections to exclude from the search context.",
+          "items": {
+            "type": "string"
+          }
+        },
         "description": {
           "type": "string",
           "description": "Optional description of the search context that surfaces in the UI."
         }
       },
-      "required": [
-        "include"
-      ],
       "additionalProperties": false
     }
   },
@@ -211,6 +222,13 @@
                 ]
               ]
             },
+            "includeConnections": {
+              "type": "array",
+              "description": "List of connections to include in the search context.",
+              "items": {
+                "type": "string"
+              }
+            },
             "exclude": {
               "type": "array",
               "description": "List of repositories to exclude from the search context. Expected to be formatted as a URL without any leading http(s):// prefix (e.g., 'github.com/sourcebot-dev/sourcebot'). Glob patterns are supported.",
@@ -224,14 +242,18 @@
                 ]
               ]
             },
+            "excludeConnections": {
+              "type": "array",
+              "description": "List of connections to exclude from the search context.",
+              "items": {
+                "type": "string"
+              }
+            },
             "description": {
               "type": "string",
               "description": "Optional description of the search context that surfaces in the UI."
             }
           },
-          "required": [
-            "include"
-          ],
           "additionalProperties": false
         }
       },

docs/snippets/schemas/v3/index.schema.mdx

@@ -19,6 +19,13 @@
         ]
       ]
     },
+    "includeConnections": {
+      "type": "array",
+      "description": "List of connections to include in the search context.",
+      "items": {
+        "type": "string"
+      }
+    },
     "exclude": {
       "type": "array",
       "description": "List of repositories to exclude from the search context. Expected to be formatted as a URL without any leading http(s):// prefix (e.g., 'github.com/sourcebot-dev/sourcebot'). Glob patterns are supported.",
@@ -32,14 +39,18 @@
         ]
       ]
     },
+    "excludeConnections": {
+      "type": "array",
+      "description": "List of connections to exclude from the search context.",
+      "items": {
+        "type": "string"
+      }
+    },
     "description": {
       "type": "string",
       "description": "Optional description of the search context that surfaces in the UI."
     }
   },
-  "required": [
-    "include"
-  ],
   "additionalProperties": false
 }
 ```

docs/snippets/schemas/v3/searchContext.schema.mdx

@@ -76,6 +76,18 @@ export const indexGitRepository = async (repo: Repo, settings: Settings, ctx: Ap
                 reject(error);
                 return;
             }
+            
+            if (stdout) {
+                stdout.split('\n').filter(line => line.trim()).forEach(line => {
+                    logger.info(line);
+                });
+            }
+            if (stderr) {
+                stderr.split('\n').filter(line => line.trim()).forEach(line => {
+                    logger.error(line);
+                });
+            }
+            
             resolve({
                 stdout,
                 stderr

packages/backend/src/zoekt.ts

@@ -91,6 +91,13 @@ const schema = {
             ]
           ]
         },
+        "includeConnections": {
+          "type": "array",
+          "description": "List of connections to include in the search context.",
+          "items": {
+            "type": "string"
+          }
+        },
         "exclude": {
           "type": "array",
           "description": "List of repositories to exclude from the search context. Expected to be formatted as a URL without any leading http(s):// prefix (e.g., 'github.com/sourcebot-dev/sourcebot'). Glob patterns are supported.",
@@ -104,14 +111,18 @@ const schema = {
             ]
           ]
         },
+        "excludeConnections": {
+          "type": "array",
+          "description": "List of connections to exclude from the search context.",
+          "items": {
+            "type": "string"
+          }
+        },
         "description": {
           "type": "string",
           "description": "Optional description of the search context that surfaces in the UI."
         }
       },
-      "required": [
-        "include"
-      ],
       "additionalProperties": false
     }
   },
@@ -210,6 +221,13 @@ const schema = {
                 ]
               ]
             },
+            "includeConnections": {
+              "type": "array",
+              "description": "List of connections to include in the search context.",
+              "items": {
+                "type": "string"
+              }
+            },
             "exclude": {
               "type": "array",
               "description": "List of repositories to exclude from the search context. Expected to be formatted as a URL without any leading http(s):// prefix (e.g., 'github.com/sourcebot-dev/sourcebot'). Glob patterns are supported.",
@@ -223,14 +241,18 @@ const schema = {
                 ]
               ]
             },
+            "excludeConnections": {
+              "type": "array",
+              "description": "List of connections to exclude from the search context.",
+              "items": {
+                "type": "string"
+              }
+            },
             "description": {
               "type": "string",
               "description": "Optional description of the search context that surfaces in the UI."
             }
           },
-          "required": [
-            "include"
-          ],
           "additionalProperties": false
         }
       },

packages/schemas/src/v3/index.schema.ts

@@ -114,11 +114,19 @@ export interface SearchContext {
   /**
    * List of repositories to include in the search context. Expected to be formatted as a URL without any leading http(s):// prefix (e.g., 'github.com/sourcebot-dev/sourcebot'). Glob patterns are supported.
    */
-  include: string[];
+  include?: string[];
+  /**
+   * List of connections to include in the search context.
+   */
+  includeConnections?: string[];
   /**
    * List of repositories to exclude from the search context. Expected to be formatted as a URL without any leading http(s):// prefix (e.g., 'github.com/sourcebot-dev/sourcebot'). Glob patterns are supported.
    */
   exclude?: string[];
+  /**
+   * List of connections to exclude from the search context.
+   */
+  excludeConnections?: string[];
   /**
    * Optional description of the search context that surfaces in the UI.
    */