merge main

Author: msukkari

.github/workflows/deploy-demo.yml

@@ -2,7 +2,7 @@ name: Deploy Demo
 
 on:
   push:
-    tags: ["v*.*.*"]
+    branches: [main]
   workflow_dispatch:
 
 jobs:

.github/workflows/deploy-staging.yml

@@ -3,7 +3,6 @@ name: Deploy Staging
 on:
   push:
     branches: [main]
-    tags: ["v*.*.*"]
   workflow_dispatch:
 
 jobs:

CHANGELOG.md

@@ -7,11 +7,19 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 
 ## [Unreleased]
 
+## [3.1.4] - 2025-05-10
+
+### Fixed
+- Added better error handling to git operations
+
+## [3.1.3] - 2025-05-07
+
 ### Fixed
 - Fixes bug with repos not being visible in the homepage carousel when re-indexing. [#294](https://github.com/sourcebot-dev/sourcebot/pull/294)
 
 ### Added
 - Added special `*` value for `rev:` to allow searching across all branches. [#281](https://github.com/sourcebot-dev/sourcebot/pull/281)
+- Added the Sourcebot Model Context Protocol (MCP) server in [packages/mcp](./packages/mcp/README.md) to allow LLMs to interface with Sourcebot. Checkout the npm package [here](https://www.npmjs.com/package/@sourcebot/mcp). [#292](https://github.com/sourcebot-dev/sourcebot/pull/292)
 
 ## [3.1.2] - 2025-04-30
 

Makefile

@@ -29,6 +29,8 @@ clean:
 		packages/crypto/dist \
 		packages/error/node_modules \
 		packages/error/dist \
+		packages/mcp/node_modules \
+		packages/mcp/dist \
 		.sourcebot
 
 soft-reset:

demo-site-config.json

@@ -1,75 +1,49 @@
+// This is the config file for https://demo.sourcebot.dev.
+// To add a new repository, edit this file and open a PR.
+// After the PR is merged, the deploy demo workflow will
+// run (see: https://github.com/sourcebot-dev/sourcebot/actions/workflows/deploy-demo.yml),
+// after which the changes will be reflected on the demo site.
 {
-    "$schema": "./schemas/v2/index.json",
-    "settings": {
-        "reindexInterval": 86400000, // 24 hours
-        "resyncInterval": 86400000 // 24 hours
-    },
-    "repos": [
-        {
+    "$schema": "https://raw.githubusercontent.com/sourcebot-dev/sourcebot/main/schemas/v3/index.json",
+    "connections": {
+        // Defines the GitHub repositories.
+        // See: https://docs.sourcebot.dev/docs/connections/github
+        "github-repos": {
             "type": "github",
             "token": {
                 "env": "GITHUB_TOKEN"
             },
-            "exclude": {
-                "size": {
-                    "max": 1000000000 // Limit to 1GB
-                }
-            },
             "repos": [
                 "torvalds/linux",
-                "pytorch/pytorch", 
+                "pytorch/pytorch",
                 "commaai/openpilot",
                 "ggerganov/whisper.cpp",
                 "ggerganov/llama.cpp",
                 "codemirror/dev",
                 "tailwindlabs/tailwindcss",
                 "sourcebot-dev/sourcebot",
-                "freeCodeCamp/freeCodeCamp",
-                "EbookFoundation/free-programming-books",
                 "sindresorhus/awesome",
-                "public-apis/public-apis",
-                "codecrafters-io/build-your-own-x",
-                "jwasham/coding-interview-university",
-                "kamranahmedse/developer-roadmap",
-                "donnemartin/system-design-primer",
-                "996icu/996.ICU",
                 "facebook/react",
                 "vinta/awesome-python",
                 "vuejs/vue",
-                "practical-tutorials/project-based-learning",
-                "awesome-selfhosted/awesome-selfhosted",
                 "TheAlgorithms/Python",
-                "trekhleb/javascript-algorithms",
                 "tensorflow/tensorflow",
-                "getify/You-Dont-Know-JS",
-                "CyC2018/CS-Notes",
-                "ohmyzsh/ohmyzsh",
-                "ossu/computer-science",
                 "twbs/bootstrap",
-                "Significant-Gravitas/AutoGPT",
                 "flutter/flutter",
                 "microsoft/vscode",
                 "github/gitignore",
-                "jackfrued/Python-100-Days",
-                "jlevy/the-art-of-command-line",
-                "trimstray/the-book-of-secret-knowledge",
-                "Snailclimb/JavaGuide",
                 "airbnb/javascript",
                 "AUTOMATIC1111/stable-diffusion-webui",
                 "huggingface/transformers",
                 "avelino/awesome-go",
                 "ytdl-org/youtube-dl",
                 "vercel/next.js",
-                "labuladong/fucking-algorithm",
                 "golang/go",
-                "Chalarangelo/30-seconds-of-code",
-                "yangshun/tech-interview-handbook",
                 "facebook/react-native",
                 "electron/electron",
                 "Genymobile/scrcpy",
                 "f/awesome-chatgpt-prompts",
                 "microsoft/PowerToys",
-                "justjavac/free-programming-books-zh_CN",
                 "kubernetes/kubernetes",
                 "d3/d3",
                 "nodejs/node",
@@ -90,23 +64,13 @@
                 "mui/material-ui",
                 "ant-design/ant-design",
                 "yt-dlp/yt-dlp",
-                "ryanmcdermott/clean-code-javascript",
-                "godotengine/godot",
-                "ripienaar/free-for-dev",
-                "iluwatar/java-design-patterns",
                 "puppeteer/puppeteer",
                 "papers-we-love/papers-we-love",
-                "PanJiaChen/vue-element-admin",
                 "iptv-org/iptv",
                 "fatedier/frp",
                 "excalidraw/excalidraw",
                 "tauri-apps/tauri",
-                "Hack-with-Github/Awesome-Hacking",
-                "nvbn/thefuck",
-                "mtdvio/every-programmer-should-know",
-                "storybookjs/storybook",
                 "neovim/neovim",
-                "microsoft/Web-Dev-For-Beginners",
                 "django/django",
                 "florinpop17/app-ideas",
                 "animate-css/animate.css",
@@ -121,13 +85,11 @@
                 "macrozheng/mall",
                 "jaywcjlove/awesome-mac",
                 "tonsky/FiraCode",
-                "ChatGPTNextWeb/ChatGPT-Next-Web",
                 "rustdesk/rustdesk",
                 "tensorflow/models",
                 "doocs/advanced-java",
                 "shadcn-ui/ui",
                 "gohugoio/hugo",
-                "MisterBooo/LeetCodeAnimation",
                 "spring-projects/spring-boot",
                 "supabase/supabase",
                 "oven-sh/bun",
@@ -138,31 +100,23 @@
                 "openai/whisper",
                 "netdata/netdata",
                 "vuejs/awesome-vue",
-                "DopplerHQ/awesome-interview-questions",
                 "3b1b/manim",
                 "2dust/v2rayN",
                 "nomic-ai/gpt4all",
                 "elastic/elasticsearch",
-                "anuraghazra/github-readme-stats",
-                "microsoft/ML-For-Beginners",
-                "MunGell/awesome-for-beginners",
                 "fighting41love/funNLP",
                 "vitejs/vite",
-                "thedaviddias/Front-End-Checklist",
                 "coder/code-server",
                 "moby/moby",
                 "CompVis/stable-diffusion",
                 "base-org/node",
                 "nestjs/nest",
                 "pallets/flask",
                 "hakimel/reveal.js",
-                "Anduin2017/HowToCook",
                 "microsoft/playwright",
                 "swiftlang/swift",
-                "Developer-Y/cs-video-courses",
                 "redis/redis",
                 "bregman-arie/devops-exercises",
-                "josephmisiti/awesome-machine-learning",
                 "binary-husky/gpt_academic",
                 "junegunn/fzf",
                 "syncthing/syncthing",
@@ -173,11 +127,9 @@
                 "microsoft/generative-ai-for-beginners",
                 "grafana/grafana",
                 "abi/screenshot-to-code",
-                "ByteByteGoHq/system-design-101",
                 "chartjs/Chart.js",
                 "webpack/webpack",
                 "d2l-ai/d2l-zh",
-                "sdmg15/Best-websites-a-programmer-should-visit",
                 "strapi/strapi",
                 "python/cpython",
                 "leonardomso/33-js-concepts",
@@ -187,9 +139,7 @@
                 "apache/superset",
                 "tesseract-ocr/tesseract",
                 "lydiahallie/javascript-questions",
-                "xtekky/gpt4free",
                 "FuelLabs/sway",
-                "twitter/the-algorithm",
                 "keras-team/keras",
                 "resume/resume.github.com",
                 "swisskyrepo/PayloadsAllTheThings",
@@ -214,7 +164,6 @@
                 "rust-unofficial/awesome-rust",
                 "streamich/react-use",
                 "pocketbase/pocketbase",
-                "serhii-londar/open-source-mac-os-apps",
                 "lllyasviel/Fooocus",
                 "k88hudson/git-flight-rules",
                 "react-hook-form/react-hook-form",
@@ -275,23 +224,20 @@
                 "eslint/eslint",
                 "nextauthjs/next-auth",
                 "flameshot-org/flameshot",
-                "envoyproxy/envoy"
+                "envoyproxy/envoy",
+                "sourcebot-dev/zoekt"
             ]
         },
-        {
+        // Defines the GitLab repositories.
+        // See: https://docs.sourcebot.dev/docs/connections/gitlab
+        "gitlab-repos": {
             "type": "gitlab",
-            "token": {
-                "env": "GITLAB_TOKEN"
-            },
-            "groups": [
-                "fdroid"
-            ],
-            "exclude": {
-                "projects": [
-                    "fdroid/wiki",
-                    "Matrixcoffee/internal-twif-preview"
-                ]
-            }
+            "projects": [
+                "gnachman/iterm2"
+            ]
         }
-    ]
-}
+    },
+    "settings": {
+        "reindexIntervalMs": 86400000 // 24 hours
+    }
+}

docs/docs.json

@@ -55,7 +55,9 @@
                         "pages": [
                             "docs/more/syntax-reference",
                             "docs/more/multi-branch-indexing",
-                            "docs/more/roles-and-permissions"
+                            "docs/more/roles-and-permissions",
+                            "docs/more/mcp-server",
+                            "docs/more/search-contexts"
                         ]
                     }
                 ]
@@ -78,8 +80,7 @@
                             "self-hosting/more/authentication",
                             "self-hosting/more/tenancy",
                             "self-hosting/more/transactional-emails",
-                            "self-hosting/more/declarative-config",
-                            "self-hosting/more/search-contexts"
+                            "self-hosting/more/declarative-config"
                         ]
                     },
                     {