[pull] main from TrafficGuard:main

.dockerignore → .dockerignore

@@ -2,5 +2,4 @@ node_modules
 dist
 bin
 .venv
-.nous/
-
+.typedai/

.github/workflows/ci.yml

@@ -45,6 +45,11 @@ jobs:
         working-directory: ./frontend
         run: npm ci
 
+      - name: Install Chrome
+        uses: browser-actions/setup-chrome@latest
+
       - name: Run tests (frontend)
         working-directory: ./frontend
         run: npm run test:ci
+        env:
+          CHROME_BIN: /usr/bin/google-chrome-stable

.gitignore

@@ -15,7 +15,7 @@ temp/
 .ignore
 .cache
 .venv/
-.nous/
+.typedai/
 src/cli/*-in
 src/cli/*-out
 tg/

.husky/pre-commit

@@ -1 +1,2 @@
-npm run lint && npm test && npx --no-install lint-staged
+#!/usr/bin/bash
+source ~/.nvm/nvm.sh && nvm use && npm run lint:ci # && npm test && npx --no-install lint-staged

.husky/pre-push

@@ -0,0 +1,2 @@
+#!/usr/bin/bash
+source ~/.nvm/nvm.sh && nvm use && npm run lint:ci && npm test

.nvmrc

@@ -1 +1 @@
-20.14
+22.10.0

CHANGELOG.md

@@ -0,0 +1,24 @@
+
+# August 2024
+
+Added initial SWE-bench runner.  Also working on inference using the containerised environments at https://github.com/TrafficGuard/SWE-bench/blob/main/swebench/harness/run_inference.py
+
+Added a process to generate documentation for a project.This is a bottom-up process which generates a one sentence and one-paragraph summary for each file
+starting in the leaf folders, then generates the summary for the folder, and then iteratively moves up to the root node.
+
+Prototyping new generateText methods on the LLM interface which have a message history to support both chatbots, and
+setting the cache_control flag where the message history may be used like a stack for agentic workflows.
+
+Add initial Slack chatbot integration.
+
+Update the Aider wrapper to support editing Python projects in other directories, and to support using Vertex AI.
+
+Fixes to GitHub integration.
+
+Add LLM service integration tests.
+
+Update CI build to run frontend and backend in parallel.
+
+Fix Anthropic LLM service.
+
+Add getFileSystemTreeStructure functions and other fixes to the FileSystem service.

CONVENTIONS.md

@@ -1,23 +1,9 @@
 # General code standards 
 
+Do not update project level configuration files unless explicitly instructed to.
+
 Use async/await where possible
 
 Test exceptional cases first and return/throw early.
 
-# Test code standards
-
-Unit test files should be in the same directory as the source file.
-
-Any usage of chai-as-promised should use async/await
-```
-it('should work well with async/await', async () => {
-    (await Promise.resolve(42)).should.equal(42)
-    await Promise.reject(new Error()).should.be.rejectedWith(Error);
-});
-```
-
-# Tool/function classes
-
-Function classes with the @funcClass(__filename) must only have the default constructor.
-
-Always use the Filesystem class in src/functions/storage/filesystem.ts to read/search/write to the local filesystem.
+Never edit files name CONVENTIONS.md or .cursorrules

Dockerfile

@@ -1,20 +1,23 @@
 # Production Dockerfile
-FROM python:3.11
+FROM python:3.11-slim
 
 ENV DEBIAN_FRONTEND=noninteractive
 
-RUN pip install aider-chat
+# Update package lists without signature verification to avoid "At least one invalid signature was encountered." on debian repos
+RUN apt-get -o Acquire::Check-Valid-Until=false -o Acquire::AllowInsecureRepositories=true -o Acquire::AllowDowngradeToInsecureRepositories=true update
 
-#COPY .nvmrc .
-# $(cat .nvmrc)
+# make g++ gcc build-essential are needed for node-gyp
+RUN apt-get install -y curl make g++ gcc build-essential git
 RUN curl -sL https://deb.nodesource.com/setup_20.x -o nodesource_setup.sh
-RUN chmod +x ./nodesource_setup.sh && ./nodesource_setup.sh
-RUN apt install -y nodejs
+RUN bash ./nodesource_setup.sh
+RUN apt-get install -y nodejs
+
+RUN pip install aider-chat
 
-ENV user     nous
-ENV homedir  /home/nous/
+ENV user=typedai
+ENV homedir=/home/typedai/
 
-RUN useradd --create-home -g users nous
+RUN useradd --create-home -g users typedai
 WORKDIR $homedir
 
 RUN mkdir ".husky"
@@ -25,14 +28,21 @@ RUN npm ci
 
 COPY . .
 
+# Download the tiktokenizer model, which is written to node_modules/@microsoft/tiktokenizer/model,
+# as the root user, as the typedai user can't write to node_modules
+RUN npm run initTiktokenizer
+
 USER $user
 
-RUN mkdir .nous
+RUN mkdir .typedai
 # Generate the function schemas
 RUN npm run functionSchemas
 
-ENV NODE_ENV production
-ENV PORT 8080
+# Needed to avoid the error "fatal: detected dubious ownership in repository at '/home/typedai'" when running git commands
+# as the application files are owned by the root user so an agent (which runs as the typedai user) can't modify them.
+RUN git config --global --add safe.directory /home/typedai
+
+ENV NODE_ENV=production
+ENV PORT=8080
 EXPOSE 8080
 CMD [ "npm", "run", "start" ]
-

Dockerfile.dev

@@ -1,21 +1,23 @@
 # Development Dockerfile to be run from the docker-compose.yml (run: docker compose up)
-FROM python:3.11
+FROM python:3.11-slim
 
 ENV DEBIAN_FRONTEND=noninteractive
 
-#COPY .nvmrc .
-# $(cat .nvmrc)
-RUN curl -sL https://deb.nodesource.com/setup_20.x -o nodesource_setup.sh
-RUN chmod +x ./nodesource_setup.sh && ./nodesource_setup.sh
-RUN apt install -y nodejs
+# Update package lists without signature verification to avoid "At least one invalid signature was encountered." on debian repos
+RUN apt-get -o Acquire::Check-Valid-Until=false -o Acquire::AllowInsecureRepositories=true -o Acquire::AllowDowngradeToInsecureRepositories=true update
 
-RUN npm install -g pm2
+# make g++ gcc build-essential are needed for node-gyp
+RUN apt-get install -y curl make g++ gcc build-essential git
+RUN curl -sL https://deb.nodesource.com/setup_20.x -o nodesource_setup.sh
+RUN bash ./nodesource_setup.sh
+RUN apt-get install -y nodejs
 
 RUN pip install aider-chat
 
-ENV user     nous
-ENV homedir  /home/nous/
-RUN useradd --create-home -g users nous
+ENV user=typedai
+ENV homedir=/home/typedai/
+RUN useradd --create-home -g users typedai
+
 WORKDIR $homedir
 
 RUN mkdir ".husky"
@@ -24,8 +26,6 @@ COPY .husky/install.mjs .husky/install.mjs
 COPY package*.json ./
 RUN npm install
 
-COPY . .
-
 # Install Angular dependencies and build Angular app
 WORKDIR $homedir/frontend
 COPY frontend/package*.json ./
@@ -37,10 +37,14 @@ WORKDIR $homedir
 # Switch to non-root user
 USER $user
 
-ENV NODE_ENV production
+ENV NODE_ENV=production
+
+# Needed to avoid the error "fatal: detected dubious ownership in repository at '/home/typedai'" when running git commands
+# as the application files are owned by the root user so an agent (which runs as the typedai user) can't modify them.
+RUN git config --global --add safe.directory /home/typedai
 
-# In the frontend package.jsson the `ng serve` needs the arg --host 0.0.0.0 for it to be available from the host machine
+# In the frontend package.json the `ng serve` needs the arg --host 0.0.0.0 for it to be available from the host machine
 EXPOSE 4200
 EXPOSE 3000
-CMD ["pm2-runtime", "start", "resources/ecosystem.config.js"]
+CMD ["./bin/cmd-script"]