Initial import

.clang-format

@@ -0,0 +1,16 @@
+BasedOnStyle: LLVM
+IndentWidth: 4
+ColumnLimit: 200
+AllowShortFunctionsOnASingleLine: Empty
+IndentCaseLabels: true
+NamespaceIndentation: All
+IncludeCategories:
+  - Regex:           '<.*>'
+    Priority:        -1
+  - Regex:           '.*'
+    Priority:        0
+DerivePointerAlignment: false
+PointerAlignment: Left
+AllowAllArgumentsOnNextLine: true
+SpaceAfterTemplateKeyword: false
+SpaceBeforeCtorInitializerColon: false

.eslintrc.base.json

@@ -0,0 +1,52 @@
+{
+    "root": true,
+    "parser": "@typescript-eslint/parser",
+    "plugins": ["@typescript-eslint", "prettier", "react"],
+    "extends": [
+        "eslint:recommended",
+        "plugin:@typescript-eslint/recommended",
+        "plugin:prettier/recommended",
+        "plugin:react/recommended"
+    ],
+    "env": {
+        "browser": true,
+        "node": true
+    },
+    "rules": {
+        "prettier/prettier": "warn",
+        "@typescript-eslint/no-explicit-any": "off",
+        "@typescript-eslint/ban-types": "warn",
+        "@typescript-eslint/prefer-for-of": "off",
+        "@typescript-eslint/no-for-in-array": "error",
+        "@typescript-eslint/no-empty-function": "off",
+        "@typescript-eslint/no-require-imports": "error",
+        "@typescript-eslint/no-non-null-assertion": "off",
+        "no-unused-vars": "off",
+        "@typescript-eslint/no-unused-vars": [
+            "error",
+            {
+                "vars": "all",
+                "args": "none"
+            }
+        ],
+        "@typescript-eslint/no-shadow": "error",
+        "@typescript-eslint/no-namespace": "error",
+        "linebreak-style": ["error", "unix"],
+        "no-irregular-whitespace": ["error", { "skipComments": true }],
+        "no-alert": "error",
+        "prefer-const": "error",
+        "no-return-assign": "error",
+        "no-useless-call": "error",
+        "no-useless-concat": "error"
+    },
+    "settings": {
+        "react": {
+            "pragma": "React",
+            "fragment": "Fragment",
+            "version": "detect"
+        }
+    },
+    "parserOptions": {
+        "extraFileExtensions": [".cjs"]
+    }
+}

.gitignore

@@ -0,0 +1,23 @@
+/perf.data*
+/.cache
+/.ccache
+.tmp
+/.flatc
+/.testfile*
+/artifacts
+/reports
+/packages/reports
+/build
+/.ccls-cache
+/.emscripten_cache
+.DS_Store
+compile_commands.json
+
+/target
+
+# Miscellaneous
+.DS_Store
+/node_modules
+.vscode
+!.vscode/settings.json
+data/tpch/**/*.parquet

.gitmodules

@@ -0,0 +1,27 @@
+[submodule "submodules/duckdb"]
+	path = submodules/duckdb
+	url = https://github.com/duckdb/duckdb
+[submodule "submodules/arrow"]
+	path = submodules/arrow
+	url = https://github.com/apache/arrow
+	shallow = true
+[submodule "submodules/gflags"]
+	path = submodules/gflags
+	url = https://github.com/gflags/gflags.git
+	shallow = true
+[submodule "submodules/benchmark"]
+	path = submodules/benchmark
+	url = https://github.com/google/benchmark
+	shallow = true
+[submodule "submodules/googletest"]
+	path = submodules/googletest
+	url = https://github.com/google/googletest
+	shallow = true
+[submodule "submodules/spdlog"]
+	path = submodules/spdlog
+	url = https://github.com/gabime/spdlog
+	shallow = true
+[submodule "submodules/rapidjson"]
+	path = submodules/rapidjson
+	url = https://github.com/Tencent/rapidjson
+	shallow = true

.prettierignore

@@ -0,0 +1,2 @@
+submodules
+dist

Makefile

@@ -0,0 +1,234 @@
+.DEFAULT_GOAL := duckdb
+
+# ---------------------------------------------------------------------------
+# Config
+
+ROOT_DIR:=$(shell dirname $(realpath $(firstword $(MAKEFILE_LIST))))
+
+UID=${shell id -u}
+GID=${shell id -g}
+
+LIB_SOURCE_DIR="${ROOT_DIR}/lib"
+LIB_DEBUG_DIR="${ROOT_DIR}/lib/build/Debug"
+LIB_RELEASE_DIR="${ROOT_DIR}/lib/build/Release"
+LIB_RELWITHDEBINFO_DIR="${ROOT_DIR}/lib/build/RelWithDebInfo"
+DUCKDB_WASM_DIR="${ROOT_DIR}/packages/duckdb/src/wasm"
+
+CI_IMAGE_NAMESPACE="duckdb"
+CI_IMAGE_NAME="wasm-ci"
+CI_IMAGE_TAG="$(shell cat ./actions/image/TAG)"
+CI_IMAGE_FULLY_QUALIFIED="${CI_IMAGE_NAMESPACE}/${CI_IMAGE_NAME}:${CI_IMAGE_TAG}"
+CACHE_DIRS=${ROOT_DIR}/.ccache/ ${ROOT_DIR}/.emscripten_cache/
+IN_IMAGE_MOUNTS=-v${ROOT_DIR}:${ROOT_DIR} -v${ROOT_DIR}/.emscripten_cache/:/mnt/emscripten_cache/ -v${ROOT_DIR}/.ccache/:/mnt/ccache/
+IN_IMAGE_ENV=-e CCACHE_DIR=/mnt/ccache -e CCACHE_BASEDIR=${ROOT_DIR}/lib/ -e EM_CACHE=/mnt/emscripten_cache/
+EXEC_ENVIRONMENT?=docker run -it --rm ${IN_IMAGE_MOUNTS} ${IN_IMAGE_ENV} "${CI_IMAGE_FULLY_QUALIFIED}"
+
+CORES=$(shell grep -c ^processor /proc/cpuinfo 2>/dev/null || sysctl -n hw.ncpu)
+
+# ---------------------------------------------------------------------------
+# Formatting
+
+# Format all source files
+.PHONY: format
+format:
+	${ROOT_DIR}/scripts/format.sh
+
+.PHONY: check_format
+check_format:
+	${ROOT_DIR}/scripts/format.sh check
+
+# ---------------------------------------------------------------------------
+# Building
+
+# Compile the core in debug mode
+.PHONY: lib
+lib:
+	mkdir -p ${LIB_DEBUG_DIR}
+	cmake -S ${LIB_SOURCE_DIR} -B ${LIB_DEBUG_DIR} \
+		-GNinja \
+		-DCMAKE_BUILD_TYPE=Debug \
+		-DCMAKE_EXPORT_COMPILE_COMMANDS=1
+	ninja -C ${LIB_DEBUG_DIR}
+
+# Compile the core in release mode
+.PHONY: lib_relwithdebinfo
+lib_relwithdebinfo:
+	mkdir -p ${LIB_RELWITHDEBINFO_DIR}
+	cmake -S ${LIB_SOURCE_DIR} -B ${LIB_RELWITHDEBINFO_DIR} \
+		-GNinja \
+		-DCMAKE_BUILD_TYPE=RelWithDebInfo
+	ninja -C ${LIB_RELWITHDEBINFO_DIR}
+
+# Compile the core in release mode
+.PHONY: lib_release
+lib_release:
+	mkdir -p ${LIB_RELEASE_DIR}
+	cmake -S ${LIB_SOURCE_DIR} -B ${LIB_RELEASE_DIR} \
+		-GNinja \
+		-DCMAKE_BUILD_TYPE=Release
+	ninja -C ${LIB_RELEASE_DIR}
+
+# Perf the library
+.PHONY: lib_perf
+lib_perf: lib_relwithdebinfo
+	perf record --call-graph dwarf ${LIB_RELWITHDEBINFO_DIR}/tester --source_dir ${LIB_SOURCE_DIR} --gtest_filter=*CSV*ParseTest
+	hotspot ./perf.data
+
+# Test the core library
+.PHONY: lib_tests
+lib_tests: lib
+	${LIB_DEBUG_DIR}/tester --source_dir ${LIB_SOURCE_DIR} --gtest_filter=*
+
+# Debug the core library
+.PHONY: lib_tests
+lib_tests_lldb: lib
+	lldb ${LIB_DEBUG_DIR}/tester -- --source_dir ${LIB_SOURCE_DIR} --gtest_filter=*
+
+# Debug the core library
+.PHONY: lib_tests
+lib_tests_gdb: lib
+	gdb --args ${LIB_DEBUG_DIR}/tester --source_dir ${LIB_SOURCE_DIR} --gtest_filter=*
+
+# Test the core library
+.PHONY: lib_tests_relwithdebinfo
+lib_tests_relwithdebinfo: lib_relwithdebinfo
+	${LIB_RELWITHDEBINFO_DIR}/tester --source_dir ${LIB_SOURCE_DIR}
+
+# Test the core library
+.PHONY: lib_tests_relwithdebinfo_lldb
+lib_tests_relwithdebinfo_lldb: lib_relwithdebinfo
+	lldb ${LIB_RELWITHDEBINFO_DIR}/tester -- --source_dir ${LIB_SOURCE_DIR}
+
+# Debug the library
+.PHONY: lib_debug
+lib_debug: lib
+	lldb --args ${LIB_DEBUG_DIR}/tester ${LIB_SOURCE_DIR}
+
+# Make sure we can access the wasm caches
+wasm_caches:
+	mkdir -p ${ROOT_DIR}/.ccache ${ROOT_DIR}/.emscripten_cache
+	chown -R $(id -u):$(id -g) ${ROOT_DIR}/.ccache ${ROOT_DIR}/.emscripten_cache
+
+# Build the wasm module with debug info
+.PHONY: wasm
+wasm: wasm_caches
+	mkdir -p ${CACHE_DIRS}
+	${EXEC_ENVIRONMENT} ${ROOT_DIR}/scripts/wasm_build_lib.sh Fast
+
+# Build the wasm modules with all debug info
+.PHONY: wasm_debug
+wasm_debug: wasm_caches
+	mkdir -p ${CACHE_DIRS}
+	${EXEC_ENVIRONMENT} ${ROOT_DIR}/scripts/wasm_build_lib.sh Debug
+
+# Build the wasm modules
+.PHONY: wasm_release
+wasm_release: wasm_caches
+	mkdir -p ${CACHE_DIRS}
+	${EXEC_ENVIRONMENT} ${ROOT_DIR}/scripts/wasm_build_lib.sh Release
+
+# Build the duckdb library
+.PHONY: duckdb
+duckdb:
+	yarn workspace @duckdb/duckdb-wasm build
+
+# Build the duckdb docs
+.PHONY: duckdb_docs
+duckdb_docs:
+	yarn workspace @duckdb/duckdb-wasm docs
+
+# Run the duckdb javascript tests
+.PHONY: duckdb_tests
+duckdb_tests: duckdb
+	yarn workspace @duckdb/duckdb-wasm test
+
+# Run the duckdb javascript tests in browser
+.PHONY: duckdb_tests_browser
+duckdb_tests_browser: duckdb
+	yarn workspace @duckdb/duckdb-wasm test:browser
+
+# Run the duckdb javascript tests in browser
+.PHONY: duckdb_tests_browser
+duckdb_tests_debug: duckdb
+	yarn workspace @duckdb/duckdb-wasm test:browser:dbg
+
+# Run the duckdb javascript tests on nodejs
+.PHONY: duckdb_tests_node
+duckdb_tests_node: duckdb
+	yarn workspace @duckdb/duckdb-wasm test:node
+
+# C++ formatting
+.PHONY: clang_format
+clang_format:
+	python3 ./scripts/run_clang_format.py \
+	--exclude ./lib/build \
+	--exclude ./lib/third_party \
+	-r ./lib/
+
+# JS formatting
+.PHONY: eslint
+eslint:
+	yarn workspace @duckdb/duckdb-wasm run lint
+
+# Install all yarn packages
+.PHONY: yarn_install
+yarn_install:
+	yarn
+
+# ---------------------------------------------------------------------------
+# Environment
+
+# Generate the compile commands for the language server
+.PHONY: compile_commands
+compile_commands: 
+	mkdir -p ${LIB_DEBUG_DIR}
+	cmake -S ${LIB_SOURCE_DIR} -B ${LIB_DEBUG_DIR} \
+		-GNinja \
+		-DCMAKE_BUILD_TYPE=Debug \
+		-DCMAKE_EXPORT_COMPILE_COMMANDS=1
+	ln -sf ${LIB_DEBUG_DIR}/compile_commands.json ${LIB_SOURCE_DIR}/compile_commands.json
+
+# Clean the repository
+.PHONY: clean
+clean:
+	git clean -xfd
+	git submodule foreach --recursive git clean -xfd
+	git submodule update --init --recursive
+
+# Build the docker dev image
+.PHONY: docker_ci_image
+docker_ci_image:
+	tar -cvf - ./actions/image/Dockerfile | docker build \
+		--platform linux/amd64 \
+		-t ${CI_IMAGE_FULLY_QUALIFIED} \
+		-f ./actions/image/Dockerfile \
+		--build-arg UID=${UID} \
+		--build-arg GID=${GID} \
+		-
+
+# Build infrastructure and packages required for development
+.PHONY: bootstrap
+bootstrap:
+	git submodule update --init --recursive
+	make docker_ci_image yarn_install
+	make wasm
+	make duckdb
+
+# Run all js tests
+.PHONY: jstests
+jstests:
+	make duckdb_tests
+
+# ---------------------------------------------------------------------------
+# Data
+
+# Package the uni schema data
+UNI_SCHEMA_DIR="${ROOT_DIR}/data/uni"
+UNI_SCHEMA_OUT="${UNI_SCHEMA_DIR}/out"
+UNI_SCHEMA_PKG="${UNI_SCHEMA_DIR}/target/release/pkg_uni"
+.PHONY: pkg_uni_schema
+pkg_uni:
+	cargo +nightly build --manifest-path="${UNI_SCHEMA_DIR}/Cargo.toml" --release
+	mkdir -p ${UNI_SCHEMA_OUT}
+	${UNI_SCHEMA_PKG} ${UNI_SCHEMA_OUT}
+	cd ${UNI_SCHEMA_OUT} && rm -f ./all.zip && zip ./all.zip ./*.parquet