Skip to content

Wrap EQL into a PostgreSQL schema #98

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
merged 16 commits into from
Apr 11, 2025
Merged

Wrap EQL into a PostgreSQL schema #98

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
16 commits
Select commit Hold shift + click to select a range
d3e927f
feat: add schema definition
tobyhede Apr 11, 2025
f5b208e
feat(schema): schemify ore classic
tobyhede Apr 11, 2025
5ba7d27
feat(schema): schemify ore cllw
tobyhede Apr 11, 2025
cc18866
feat(schema): schemify ste_vec
tobyhede Apr 11, 2025
21144bb
feat(schema): schemify core domain
tobyhede Apr 11, 2025
a64a16c
feat(schema): schemify core functions
tobyhede Apr 11, 2025
4879b6d
feat(schema) schemify eq
tobyhede Apr 11, 2025
342a34a
feat(schema) schemify match
tobyhede Apr 11, 2025
131d32e
feat(schema) schemify ore operators
tobyhede Apr 11, 2025
2c3543f
feat(schema) schemify config schema
tobyhede Apr 11, 2025
c8556e3
feat(schema) schemify config fns
tobyhede Apr 11, 2025
43188bc
feat(schema) schemify encryptindex
tobyhede Apr 11, 2025
4be28f8
feat(schema) schemify aggregates
tobyhede Apr 11, 2025
9ec6ba8
feat(schema) schemify drops
tobyhede Apr 11, 2025
87b0c77
feat(schema) schemify tests
tobyhede Apr 11, 2025
a996a21
fixes
tobyhede Apr 11, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
212 changes: 106 additions & 106 deletions sql/001-ore.sql
View file
Open in desktop

Large diffs are not rendered by default.

212 changes: 106 additions & 106 deletions sql/002-ore-cllw.sql
View file
Open in desktop

Large diffs are not rendered by default.

228 changes: 112 additions & 116 deletions sql/003-ste-vec.sql
View file
Open in desktop

Large diffs are not rendered by default.

72 changes: 36 additions & 36 deletions sql/010-core-domain-types.sql
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,23 +1,23 @@
DROP DOMAIN IF EXISTS cs_match_index_v1;
CREATE DOMAIN cs_match_index_v1 AS smallint[];
DROP DOMAIN IF EXISTS eql_v1.match_index;
CREATE DOMAIN eql_v1.match_index AS smallint[];

DROP DOMAIN IF EXISTS cs_unique_index_v1;
CREATE DOMAIN cs_unique_index_v1 AS text;
DROP DOMAIN IF EXISTS eql_v1.unique_index;
CREATE DOMAIN eql_v1.unique_index AS text;


-- cs_encrypted_v1 is a column type and cannot be dropped if in use
-- eql_v1_encrypted is a column type and cannot be dropped if in use
DO $$
BEGIN
IF NOT EXISTS (SELECT 1 FROM pg_type WHERE typname = 'cs_encrypted_v1') THEN
CREATE DOMAIN cs_encrypted_v1 AS JSONB;
IF NOT EXISTS (SELECT 1 FROM pg_type WHERE typname = 'eql_v1_encrypted') THEN
CREATE DOMAIN eql_v1_encrypted AS JSONB;
END IF;
END
$$;


-- Should include a kind field
DROP FUNCTION IF EXISTS _cs_encrypted_check_k(jsonb);
CREATE FUNCTION _cs_encrypted_check_k(val jsonb)
DROP FUNCTION IF EXISTS eql_v1._encrypted_check_k(jsonb);
CREATE FUNCTION eql_v1._encrypted_check_k(val jsonb)
RETURNS boolean
AS $$
BEGIN
Expand All @@ -32,8 +32,8 @@ $$ LANGUAGE plpgsql;
--
-- CT payload should include a c field
--
DROP FUNCTION IF EXISTS _cs_encrypted_check_k_ct(jsonb);
CREATE FUNCTION _cs_encrypted_check_k_ct(val jsonb)
DROP FUNCTION IF EXISTS eql_v1._encrypted_check_k_ct(jsonb);
CREATE FUNCTION eql_v1._encrypted_check_k_ct(val jsonb)
RETURNS boolean
AS $$
BEGIN
Expand All @@ -51,8 +51,8 @@ $$ LANGUAGE plpgsql;
--
-- SV payload should include an sv field
--
DROP FUNCTION IF EXISTS _cs_encrypted_check_k_sv(jsonb);
CREATE FUNCTION _cs_encrypted_check_k_sv(val jsonb)
DROP FUNCTION IF EXISTS eql_v1._encrypted_check_k_sv(jsonb);
CREATE FUNCTION eql_v1._encrypted_check_k_sv(val jsonb)
RETURNS boolean
AS $$
BEGIN
Expand All @@ -68,8 +68,8 @@ $$ LANGUAGE plpgsql;


-- Plaintext field should never be present in an encrypted column
DROP FUNCTION IF EXISTS _cs_encrypted_check_p(jsonb);
CREATE FUNCTION _cs_encrypted_check_p(val jsonb)
DROP FUNCTION IF EXISTS eql_v1._encrypted_check_p(jsonb);
CREATE FUNCTION eql_v1._encrypted_check_p(val jsonb)
RETURNS boolean
AS $$
BEGIN
Expand All @@ -81,8 +81,8 @@ AS $$
$$ LANGUAGE plpgsql;

-- Should include an ident field
DROP FUNCTION IF EXISTS _cs_encrypted_check_i(jsonb);
CREATE FUNCTION _cs_encrypted_check_i(val jsonb)
DROP FUNCTION IF EXISTS eql_v1._encrypted_check_i(jsonb);
CREATE FUNCTION eql_v1._encrypted_check_i(val jsonb)
RETURNS boolean
AS $$
BEGIN
Expand All @@ -94,8 +94,8 @@ AS $$
$$ LANGUAGE plpgsql;

-- Query field should never be present in an encrypted column
DROP FUNCTION IF EXISTS _cs_encrypted_check_q(jsonb);
CREATE FUNCTION _cs_encrypted_check_q(val jsonb)
DROP FUNCTION IF EXISTS eql_v1._encrypted_check_q(jsonb);
CREATE FUNCTION eql_v1._encrypted_check_q(val jsonb)
RETURNS boolean
AS $$
BEGIN
Expand All @@ -107,8 +107,8 @@ AS $$
$$ LANGUAGE plpgsql;

-- Ident field should include table and column
DROP FUNCTION IF EXISTS _cs_encrypted_check_i_ct(jsonb);
CREATE FUNCTION _cs_encrypted_check_i_ct(val jsonb)
DROP FUNCTION IF EXISTS eql_v1._encrypted_check_i_ct(jsonb);
CREATE FUNCTION eql_v1._encrypted_check_i_ct(val jsonb)
RETURNS boolean
AS $$
BEGIN
Expand All @@ -120,8 +120,8 @@ AS $$
$$ LANGUAGE plpgsql;

-- Should include a version field
DROP FUNCTION IF EXISTS _cs_encrypted_check_v(jsonb);
CREATE FUNCTION _cs_encrypted_check_v(val jsonb)
DROP FUNCTION IF EXISTS eql_v1._encrypted_check_v(jsonb);
CREATE FUNCTION eql_v1._encrypted_check_v(val jsonb)
RETURNS boolean
AS $$
BEGIN
Expand All @@ -133,27 +133,27 @@ AS $$
$$ LANGUAGE plpgsql;


DROP FUNCTION IF EXISTS cs_check_encrypted_v1(val jsonb);
DROP FUNCTION IF EXISTS eql_v1.check_encrypted(val jsonb);

CREATE FUNCTION cs_check_encrypted_v1(val jsonb)
CREATE FUNCTION eql_v1.check_encrypted(val jsonb)
RETURNS BOOLEAN
LANGUAGE sql IMMUTABLE STRICT PARALLEL SAFE
BEGIN ATOMIC
RETURN (
_cs_encrypted_check_v(val) AND
_cs_encrypted_check_i(val) AND
_cs_encrypted_check_k(val) AND
_cs_encrypted_check_k_ct(val) AND
_cs_encrypted_check_k_sv(val) AND
_cs_encrypted_check_q(val) AND
_cs_encrypted_check_p(val)
eql_v1._encrypted_check_v(val) AND
eql_v1._encrypted_check_i(val) AND
eql_v1._encrypted_check_k(val) AND
eql_v1._encrypted_check_k_ct(val) AND
eql_v1._encrypted_check_k_sv(val) AND
eql_v1._encrypted_check_q(val) AND
eql_v1._encrypted_check_p(val)
);
END;

ALTER DOMAIN cs_encrypted_v1 DROP CONSTRAINT IF EXISTS cs_encrypted_v1_check;
ALTER DOMAIN eql_v1_encrypted DROP CONSTRAINT IF EXISTS eql_v1_encrypted_check;

ALTER DOMAIN cs_encrypted_v1
ADD CONSTRAINT cs_encrypted_v1_check CHECK (
cs_check_encrypted_v1(VALUE)
ALTER DOMAIN eql_v1_encrypted
ADD CONSTRAINT eql_v1_encrypted_check CHECK (
eql_v1.check_encrypted(VALUE)
);

Loading
Loading