All labs done

Author: Paula Gearon

labs/lab3/src/lab3/flat.clj

@@ -7,5 +7,5 @@
 
 
 (comment
-  (def data (load-data "../../graphs/starwars.edn"))
+  (def data (load-data "../../graphs/starwars.edn")) 
 )

labs/lab3/src/lab3/indexed.clj

@@ -25,14 +25,14 @@
 
 (comment
   ;; Add statements to an SPO index
-  (def i (assoc-in {} [:yoda :interacts-with :luke] :luke))
-  (assoc-in i [:yoda :interacts-with :obi-wan] :obi-wan)
+  (def i (assoc-in {} [:yoda :interacts-with :luke] :luke)) 
+  (assoc-in i [:yoda :interacts-with :obi-wan] :obi-wan) 
 
   ;; Add statements to a full index
-  (def fi0 (IndexedGraph. {} {} {}))
-  (def fi1 (add fi0 [:yoda :interacts-with :luke]))
-  (def fi2 (add fi1 [:yoda :interacts-with :obi-wan]))
+  (def fi0 (IndexedGraph. {} {} {})) 
+  (def fi1 (add fi0 [:yoda :interacts-with :luke])) 
+  (def fi2 (add fi1 [:yoda :interacts-with :obi-wan])) 
 
   ;; Load the starwars graph
-  (def data (load-data "../../graphs/starwars.edn"))
+  (def data (load-data "../../graphs/starwars.edn")) 
 )

labs/lab4/src/lab4/.match.clj.swp

@@ -45,16 +45,16 @@
           data)))
 
 (comment
-  (def data (load-data "../../graphs/starwars.edn"))
-  (match data '[?yoda :name "Yoda"])
-  (match data '[?character :color "#000000"])
-  (match data '[:yoda :interacts-with ?character])
-  (bind data '[?yoda :name "Yoda"])
-  (bind data '[?character :color "#000000"])
-  (bind data '[:yoda :interacts-with ?character])
-
-  (def color-pattern '[?character :color "#000000"])
-  (def vars (vec (filter variable? color-pattern)))
-  (def black-characters (bind2 data color-pattern))
-  (map #(zipmap vars %) black-characters)
+  (def data (load-data "../../graphs/starwars.edn")) 
+  (match data '[?yoda :name "Yoda"]) 
+  (match data '[?character :color "#000000"]) 
+  (match data '[:yoda :interacts-with ?character]) 
+  (bind data '[?yoda :name "Yoda"]) 
+  (bind data '[?character :color "#000000"]) 
+  (bind data '[:yoda :interacts-with ?character]) 
+
+  (def color-pattern '[?character :color "#000000"]) 
+  (def vars (vec (filter variable? color-pattern))) 
+  (def black-characters (bind2 data color-pattern)) 
+  (map #(zipmap vars %) black-characters) 
 )

labs/lab4/src/lab4/flat.clj

@@ -59,38 +59,38 @@
 
 (comment
   ;; Load the starwars graph
-  (def data (load-data "../../graphs/starwars.edn"))
+  (def data (load-data "../../graphs/starwars.edn")) 
 
   ;; raw access to the indexes
-  (get-in (:spo data) [:yoda :name])
-  (get (:osp data) "#191970")
+  (get-in (:spo data) [:yoda :name]) 
+  (get (:osp data) "#191970") 
   (let [idx (get (:osp data) "#191970")]
-    (for [[s pm] idx p (keys pm)] [s p]))
+    (for [[s pm] idx p (keys pm)] [s p])) 
 
   ;; set up variables and patterns
-  (def name-pattern '[?character :name ?name])
-  (def vars (vec (filter variable? name-pattern)))
-  (def template (normalize nil name-pattern))
+  (def name-pattern '[?character :name ?name]) 
+  (vec (filter variable? name-pattern)) 
+  (normalize nil name-pattern) 
 
   ;; select statements from the graph
-  (match data '[?yoda :name "Yoda"])
-  (match data '[?character :color "#000000"])
+  (match data '[?yoda :name "Yoda"]) 
+  (match data '[?character :color "#000000"]) 
   ;; demonstrate that we can still create the bindings maps
-  (def rabe (match data '[:rabe ?attribute ?value]))
-  (map #(zipmap (:vars rabe) %) (:bindings rabe))
+  (def rabe (match data '[:rabe ?attribute ?value])) 
+  (map #(zipmap (:vars rabe) %) (:bindings rabe)) 
 
   ;; demonstrate filtering results
-  (def names (match data '[?character :name ?name]))
-  (filter (fn [[?character ?name]] (str/starts-with? ?name "Darth")) (:bindings names))
+  (def names (match data '[?character :name ?name])) 
+  (filter (fn [[?character ?name]] (str/starts-with? ?name "Darth")) (:bindings names)) 
 
   ;; manually build a filter function
-  (def fltr '(str/starts-with? ?name "Darth"))
-  (def vars (:vars names))
-  (def filter-fn (eval `(fn [~vars] ~fltr)))
-  (filter filter-fn (:bindings names))
+  (def fltr '(str/starts-with? ?name "Darth")) 
+  (def vars (:vars names)) 
+  (def filter-fn (eval `(fn [~vars] ~fltr))) 
+  (filter filter-fn (:bindings names)) 
 
   ;; Execute a match and filter in one go
   (-> data
       (match '[?character :name ?name])
-      (do-filter '[(str/starts-with? ?name "Darth")]))
+      (do-filter '[(str/starts-with? ?name "Darth")])) 
 )

labs/lab4/src/lab4/indexed.clj

@@ -0,0 +1,3 @@
+{:paths ["src" "resources"]
+ :deps {org.clojure/clojure {:mvn/version "1.11.2"} } }
+

labs/lab5/deps.edn

@@ -0,0 +1,102 @@
+(ns lab5.indexed
+  (:require [clojure.edn :as edn]
+            [clojure.string :as str]))
+
+(defn variable? [x] (and (symbol? x) (= \? (first (name x)))))
+
+(def ? '?)
+(def x 'x)
+
+(defn normalize [_ pattern] (mapv #(if (variable? %) ? x) pattern))
+
+(defmulti get-from-index normalize)
+(defmethod get-from-index [x x x] [{idx :spo} [s p o]] (let [os (get-in idx [s p])] (if (get os o) [[]] [])))
+(defmethod get-from-index [x x ?] [{idx :spo} [s p o]] (map vector (keys (get-in idx [s p]))))
+(defmethod get-from-index [x ? x] [{idx :osp} [s p o]] (map vector (keys (get-in idx [o s]))))
+(defmethod get-from-index [x ? ?] [{idx :spo} [s p o]] (let [edx (idx s)] (for [[p om] edx o (keys om)] [p o])))
+(defmethod get-from-index [? x x] [{idx :pos} [s p o]] (map vector (keys (get-in idx [p o]))))
+(defmethod get-from-index [? x ?] [{idx :pos} [s p o]] (let [edx (idx p)] (for [[o sm] edx s (keys sm)] [s o])))
+(defmethod get-from-index [? ? x] [{idx :osp} [s p o]] (let [edx (idx o)] (for [[s pm] edx p (keys pm)] [s p])))
+(defmethod get-from-index [? ? ?] [{idx :spo} [s p o]] (for [[s pom] idx [p om] pom o (keys om)] [s p o]))
+
+(defn add-to-index
+  [index [_ _ c :as triple]]
+  (assoc-in index triple c))
+
+(defprotocol Index
+  (add [this triple])
+  (match [this pattern]))
+
+(defrecord IndexedGraph [spo pos osp]
+  Index
+  (add [this [s p o :as triple]]
+    (IndexedGraph. (add-to-index spo triple)
+                   (add-to-index pos [p o s])
+                   (add-to-index osp [o s p])))
+  (match [this pattern]
+    {:vars (vec (filter variable? pattern))
+     :bindings (get-from-index this pattern)}))
+
+(defn load-data
+  [filename]
+  (let [data (edn/read-string (slurp filename))]
+    (reduce add (IndexedGraph. {} {} {}) data)))
+
+(defn export-data
+  [filename data]
+  (let [triples (:bindings (match data '[?s ?p ?o]))]
+    (spit filename (pr-str (vec triples)))))
+
+(defn do-filter
+  [match-result filter-expr]
+  (let [vars (:vars match-result)
+        data (:bindings match-result)
+        fltr (first filter-expr)
+        filter-fn (eval `(fn [~vars] ~fltr))]
+    {:vars vars
+     :bindings (filter filter-fn data)}))
+
+(defn rewrite-pattern
+  [vars binding-data pattern]
+  (let [binding-map (zipmap vars binding-data)]
+    (mapv #(if (variable? %) (get binding-map % %) %) pattern)))
+
+(defn join
+  [graph part-result pattern]
+  (let [vars (:vars part-result)
+        new-vars (->> pattern
+                      (filter variable?)
+                      (remove (set vars)))
+        result (for [binding (:bindings part-result)
+                     new-values (:bindings (match graph (rewrite-pattern vars binding pattern)))]
+                 (vec (concat binding new-values)))]
+    {:vars (vec (concat vars new-vars))
+     :bindings result}))
+
+(comment
+  ;; Load the starwars graph
+  (def data (load-data "../../graphs/starwars.edn")) 
+
+  ;; join [?character :color "#000000"] [?character :name ?name]
+  (def color-pattern '[?character :color "#000000"]) 
+  (def name-pattern '[?character :name ?name]) 
+
+  (def color-result (match data color-pattern)) 
+  (def vars (:vars color-result)) 
+
+  (for [binding (:bindings color-result)]
+    binding) 
+
+  (for [binding (:bindings color-result)]
+    (rewrite-pattern vars binding '[?character :name ?name])) 
+
+  (for [binding (:bindings color-result)]
+    (match data (rewrite-pattern vars binding '[?character :name ?name]))) 
+
+  (for [binding (:bindings color-result)
+        new-values (:bindings (match data (rewrite-pattern vars binding '[?character :name ?name])))]
+    (vec (concat binding new-values))) 
+
+  (join data color-result '[?character :name ?name]) 
+  
+)