feat: clear destination

api-contract.md

@@ -53,7 +53,7 @@ http://localhost:8080
     "message": "string",
     "data": {
       "email":"string",
-      "username": "string",
+      "username": "string"
     }
   }
   ```
@@ -65,7 +65,7 @@ http://localhost:8080
 - **Headers**: `Authorization: Bearer <token>` // we are using cookie currently so frontend take care accordingly
 - **Response**:
   ```json
-   {
+  {
     "success": "boolean",
     "message": "string",
     "data": {
@@ -108,6 +108,8 @@ http://localhost:8080
   {
     "type":"string",
     "version": "string",
+    "type":"string",
+    "version": "string",
   }
   ```
 - **Response**:
@@ -271,6 +273,7 @@ http://localhost:8080
 ```
 
 
+
 ## Destinations
 ### Get All Version Of Destinations 
 - **Endpoint**: `/api/v1/project/:projectid/destinations/versions`
@@ -303,7 +306,7 @@ http://localhost:8080
   ```json
   {
     "type":"string",
-    "version": "string",
+    "version": "string"
   }
   ```
 - **Response**:
@@ -367,7 +370,7 @@ http://localhost:8080
     "name": "string",
     "type": "string",
     "config": "json",
-    "version":"string",
+    "version":"string"
   }
   ```
 - **Response**:
@@ -380,7 +383,7 @@ http://localhost:8080
       "name": "string",
       "type": "string",
       "config": "json",
-      "version":"string", // to create a job same version of destination and same version of source required
+      "version":"string" // to create a job same version of destination and same version of source required
     }
   }
   ```
@@ -434,7 +437,7 @@ http://localhost:8080
     "name": "string",
     "type": "string",
     "config": "json",
-    "version":"string",
+    "version":"string"
   }
   ```
 - **Response**:
@@ -460,12 +463,11 @@ http://localhost:8080
 - **Response**:
 
 ```json
-
   { // NOTE: this is only soft delete not hard
     "success": "boolean",
     "message": "string",
     "data": {
-      "name": "string",
+      "name": "string"
     }
   }
 ```
@@ -493,10 +495,10 @@ http://localhost:8080
       "name": "string",
       "type": "string",
       "config": "string",
-      "version": "string",
+      "version": "string"
     },
     "frequency": "string",
-    "streams_config": "json",
+    "streams_config": "json"
   }
   ```
 
@@ -530,23 +532,24 @@ http://localhost:8080
           "name": "string",
           "type": "string",
           "config": "json",
-          "version": "string",
+          "version": "string"
         },
         "destination": {
           "name": "string",
           "type": "string",
           "config": "json",
-          "version": "string",
+          "version": "string"
         },
         "streams_config":"json",
         "frequency": "string",
         "last_run_time": "timestamp",
         "last_run_state": "string",
+        "last_run_type": "string",
         "created_at": "timestamp",
         "updated_at": "timestamp",
         "activate": "boolean",
         "created_by":  "string", // username 
-        "updated_by":  "string", // username
+        "updated_by":  "string" // username
       // can also send state but if it is required
       }
     ]
@@ -568,17 +571,18 @@ http://localhost:8080
       "name": "string",
       "type": "string",
       "config": "json",
-      "version": "string",
+      "version": "string"
     },
     "destination": {
       "name": "string",
       "type": "string",
       "config": "json",
-      "version": "string",
+      "version": "string"
     },
     "frequency": "string",
     "streams_config": "json",
-    "activate": "boolean", // send this to activate or deactivate job
+    "difference_streams": "string",
+    "activate": "boolean" // send this to activate or deactivate job
   }
   ```
 
@@ -593,23 +597,25 @@ http://localhost:8080
         "name": "string",
         "type": "string",
         "config": "json",
-        "version": "string",
+        "version": "string"
       },
       "destination": {
         "name": "string",
         "type": "string",
         "config": "json",
-        "version": "string",
+        "version": "string"
       },
       "frequency": "string",
       "streams_config": "json",
-      "activate": "boolean",
+      "activate": "boolean"
     }
   }
   ```
 
 
 
+
+
 ### Delete Job
 
 - **Endpoint**: `/api/v1/project/:projectid/jobs/:id`
@@ -715,11 +721,12 @@ http://localhost:8080
     "message": "string",
     "data": [
       {
-        "id":"string",
+        "file_path": "string",
         "start_time": "timestamp",
         "runtime": "integer",
-        "status": "string"
-      },
+        "status": "string",
+        "job_type": "string"
+      }
     ]
   }
   ```
@@ -770,6 +777,7 @@ http://localhost:8080
   ```
 
 
+
 - **Endpoint**: `/api/v1/project/:projectid/jobs/:jobid/task/:id/logs`
 - **Method**: GET
 - **Description**: Give the Logs of that particular Job
@@ -814,6 +822,69 @@ http://localhost:8080
   }
   ```
 
+
+### Clear destination for a Job
+---
+
+- **Endpoint**: `/api/v1/project/:projectid/jobs/:id/clear-destination`
+- **Method**: POST
+- **Description**: clears the destination data
+- **Headers**: `Authorization: Bearer <token>`
+
+- **Response**: 
+
+  ```json
+  {
+    "success": "boolean",
+    "message": "string"
+  }
+  ```
+
+### Get Clear Destination Status
+---
+
+- **Endpoint**: `/api/v1/project/:projectid/jobs/:id/clear-destination`
+- **Method**: GET
+- **Description**: Get the status of clear destination operation for a job
+- **Headers**: `Authorization: Bearer <token>`
+
+- **Response**: 
+
+  ```json
+  {
+    "success": "boolean",
+    "message": "string",
+    "data": {
+      "running": "boolean"
+    }
+  }
+  ```
+
+  ### Difference Streams
+- **Endpoint**: `/api/v1/project/:projectid/jobs/:id/difference-streams`
+- **Method**: POST
+- **Description**: returns the stream difference bewtween the saved and the updated streams
+- **Headers**: `Authorization: Bearer <token>`
+- - **Request Body**:
+
+  ```json
+  {
+    "updated_streams_config": "json"
+  }
+  ```
+
+- **Response**: 
+
+  ```json
+  {
+    "success": "boolean",
+    "message": "string",
+    "data": {
+      "difference_streams": "json"
+    }
+  }
+  ```
+
 ## Error Responses
 
 All endpoints may return the following error responses:

server/go.mod

@@ -148,4 +148,4 @@ require (
 	google.golang.org/grpc v1.75.0 // indirect
 	google.golang.org/protobuf v1.36.8 // indirect
 	gopkg.in/yaml.v3 v3.0.1 // indirect
-)
+)

server/go.sum

@@ -454,4 +454,4 @@ gopkg.in/yaml.v3 v3.0.1/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=
 gotest.tools/v3 v3.5.2 h1:7koQfIKdy+I8UTetycgUqXWSDwpgv193Ka+qRsmBY8Q=
 gotest.tools/v3 v3.5.2/go.mod h1:LtdLGcnqToBH83WByAAi/wiwSFCArdFIUV/xxN4pcjA=
 honnef.co/go/tools v0.0.0-20190102054323-c2f93a96b099/go.mod h1:rf3lG4BRIbNafJWhAfAdb/ePZxsR/4RtNHQocxwk9r4=
-honnef.co/go/tools v0.0.0-20190523083050-ea95bdfd59fc/go.mod h1:rf3lG4BRIbNafJWhAfAdb/ePZxsR/4RtNHQocxwk9r4=
+honnef.co/go/tools v0.0.0-20190523083050-ea95bdfd59fc/go.mod h1:rf3lG4BRIbNafJWhAfAdb/ePZxsR/4RtNHQocxwk9r4=

server/internal/constants/constants.go

@@ -3,6 +3,7 @@ package constants
 import (
 	"fmt"
 	"strings"
+	"time"
 
 	"github.com/beego/beego/v2/core/config"
 	"github.com/beego/beego/v2/server/web"
@@ -23,6 +24,9 @@ var (
 	DefaultConfigDir          = "/tmp/olake-config"
 	DefaultLogRetentionPeriod = 30
 	DefaultSpecVersion        = "v0.2.0"
+
+	DefaultCancelSyncWaitTime = 30 * time.Second
+
 	// logging
 	EnvLogLevel          = "LOG_LEVEL"
 	EnvLogFormat         = "LOG_FORMAT"