Delete Slack changes

airbyte-integrations/connectors/source-slack/source_slack/manifest.yaml

@@ -1,4 +1,4 @@
-version: 0.51.42
+version: 0.73.0
 type: DeclarativeSource
 
 definitions:
@@ -82,9 +82,6 @@ definitions:
     schema_loader:
       $ref: "#/definitions/schema_loader"
 
-  incremental_stream:
-    $ref: "#/definitions/stream_base"
-
   users_stream:
     primary_key: "id"
     retriever:
@@ -216,15 +213,6 @@ definitions:
             request_option:
               field_name: "channel"
               inject_into: "request_parameter"
-    transformations:
-      - type: AddFields
-        fields:
-          - path:
-              - float_ts
-            value: "{{ record.ts|float }}"
-          - path:
-              - channel_id
-            value: "{{ stream_partition.get('channel') }}"
     incremental_sync:
       type: DatetimeBasedCursor
       cursor_field: float_ts
@@ -250,40 +238,6 @@ definitions:
         type: MinMaxDatetime
         datetime: "{{ now_utc().strftime('%Y-%m-%dT%H:%M:%SZ') }}"
         datetime_format: "%Y-%m-%dT%H:%M:%SZ"
-
-  threads_stream:
-    $ref: "#/definitions/stream_base"
-    $parameters:
-      name: threads
-      path: conversations.replies
-      field_path: messages
-    primary_key:
-      - channel_id
-      - ts
-    retriever:
-      type: SimpleRetriever
-      requester:
-        $ref: "#/definitions/requester"
-        request_parameters:
-          channel: "{{ stream_slice['parent_slice']['channel'] }}"
-          inclusive: "true"
-      record_selector:
-        $ref: "#/definitions/selector"
-      paginator:
-        $ref: "#/definitions/default_paginator"
-      partition_router:
-        type: SubstreamPartitionRouter
-        parent_stream_configs:
-          - type: ParentStreamConfig
-            stream:
-              $ref: "#/definitions/channel_messages_stream"
-            parent_key: ts
-            partition_field: float_ts
-            incremental_dependency: true
-            request_option:
-              type: RequestOption
-              field_name: "ts"
-              inject_into: "request_parameter"
     transformations:
       - type: AddFields
         fields:
@@ -293,28 +247,12 @@ definitions:
           - path:
               - channel_id
             value: "{{ stream_partition.get('channel') }}"
-    incremental_sync:
-      type: DatetimeBasedCursor
-      cursor_field: ts
-      cursor_datetime_formats:
-        - "%s_as_float"
-      datetime_format: "%s_as_float"
-      start_datetime:
-        type: MinMaxDatetime
-        datetime: "{{ config['start_date'] }}"
-        datetime_format: "%Y-%m-%dT%H:%M:%SZ"
-      global_parent_cursor: true
-      is_client_side_incremental: true
-    state_migrations:
-      - type: CustomStateMigration
-        class_name: "source_slack.components.threads_state_migrations.ThreadsStateMigration"
 
 streams:
   - "#/definitions/users_stream"
   - "#/definitions/channels_stream"
   - "#/definitions/channel_members_stream"
   - "#/definitions/channel_messages_stream"
-  - "#/definitions/threads_stream"
 
 check:
   type: CheckStream

airbyte-integrations/connectors/source-slack/source_slack/source.py

@@ -38,19 +38,21 @@ def get_threads_stream(self, config: Mapping[str, Any]) -> HttpStream:
         end_date = end_date and pendulum.parse(end_date)
         threads_lookback_window = pendulum.Duration(days=config["lookback_window"])
         channel_filter = config.get("channel_filter", [])
+        include_private_channels = config.get("include_private_channels", False)
         threads = Threads(
             authenticator=authenticator,
             default_start_date=default_start_date,
             end_date=end_date,
             lookback_window=threads_lookback_window,
             channel_filter=channel_filter,
+            include_private_channels=include_private_channels,
         )
         return threads
 
     def streams(self, config: Mapping[str, Any]) -> List[Stream]:
         declarative_streams = super().streams(config)
 
-        # threads_stream = self.get_threads_stream(config)
-        # declarative_streams.append(threads_stream)
+        threads_stream = self.get_threads_stream(config)
+        declarative_streams.append(threads_stream)
 
         return declarative_streams