Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Adding unit tests to SAT full refresh test #8589

Merged
merged 10 commits into from
Dec 21, 2021
Prev Previous commit
Next Next commit
Format
  • Loading branch information
eliziario committed Dec 9, 2021
commit c6e48441eefec94a7e9baf17bfc05e52ff87a3b8
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@

from enum import Enum
from pathlib import Path
from typing import List, Mapping, Optional, Set, Dict
from typing import List, Mapping, Optional, Set

from pydantic import BaseModel, Field, validator

Expand Down
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
#
# Copyright (c) 2021 Airbyte, Inc., all rights reserved.
#
import logging

from unittest.mock import MagicMock

import pytest
Expand Down
Original file line number Diff line number Diff line change
@@ -1,27 +1,19 @@
#
# Copyright (c) 2021 Airbyte, Inc., all rights reserved.
#

from typing import Dict, List
from unittest.mock import MagicMock

import pytest
from _pytest.outcomes import Failed
from airbyte_cdk.models import (
ConfiguredAirbyteCatalog,
ConfiguredAirbyteStream,
AirbyteStream,
AirbyteMessage,
AirbyteRecordMessage,
Type,
)

from airbyte_cdk.models import AirbyteMessage, AirbyteRecordMessage, AirbyteStream, ConfiguredAirbyteCatalog, ConfiguredAirbyteStream, Type
from source_acceptance_test.config import ConnectionTestConfig
from source_acceptance_test.tests.test_full_refresh import (
TestFullRefresh as _TestFullRefresh,
)
from source_acceptance_test.tests.test_full_refresh import TestFullRefresh as _TestFullRefresh


class ReadTestConfigWithIgnoreFields(ConnectionTestConfig):
ignored_fields: Dict[str, List[str]] = {
"test_stream": ["ignore_me", "ignore_me_too"]
}
ignored_fields: Dict[str, List[str]] = {"test_stream": ["ignore_me", "ignore_me_too"]}


test_cases = [
Expand Down Expand Up @@ -68,9 +60,7 @@ class ReadTestConfigWithIgnoreFields(ConnectionTestConfig):
test_cases,
ids=[test_case[-1] for test_case in test_cases],
)
def test_read_with_ignore_fields(
schema, record, expected_record, should_fail, test_case_name
):
def test_read_with_ignore_fields(schema, record, expected_record, should_fail, test_case_name):
catalog = get_default_catalog(schema)
input_config = ReadTestConfigWithIgnoreFields()
docker_runner_mock = MagicMock()
Expand All @@ -79,9 +69,7 @@ def record_message_from_record(record_: Dict) -> List[AirbyteMessage]:
return [
AirbyteMessage(
type=Type.RECORD,
record=AirbyteRecordMessage(
stream="test_stream", data=record_, emitted_at=111
),
record=AirbyteRecordMessage(stream="test_stream", data=record_, emitted_at=111),
)
]

Expand Down