Skip to content

Commit 1b783e6

Browse files
committed
SK-1758 Add detect support in Python SDK
- Fix errors in detect python SDK v2
1 parent 9d64b9d commit 1b783e6

File tree

4 files changed

+48
-48
lines changed

4 files changed

+48
-48
lines changed

skyflow/utils/_skyflow_messages.py

Lines changed: 44 additions & 44 deletions
Original file line numberDiff line numberDiff line change
@@ -147,50 +147,50 @@ class Error(Enum):
147147
FILE_INVALID_JSON = f"{error_prefix} Initialization failed. File at {{}} is not in valid JSON format. Verify the file contents."
148148
INVALID_JSON_FORMAT_IN_CREDENTIALS_ENV = f"{error_prefix} Validation error. Invalid JSON format in SKYFLOW_CREDENTIALS environment variable."
149149

150-
INVALID_TEXT_IN_DEIDENTIFY: f"{error_prefix} Validation error. The text field is required and must be a non-empty string. Specify a valid text."
151-
INVALID_ENTITIES_IN_DEIDENTIFY: f"{error_prefix} Validation error. The entities field must be an array of DetectEntities enums. Specify a valid entities."
152-
INVALID_ALLOW_REGEX_LIST: f"{error_prefix} Validation error. The allowRegexList field must be an array of strings. Specify a valid allowRegexList."
153-
INVALID_RESTRICT_REGEX_LIST: f"{error_prefix} Validation error. The restrictRegexList field must be an array of strings. Specify a valid restrictRegexList."
154-
INVALID_TOKEN_FORMAT: f"{error_prefix} Validation error. The tokenFormat key must be an instance of TokenFormat. Specify a valid token format."
155-
INVALID_TRANSFORMATIONS: f"{error_prefix} Validation error. The transformations key must be an instance of Transformations. Specify a valid transformations."
156-
157-
INVALID_TEXT_IN_REIDENTIFY: f"{error_prefix} Validation error. The text field is required and must be a non-empty string. Specify a valid text."
158-
INVALID_REDACTED_ENTITIES_IN_REIDENTIFY: f"{error_prefix} Validation error. The redactedEntities field must be an array of DetectEntities enums. Specify a valid redactedEntities."
159-
INVALID_MASKED_ENTITIES_IN_REIDENTIFY: f"{error_prefix} Validation error. The maskedEntities field must be an array of DetectEntities enums. Specify a valid maskedEntities."
160-
INVALID_PLAIN_TEXT_ENTITIES_IN_REIDENTIFY: f"{error_prefix} Validation error. The plainTextEntities field must be an array of DetectEntities enums. Specify a valid plainTextEntities."
161-
162-
INVALID_DEIDENTIFY_FILE_REQUEST: f"{error_prefix} Validation error. Invalid deidentify file request. Specify a valid deidentify file request."
163-
EMPTY_FILE_OBJECT: f"{error_prefix} Validation error. File object cannot be empty. Specify a valid file object."
164-
INVALID_FILE_FORMAT: f"{error_prefix} Validation error. Invalid file format. Specify a valid file format."
165-
MISSING_FILE_SOURCE: f"{error_prefix} Validation error. Provide exactly one of filePath, base64, or fileObject."
166-
INVALID_FILE_OBJECT: f"{error_prefix} Validation error. Invalid file object. Specify a valid file object."
167-
INVALID_BASE64_STRING: f"{error_prefix} Validation error. Invalid base64 string. Specify a valid base64 string."
168-
INVALID_DEIDENTIFY_FILE_OPTIONS: f"{error_prefix} Validation error. Invalid deidentify file options. Specify a valid deidentify file options."
169-
INVALID_ENTITIES: f"{error_prefix} Validation error. Invalid entities. Specify valid entities as string array."
170-
EMPTY_ENTITIES: f"{error_prefix} Validation error. Entities cannot be empty. Specify valid entities."
171-
EMPTY_ALLOW_REGEX_LIST: f"{error_prefix} Validation error. Allow regex list cannot be empty. Specify valid allow regex list."
172-
INVALID_ALLOW_REGEX: f"{error_prefix} Validation error. Invalid allow regex. Specify valid allow regex at index {{}}."
173-
EMPTY_RESTRICT_REGEX_LIST: f"{error_prefix} Validation error. Restrict regex list cannot be empty. Specify valid restrict regex list."
174-
INVALID_RESTRICT_REGEX: f"{error_prefix} Validation error. Invalid restrict regex. Specify valid restrict regex at index {{}}."
175-
INVALID_OUTPUT_PROCESSED_IMAGE: f"{error_prefix} Validation error. Invalid output processed image. Specify valid output processed image as string."
176-
INVALID_OUTPUT_OCR_TEXT: f"{error_prefix} Validation error. Invalid output ocr text. Specify valid output ocr text as string."
177-
INVALID_MASKING_METHOD: f"{error_prefix} Validation error. Invalid masking method. Specify valid masking method as string."
178-
INVALID_PIXEL_DENSITY: f"{error_prefix} Validation error. Invalid pixel density. Specify valid pixel density as string."
179-
INVALID_OUTPUT_TRANSCRIPTION: f"{error_prefix} Validation error. Invalid output transcription. Specify valid output transcription as string."
180-
INVALID_OUTPUT_PROCESSED_AUDIO: f"{error_prefix} Validation error. Invalid output processed audio. Specify valid output processed audio as string."
181-
INVALID_MAX_RESOLUTION: f"{error_prefix} Validation error. Invalid max resolution. Specify valid max resolution as string."
182-
INVALID_BLEEP: f"{error_prefix} Validation error. Invalid bleep. Specify valid bleep as object."
183-
INVALID_FILE_OR_ENCODED_FILE: f"{error_prefix} . Error while decoding base64 and saving file"
184-
INVALID_FILE_TYPE : f"{error_prefix} Validation error. Invalid file type. Specify a valid file type."
185-
INVALID_FILE_NAME: f"{error_prefix} Validation error. Invalid file name. Specify a valid file name."
186-
FILE_READ_ERROR: f"{error_prefix} Validation error. Unable to read file. Verify the file path."
187-
INVALID_BASE64_HEADER: f"{error_prefix} Validation error. Invalid base64 header. Specify a valid base64 header."
188-
INVALID_WAIT_TIME: f"{error_prefix} Validation error. Invalid wait time. Specify a valid wait time as number and should not be greater than 20 secs."
189-
INVALID_OUTPUT_DIRECTORY: f"{error_prefix} Validation error. Invalid output directory. Specify a valid output directory as string."
190-
INVALID_OUTPUT_DIRECTORY_PATH: f"{error_prefix} Validation error. Invalid output directory path. Specify a valid output directory path as string."
191-
EMPTY_RUN_ID: f"{error_prefix} Validation error. Run id cannot be empty. Specify a valid run id."
192-
INVALID_RUN_ID: f"{error_prefix} Validation error. Invalid run id. Specify a valid run id as string."
193-
INTERNAL_SERVER_ERROR: f"{error_prefix}. Internal server error. {{}}."
150+
INVALID_TEXT_IN_DEIDENTIFY = f"{error_prefix} Validation error. The text field is required and must be a non-empty string. Specify a valid text."
151+
INVALID_ENTITIES_IN_DEIDENTIFY = f"{error_prefix} Validation error. The entities field must be an array of DetectEntities enums. Specify a valid entities."
152+
INVALID_ALLOW_REGEX_LIST = f"{error_prefix} Validation error. The allowRegexList field must be an array of strings. Specify a valid allowRegexList."
153+
INVALID_RESTRICT_REGEX_LIST = f"{error_prefix} Validation error. The restrictRegexList field must be an array of strings. Specify a valid restrictRegexList."
154+
INVALID_TOKEN_FORMAT = f"{error_prefix} Validation error. The tokenFormat key must be an instance of TokenFormat. Specify a valid token format."
155+
INVALID_TRANSFORMATIONS = f"{error_prefix} Validation error. The transformations key must be an instance of Transformations. Specify a valid transformations."
156+
157+
INVALID_TEXT_IN_REIDENTIFY = f"{error_prefix} Validation error. The text field is required and must be a non-empty string. Specify a valid text."
158+
INVALID_REDACTED_ENTITIES_IN_REIDENTIFY = f"{error_prefix} Validation error. The redactedEntities field must be an array of DetectEntities enums. Specify a valid redactedEntities."
159+
INVALID_MASKED_ENTITIES_IN_REIDENTIFY = f"{error_prefix} Validation error. The maskedEntities field must be an array of DetectEntities enums. Specify a valid maskedEntities."
160+
INVALID_PLAIN_TEXT_ENTITIES_IN_REIDENTIFY = f"{error_prefix} Validation error. The plainTextEntities field must be an array of DetectEntities enums. Specify a valid plainTextEntities."
161+
162+
INVALID_DEIDENTIFY_FILE_REQUEST = f"{error_prefix} Validation error. Invalid deidentify file request. Specify a valid deidentify file request."
163+
EMPTY_FILE_OBJECT = f"{error_prefix} Validation error. File object cannot be empty. Specify a valid file object."
164+
INVALID_FILE_FORMAT = f"{error_prefix} Validation error. Invalid file format. Specify a valid file format."
165+
MISSING_FILE_SOURCE = f"{error_prefix} Validation error. Provide exactly one of filePath, base64, or fileObject."
166+
INVALID_FILE_OBJECT = f"{error_prefix} Validation error. Invalid file object. Specify a valid file object."
167+
INVALID_BASE64_STRING = f"{error_prefix} Validation error. Invalid base64 string. Specify a valid base64 string."
168+
INVALID_DEIDENTIFY_FILE_OPTIONS = f"{error_prefix} Validation error. Invalid deidentify file options. Specify a valid deidentify file options."
169+
INVALID_ENTITIES = f"{error_prefix} Validation error. Invalid entities. Specify valid entities as string array."
170+
EMPTY_ENTITIES = f"{error_prefix} Validation error. Entities cannot be empty. Specify valid entities."
171+
EMPTY_ALLOW_REGEX_LIST = f"{error_prefix} Validation error. Allow regex list cannot be empty. Specify valid allow regex list."
172+
INVALID_ALLOW_REGEX = f"{error_prefix} Validation error. Invalid allow regex. Specify valid allow regex at index {{}}."
173+
EMPTY_RESTRICT_REGEX_LIST = f"{error_prefix} Validation error. Restrict regex list cannot be empty. Specify valid restrict regex list."
174+
INVALID_RESTRICT_REGEX = f"{error_prefix} Validation error. Invalid restrict regex. Specify valid restrict regex at index {{}}."
175+
INVALID_OUTPUT_PROCESSED_IMAGE = f"{error_prefix} Validation error. Invalid output processed image. Specify valid output processed image as string."
176+
INVALID_OUTPUT_OCR_TEXT = f"{error_prefix} Validation error. Invalid output ocr text. Specify valid output ocr text as string."
177+
INVALID_MASKING_METHOD = f"{error_prefix} Validation error. Invalid masking method. Specify valid masking method as string."
178+
INVALID_PIXEL_DENSITY = f"{error_prefix} Validation error. Invalid pixel density. Specify valid pixel density as string."
179+
INVALID_OUTPUT_TRANSCRIPTION = f"{error_prefix} Validation error. Invalid output transcription. Specify valid output transcription as string."
180+
INVALID_OUTPUT_PROCESSED_AUDIO = f"{error_prefix} Validation error. Invalid output processed audio. Specify valid output processed audio as string."
181+
INVALID_MAX_RESOLUTION = f"{error_prefix} Validation error. Invalid max resolution. Specify valid max resolution as string."
182+
INVALID_BLEEP = f"{error_prefix} Validation error. Invalid bleep. Specify valid bleep as object."
183+
INVALID_FILE_OR_ENCODED_FILE = f"{error_prefix} . Error while decoding base64 and saving file"
184+
INVALID_FILE_TYPE = f"{error_prefix} Validation error. Invalid file type. Specify a valid file type."
185+
INVALID_FILE_NAME = f"{error_prefix} Validation error. Invalid file name. Specify a valid file name."
186+
FILE_READ_ERROR = f"{error_prefix} Validation error. Unable to read file. Verify the file path."
187+
INVALID_BASE64_HEADER = f"{error_prefix} Validation error. Invalid base64 header. Specify a valid base64 header."
188+
INVALID_WAIT_TIME = f"{error_prefix} Validation error. Invalid wait time. Specify a valid wait time as number and should not be greater than 20 secs."
189+
INVALID_OUTPUT_DIRECTORY = f"{error_prefix} Validation error. Invalid output directory. Specify a valid output directory as string."
190+
INVALID_OUTPUT_DIRECTORY_PATH = f"{error_prefix} Validation error. Invalid output directory path. Specify a valid output directory path as string."
191+
EMPTY_RUN_ID = f"{error_prefix} Validation error. Run id cannot be empty. Specify a valid run id."
192+
INVALID_RUN_ID = f"{error_prefix} Validation error. Invalid run id. Specify a valid run id as string."
193+
INTERNAL_SERVER_ERROR = f"{error_prefix}. Internal server error. {{}}."
194194

195195
class Info(Enum):
196196
CLIENT_INITIALIZED = f"{INFO}: [{error_prefix}] Initialized skyflow client."

skyflow/utils/_utils.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -393,7 +393,7 @@ def parse_deidentify_text_response(api_response: DeidentifyStringResponse):
393393
)
394394

395395
def parse_reidentify_text_response(api_response: ReidentifyStringResponse):
396-
return ReidentifyTextResponse(api_response.processed_text)
396+
return ReidentifyTextResponse(api_response.text)
397397

398398
def log_and_reject_error(description, status_code, request_id, http_status=None, grpc_code=None, details=None, logger = None):
399399
raise SkyflowError(description, status_code, request_id, grpc_code, http_status, details)

skyflow/utils/validations/_validations.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -583,11 +583,11 @@ def validate_deidentify_text_request(self, request: DeidentifyTextRequest):
583583
raise SkyflowError(SkyflowMessages.Error.INVALID_ENTITIES_IN_DEIDENTIFY.value, invalid_input_error_code)
584584

585585
# Validate allowed_regex_list if present
586-
if request.allow_regex_list is not None and not isinstance(request.allowed_regex_list, list):
586+
if request.allow_regex_list is not None and not isinstance(request.allow_regex_list, list):
587587
raise SkyflowError(SkyflowMessages.Error.INVALID_ALLOW_REGEX_LIST.value, invalid_input_error_code)
588588

589589
# Validate restricted_regex_list if present
590-
if request.restrict_regex_list is not None and not isinstance(request.restricted_regex_list, list):
590+
if request.restrict_regex_list is not None and not isinstance(request.restrict_regex_list, list):
591591
raise SkyflowError(SkyflowMessages.Error.INVALID_RESTRICT_REGEX_LIST.value, invalid_input_error_code)
592592

593593
# Validate token_format if present

tests/utils/test__utils.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -475,7 +475,7 @@ def test_parse_deidentify_text_response_no_entities(self):
475475
def test_parse_reidentify_text_response(self):
476476
"""Test parsing reidentify text response."""
477477
mock_api_response = Mock()
478-
mock_api_response.processed_text = "Reidentified text with actual values"
478+
mock_api_response.text = "Reidentified text with actual values"
479479

480480
result = parse_reidentify_text_response(mock_api_response)
481481

0 commit comments

Comments
 (0)