goupil.py

#!/usr/bin/env python3 -B

import os
import sys
import csv
import bonobo
from cromulent import model, vocab
from cromulent.model import factory

from pipeline.projects.goupil import GoupilFilePipeline, GoupilPipeline
from settings import project_data_path, output_file_path, arches_models, DEBUG

### Pipeline

if __name__ == "__main__":
    factory.cache_hierarchy()
    if DEBUG:
        LIMIT = int(os.environ.get("GETTY_PIPELINE_LIMIT", 10))
    else:
        LIMIT = int(os.environ.get("GETTY_PIPELINE_LIMIT", 10000000))

    # fmt: off
    data = {
        'header_file': 'goupil_0.csv',
        'files_pattern': 'goupil.csv',
    }
    # fmt: on

    # 	factory.production_mode()
    vocab.conceptual_only_parts()
    vocab.add_linked_art_boundary_check()
    vocab.add_attribute_assignment_check()

    print_dot = False
    if "dot" in sys.argv[1:]:
        print_dot = True
        sys.argv[1:] = [a for a in sys.argv[1:] if a != "dot"]
    parser = bonobo.get_argument_parser()
    with bonobo.parse_args(parser) as options:
        try:
            data_path = project_data_path("goupil")
            pipeline = GoupilFilePipeline(  # GoupilPipeline
                data_path,
                data=data,
                output_path=output_file_path,
                models=arches_models,
                limit=LIMIT,
                debug=DEBUG,
                verbose=True,
            )
            if print_dot:
                print(pipeline.get_graph()._repr_dot_())
            else:
                pipeline.run(**options)
        except RuntimeError:
            raise ValueError()