academic_observatory_workflows.unpaywall_telescope.release

Classes

`Changefile`
`UnpaywallRelease`

Module Contents

class academic_observatory_workflows.unpaywall_telescope.release.Changefile(filename: str, changefile_date: pendulum.DateTime, changefile_release: observatory_platform.airflow.release.ChangefileRelease = None)[source]

filename[source]

changefile_date[source]

changefile_release = None[source]

__eq__(other)[source]

static from_dict(dict_: Dict) → Changefile[source]

to_dict() → Dict[source]

property download_file_path[source]

property extract_file_path[source]

property transform_file_path[source]

class academic_observatory_workflows.unpaywall_telescope.release.UnpaywallRelease(*, dag_id: str, run_id: str, cloud_workspace: observatory_platform.airflow.workflow.CloudWorkspace, bq_dataset_id: str, bq_table_name: str, is_first_run: bool, snapshot_date: pendulum.DateTime, changefiles: List[Changefile], prev_end_date: pendulum.DateTime)[source]

Bases: observatory_platform.airflow.release.Release

cloud_workspace[source]

bq_dataset_id[source]

bq_table_name[source]

is_first_run[source]

snapshot_date[source]

snapshot_release[source]

changefile_release[source]

changefiles[source]

prev_end_date[source]

snapshot_download_file_path[source]

snapshot_extract_file_path[source]

main_table_file_path[source]

upsert_table_file_path[source]

main_table_files_regex = '^main_table\\d{12}\\.jsonl$'[source]

main_table_uri[source]

upsert_table_uri[source]

bq_main_table_id[source]

bq_upsert_table_id[source]

bq_snapshot_table_id[source]

static from_dict(dict_: dict) → UnpaywallRelease[source]

to_dict() → dict[source]