ingestors package#

Submodules#

ingestors.ingest_CRIS module#

class ingestors.ingest_CRIS. IngestCRISTask ( * args , ** kwargs )#

Bases: GenericMultiCSVIngestionTask

_abc_impl = <_abc._abc_data object> #

_convert_null_value_to_nan ( df )#: If any of the datetime columns contain dates with a year of 2099 this is a null value in Cris, and will be converted to pd.NaT

_namespace_at_class_time = '' #

_read ()#

property column_rename_schema : dict [ str , str ] #

intermediate_file_path = '/tmp/intermediate-DEV-2256534af4fa00035c1ae8d97fe23728db181276-ingest-cris.pkl' #

name = 'ingest-cris' #

property reader_args : dict [ str , Union [ dict [ str , str ] , list [ str ] , Callable [ [ pandas.core.series.Series ] , pandas.core.series.Series ] ] ] #: This property can be overridden in a subclass to pass any parameters to the csv reader :return: an empty dictionary

property validation_schema : DataFrameSchema #

ingestors.ingest_additional_features module#

class ingestors.ingest_additional_features. AdditionalFeaturesIngestionTask ( * args , ** kwargs )#

Bases: GenericCSVtoPickleIngestionTask

_abc_impl = <_abc._abc_data object> #

_namespace_at_class_time = '' #

intermediate_file_path = '/tmp/intermediate-DEV-da39a3ee5e6b4b0d3255bfef95601890afd80709-ingest-additional-features.pkl' #

name = 'ingest-additional-features' #

property validation_schema : DataFrameSchema #

ingestors.ingest_appointments module#

class ingestors.ingest_appointments. IngestAppointmentsTask ( * args , ** kwargs )#

Bases: GenericMultiCSVIngestionTask

_abc_impl = <_abc._abc_data object> #

_namespace_at_class_time = '' #

property column_rename_schema : dict [ str , str ] #

intermediate_file_path = '/tmp/intermediate-DEV-2256534af4fa00035c1ae8d97fe23728db181276-ingest-appointments.pkl' #

name = 'ingest-appointments' #

property reader_args #: This property can be overridden in a subclass to pass any parameters to the csv reader :return: an empty dictionary

property validation_schema : DataFrameSchema #

ingestors.ingest_bluespier module#

class ingestors.ingest_bluespier. IngestBluespierTask ( * args , ** kwargs )#

Bases: GenericMultiCSVIngestionTask

_abc_impl = <_abc._abc_data object> #

_namespace_at_class_time = '' #

property column_rename_schema : dict [ str , str ] #

intermediate_file_path = '/tmp/intermediate-DEV-2256534af4fa00035c1ae8d97fe23728db181276-ingest-bluespier.pkl' #

name = 'ingest-bluespier' #

property reader_args : dict [ str , Union [ str , list [ str ] ] ] #: This property can be overridden in a subclass to pass any parameters to the csv reader :return: an empty dictionary

property validation_schema : DataFrameSchema #

ingestors.ingest_confidence_lookup_table module#

ingestors.ingest_current_ward_stays module#

ingestors.ingest_elective_planning module#

class ingestors.ingest_elective_planning. IngestElectivePlanningTask ( * args , ** kwargs )#

Bases: GenericCSVtoPickleIngestionTask

_abc_impl = <_abc._abc_data object> #

_namespace_at_class_time = '' #

property column_rename_schema : dict [ str , str ] #

intermediate_file_path = '/tmp/intermediate-DEV-da39a3ee5e6b4b0d3255bfef95601890afd80709-ingest-elective-planning.pkl' #

name = 'ingest-elective-planning' #

property reader_args : dict [ str , str ] #: This property can be overridden in a subclass to pass any parameters to the csv reader :return: an empty dictionary

property validation_schema : DataFrameSchema #: used documentation for constraints and nullables: https://gitlab.stopstaringatme.org/patient-catalyst-team/digital-hospital-twin/-/wikis/Input-Table-Documentation

ingestors.ingest_episodes module#

class ingestors.ingest_episodes. IngestEpisodesTask ( * args , ** kwargs )#

Bases: GenericMultiCSVIngestionTask

_abc_impl = <_abc._abc_data object> #

_namespace_at_class_time = '' #

property column_rename_schema : dict [ str , str ] #

intermediate_file_path = '/tmp/intermediate-DEV-2256534af4fa00035c1ae8d97fe23728db181276-ingest-episodes.pkl' #

name = 'ingest-episodes' #

property reader_args : dict [ str , Union [ str , list [ str ] ] ] #: This property can be overridden in a subclass to pass any parameters to the csv reader :return: an empty dictionary

property validation_schema : DataFrameSchema #

ingestors.ingest_ews_nervecentre module#

ingestors.ingest_nervecenter_features module#

ingestors.ingest_orders module#

class ingestors.ingest_orders. IngestOrdersTask ( * args , ** kwargs )#

Bases: GenericMultiCSVIngestionTask

_abc_impl = <_abc._abc_data object> #

_namespace_at_class_time = '' #

property column_rename_schema : dict [ str , str ] #

intermediate_file_path = '/tmp/intermediate-DEV-2256534af4fa00035c1ae8d97fe23728db181276-ingest-orders.pkl' #

name = 'ingest-orders' #

property reader_args : dict [ str , Union [ str , list [ str ] ] ] #: This property can be overridden in a subclass to pass any parameters to the csv reader :return: an empty dictionary

property validation_schema : DataFrameSchema #

ingestors.ingest_orders_actions module#

class ingestors.ingest_orders_actions. IngestOrdersActionsTask ( * args , ** kwargs )#

Bases: GenericMultiCSVIngestionTask

_abc_impl = <_abc._abc_data object> #

_namespace_at_class_time = '' #

property column_rename_schema : dict [ str , str ] #

intermediate_file_path = '/tmp/intermediate-DEV-2256534af4fa00035c1ae8d97fe23728db181276-ingest-orders-actions.pkl' #

name = 'ingest-orders-actions' #

property reader_args : dict [ str , Union [ list [ str ] , dict [ str , str ] , Callable ] ] #: This property can be overridden in a subclass to pass any parameters to the csv reader :return: an empty dictionary

property validation_schema : DataFrameSchema #

ingestors.ingest_past_booked_cases module#

ingestors.ingest_patient_arrival_history module#

ingestors.ingest_patient_demographics module#

class ingestors.ingest_patient_demographics. IngestPatientDemographicsTask ( * args , ** kwargs )#

Bases: GenericMultiCSVIngestionTask

_abc_impl = <_abc._abc_data object> #

_namespace_at_class_time = '' #

property column_rename_schema : dict [ str , str ] #

intermediate_file_path = '/tmp/intermediate-DEV-2256534af4fa00035c1ae8d97fe23728db181276-ingest-patient-demographics.pkl' #

name = 'ingest-patient-demographics' #

property reader_args : dict [ str , Union [ str , list [ str ] ] ] #: This property can be overridden in a subclass to pass any parameters to the csv reader :return: an empty dictionary

property validation_schema : DataFrameSchema #

ingestors.ingest_patient_referral module#

class ingestors.ingest_patient_referral. IngestPatientReferralTask ( * args , ** kwargs )#

Bases: GenericMultiCSVIngestionTask

_abc_impl = <_abc._abc_data object> #

_namespace_at_class_time = '' #

property column_rename_schema : dict [ str , str ] #

intermediate_file_path = '/tmp/intermediate-DEV-2256534af4fa00035c1ae8d97fe23728db181276-ingest-patient-referral.pkl' #

name = 'ingest-patient-referral' #

property reader_args #: This property can be overridden in a subclass to pass any parameters to the csv reader :return: an empty dictionary

property validation_schema : DataFrameSchema #

ingestors.ingest_patient_result module#

class ingestors.ingest_patient_result. IngestPatientResultTask ( * args , ** kwargs )#

Bases: GenericMultiCSVIngestionTask

_abc_impl = <_abc._abc_data object> #

_namespace_at_class_time = '' #

property column_rename_schema : dict [ str , str ] #

intermediate_file_path = '/tmp/intermediate-DEV-2256534af4fa00035c1ae8d97fe23728db181276-ingest-patient-result.pkl' #

name = 'ingest-patient-result' #

property reader_args : dict [ str , Union [ str , list [ str ] ] ] #: This property can be overridden in a subclass to pass any parameters to the csv reader :return: an empty dictionary

property validation_schema : DataFrameSchema #

ingestors.ingest_patient_spell module#

class ingestors.ingest_patient_spell. IngestPatientSpellTask ( * args , ** kwargs )#

Bases: GenericMultiCSVIngestionTask

_abc_impl = <_abc._abc_data object> #

_namespace_at_class_time = '' #

property column_rename_schema : dict [ str , str ] #

intermediate_file_path = '/tmp/intermediate-DEV-2256534af4fa00035c1ae8d97fe23728db181276-ingest-patient-spell.pkl' #

name = 'ingest-patient-spell' #

property reader_args : dict [ str , Union [ str , list [ str ] ] ] #: This property can be overridden in a subclass to pass any parameters to the csv reader :return: an empty dictionary

property validation_schema : DataFrameSchema #

ingestors.ingest_patient_tracking_list module#

class ingestors.ingest_patient_tracking_list. IngestPatientTrackerListTask ( * args , ** kwargs )#

Bases: GenericMultiCSVIngestionTask

_abc_impl = <_abc._abc_data object> #

_namespace_at_class_time = '' #

property column_rename_schema : dict [ str , str ] #

intermediate_file_path = '/tmp/intermediate-DEV-2256534af4fa00035c1ae8d97fe23728db181276-ingest-patient-tracker-list.pkl' #

name = 'ingest-patient-tracker-list' #

property reader_args : dict [ str , Union [ list [ str ] , dict [ str , str ] , Callable ] ] #: This property can be overridden in a subclass to pass any parameters to the csv reader :return: an empty dictionary

property validation_schema : DataFrameSchema #

ingestors.ingest_pre_appointment module#

class ingestors.ingest_pre_appointment. IngestPreAppointmentTask ( * args , ** kwargs )#

Bases: GenericMultiCSVIngestionTask

_abc_impl = <_abc._abc_data object> #

_namespace_at_class_time = '' #

property column_rename_schema : dict [ str , str ] #

intermediate_file_path = '/tmp/intermediate-DEV-2256534af4fa00035c1ae8d97fe23728db181276-ingest-pre-appointment.pkl' #

name = 'ingest-pre-appointment' #

property reader_args : dict [ str , Union [ str , list [ str ] ] ] #: This property can be overridden in a subclass to pass any parameters to the csv reader :return: an empty dictionary

property validation_schema : DataFrameSchema #

ingestors.ingest_preop_assessment module#

class ingestors.ingest_preop_assessment. IngestPreopAssessmentTask ( * args , ** kwargs )#

Bases: GenericMultiCSVIngestionTask

_abc_impl = <_abc._abc_data object> #

_namespace_at_class_time = '' #

property column_rename_schema : dict [ str , str ] #

intermediate_file_path = '/tmp/intermediate-DEV-2256534af4fa00035c1ae8d97fe23728db181276-ingest-preop-assessment.pkl' #

name = 'ingest-preop-assessment' #

property reader_args : dict [ str , Union [ str , list [ str ] ] ] #: This property can be overridden in a subclass to pass any parameters to the csv reader :return: an empty dictionary

property validation_schema : DataFrameSchema #

ingestors.ingest_referral_to_treatment module#

class ingestors.ingest_referral_to_treatment. IngestReferralToTreatmentTask ( * args , ** kwargs )#

Bases: GenericMultiCSVIngestionTask

_abc_impl = <_abc._abc_data object> #

_namespace_at_class_time = '' #

property column_rename_schema : dict [ str , str ] #

intermediate_file_path = '/tmp/intermediate-DEV-2256534af4fa00035c1ae8d97fe23728db181276-ingest-referral-to-treatment.pkl' #

name = 'ingest-referral-to-treatment' #

property reader_args : dict [ str , Union [ str , list [ str ] ] ] #: This property can be overridden in a subclass to pass any parameters to the csv reader :return: an empty dictionary

property validation_schema : DataFrameSchema #

ingestors.ingest_specialty_lookup module#

ingestors.ingest_table module#

class ingestors.ingest_table. IngestKPITableTask ( * args , ** kwargs )#

Bases: IngestTableTask

_abc_impl = <_abc._abc_data object> #

_namespace_at_class_time = '' #

all_names_hash = '2256534af4fa00035c1ae8d97fe23728db181276' #

intermediate_file_path = '/tmp/intermediate-DEV-2256534af4fa00035c1ae8d97fe23728db181276.pkl' #

root = PosixPath('/Users/Miles.Budden/Downloads/mnt/patient-tracker/input/dev') #

run ()#: Writes dataframe to table, collected with self.rows()

validation_schema ( df )#

class ingestors.ingest_table. IngestModelVersionTableTask ( * args , ** kwargs )#

Bases: IngestTableTask

_abc_impl = <_abc._abc_data object> #

_namespace_at_class_time = '' #

filter_range_start = <luigi.parameter.Parameter object> #

output ()#

Returns a PostgresTarget representing the inserted dataset.

Normally you don’t override this.

run ()#: Writes dataframe to table, collected with self.rows()

class ingestors.ingest_table. IngestTableTask ( * args , ** kwargs )#

Bases: GenericDatabaseToDataFrameTask

_abc_impl = <_abc._abc_data object> #

_namespace_at_class_time = '' #

_read ()#

intermediate_file_path = '/tmp/intermediate-DEV.pkl' #

output ()#

Returns a PostgresTarget representing the inserted dataset.

Normally you don’t override this.

run ()#: Writes dataframe to table, collected with self.rows()

validation_schema ( df )#

ingestors package#

Submodules#

ingestors.ingest_CRIS module#

ingestors.ingest_additional_features module#

ingestors.ingest_appointments module#

ingestors.ingest_bluespier module#

ingestors.ingest_confidence_lookup_table module#

ingestors.ingest_current_ward_stays module#

ingestors.ingest_elective_planning module#

ingestors.ingest_episodes module#

ingestors.ingest_ews_nervecentre module#

ingestors.ingest_nervecenter_features module#

ingestors.ingest_orders module#

ingestors.ingest_orders_actions module#

ingestors.ingest_past_booked_cases module#

ingestors.ingest_patient_arrival_history module#

ingestors.ingest_patient_demographics module#

ingestors.ingest_patient_referral module#

ingestors.ingest_patient_result module#

ingestors.ingest_patient_spell module#

ingestors.ingest_patient_tracking_list module#

ingestors.ingest_pre_appointment module#

ingestors.ingest_preop_assessment module#

ingestors.ingest_referral_to_treatment module#

ingestors.ingest_specialty_lookup module#

ingestors.ingest_table module#

ingestors.ingest_ward_lookup module#

Module contents#