Id | Dttm | Dag Id | Task Id | Event | Execution Date | Owner | Extra |
---|---|---|---|---|---|---|---|
1125968 |
|
crawlers_hourly | Start | cli_run |
|
airflow | {"host_name": "68bb9f6dae8e", "full_command": "['/usr/local/bin/airflow', 'run', 'crawlers_hourly', 'Start', '2024-08-18T16:00:00+00:00', '--job_id', '111350', '--pool', 'general', '--raw', '-sd', 'DAGS_FOLDER/crawlers.py', '--cfg_path', '/tmp/tmp82hok08o']"} |
1125967 |
|
crawlers_hourly | Start | running |
|
airflow | |
1125966 |
|
crawlers_hourly | Start | cli_run |
|
airflow | {"host_name": "68bb9f6dae8e", "full_command": "['/usr/local/bin/airflow', 'run', 'crawlers_hourly', 'Start', '2024-08-18T16:00:00+00:00', '--local', '--pool', 'general', '-sd', '/usr/local/airflow/dags/crawlers.py']"} |
1125965 |
|
crawlers_hourly | Start | xcom |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-07-18T10:00:00 00:00'), ('task_id', 'Start')] |
1125964 |
|
crawlers | indeed_pk-crawl | log |
|
anonymous | [('dag_id', 'crawlers'), ('execution_date', '2024-08-10T00:00:00 00:00'), ('task_id', 'indeed_pk-crawl')] |
1125963 |
|
crawlers | optioncar-crawl | xcom |
|
anonymous | [('dag_id', 'crawlers'), ('execution_date', '2024-08-04T00:00:00 00:00'), ('task_id', 'optioncar-crawl')] |
1125962 |
|
crawlers | indeed_au-crawl | log |
|
anonymous | [('dag_id', 'crawlers'), ('execution_date', '2024-07-22T00:00:00 00:00'), ('task_id', 'indeed_au-crawl')] |
1125961 |
|
crawlers_hourly | linkup-crawl | rendered |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-07-07T11:00:00 00:00'), ('task_id', 'linkup-crawl')] |
1125960 |
|
crawlers_hourly | linkup-crawl | rendered |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-07-07T08:00:00 00:00'), ('task_id', 'linkup-crawl')] |
1125959 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-06-26T10:00:00 00:00'), ('root', 'simplyhired-crawl')] | |
1125958 |
|
crawlers | indeed_it-crawl | log |
|
anonymous | [('dag_id', 'crawlers'), ('execution_date', '2024-07-22T00:00:00 00:00'), ('task_id', 'indeed_it-crawl')] |
1125957 |
|
crawlers_hourly | End | xcom |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-06-29T22:00:00 00:00'), ('task_id', 'End')] |
1125956 |
|
crawlers_hourly | linkup-crawl | log |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-07-07T11:00:00 00:00'), ('task_id', 'linkup-crawl')] |
1125955 |
|
crawlers | indeed_es-crawl | log |
|
anonymous | [('dag_id', 'crawlers'), ('execution_date', '2024-07-20T00:00:00 00:00'), ('task_id', 'indeed_es-crawl')] |
1125954 |
|
crawlers | indeed_in-crawl | log |
|
anonymous | [('dag_id', 'crawlers'), ('execution_date', '2024-08-10T00:00:00 00:00'), ('task_id', 'indeed_in-crawl')] |
1125953 |
|
crawlers | crypto-crawl | log |
|
anonymous | [('dag_id', 'crawlers'), ('execution_date', '2024-07-26T00:00:00 00:00'), ('task_id', 'crypto-crawl')] |
1125952 |
|
engines | ES-Engine | log |
|
anonymous | [('dag_id', 'engines'), ('execution_date', '2024-07-08T00:00:00 00:00'), ('task_id', 'ES-Engine')] |
1125951 |
|
crawlers | indeed_fi-crawl | log |
|
anonymous | [('dag_id', 'crawlers'), ('execution_date', '2024-07-21T00:00:00 00:00'), ('task_id', 'indeed_fi-crawl')] |
1125950 |
|
crawlers | indeed_in-crawl | log |
|
anonymous | [('dag_id', 'crawlers'), ('execution_date', '2024-08-04T00:00:00 00:00'), ('task_id', 'indeed_in-crawl')] |
1125949 |
|
crawlers_hourly | linkup-crawl | rendered |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-12T07:00:00 00:00'), ('task_id', 'linkup-crawl')] |
1125948 |
|
crawlers | indeed_ua-crawl | xcom |
|
anonymous | [('dag_id', 'crawlers'), ('execution_date', '2024-08-04T00:00:00 00:00'), ('task_id', 'indeed_ua-crawl')] |
1125947 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-06-26T13:00:00 00:00'), ('root', 'linkedin-crawl')] | |
1125946 |
|
crawlers_hourly | bcjobs-crawl | get_logs_with_metadata |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'bcjobs-crawl'), ('execution_date', '2024-03-07T08:00:00+00:00'), ('try_number', '1'), ('metadata', 'null')] |
1125945 |
|
crawlers | indeed_sa-crawl | rendered |
|
anonymous | [('dag_id', 'crawlers'), ('execution_date', '2024-06-29T00:00:00 00:00'), ('task_id', 'indeed_sa-crawl')] |
1125944 |
|
crawlers_hourly | End | log |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-07-10T14:00:00 00:00'), ('task_id', 'End')] |
1125943 |
|
crawlers_hourly | Wait | xcom |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-07-18T15:00:00 00:00'), ('task_id', 'Wait')] |
1125942 |
|
engines | Location-Engine | xcom |
|
anonymous | [('dag_id', 'engines'), ('execution_date', '2024-08-05T00:00:00 00:00'), ('task_id', 'Location-Engine')] |
1125941 |
|
crawlers | indeed_ru-crawl | rendered |
|
anonymous | [('dag_id', 'crawlers'), ('execution_date', '2024-07-22T00:00:00 00:00'), ('task_id', 'indeed_ru-crawl')] |
1125940 |
|
crawlers_hourly | End | xcom |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-07-10T10:00:00 00:00'), ('task_id', 'End')] |
1125939 |
|
crawlers_hourly | Start | log |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-07-10T13:00:00 00:00'), ('task_id', 'Start')] |
1125938 |
|
crawlers_hourly | linkedin-crawl | rendered |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-06T07:00:00 00:00'), ('task_id', 'linkedin-crawl')] |
1125937 |
|
crawlers_hourly | End | log |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-07-18T15:00:00 00:00'), ('task_id', 'End')] |
1125936 |
|
crawlers | indeed_au-crawl | xcom |
|
anonymous | [('dag_id', 'crawlers'), ('execution_date', '2024-08-04T00:00:00 00:00'), ('task_id', 'indeed_au-crawl')] |
1125935 |
|
crawlers_hourly | linkup-crawl | rendered |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-07-18T07:00:00 00:00'), ('task_id', 'linkup-crawl')] |
1125934 |
|
crawlers | indeed_eg-crawl | xcom |
|
anonymous | [('dag_id', 'crawlers'), ('execution_date', '2024-07-22T00:00:00 00:00'), ('task_id', 'indeed_eg-crawl')] |
1125933 |
|
engines | Wait | xcom |
|
anonymous | [('dag_id', 'engines'), ('execution_date', '2024-07-27T00:00:00 00:00'), ('task_id', 'Wait')] |
1125932 |
|
crawlers_hourly | bcjobs-crawl | xcom |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-07-18T15:00:00 00:00'), ('task_id', 'bcjobs-crawl')] |
1125931 |
|
crawlers_hourly | Start | xcom |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-07-24T20:00:00 00:00'), ('task_id', 'Start')] |
1125930 |
|
crawlers_hourly | linkedin-crawl | get_logs_with_metadata |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'linkedin-crawl'), ('execution_date', '2023-07-22T06:00:00+00:00'), ('try_number', '1'), ('metadata', 'null')] |
1125929 |
|
crawlers | indeed_ar-crawl | log |
|
anonymous | [('dag_id', 'crawlers'), ('execution_date', '2024-06-24T00:00:00 00:00'), ('task_id', 'indeed_ar-crawl')] |
1125928 |
|
crawlers_hourly | linkedin-crawl | log |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'linkedin-crawl'), ('execution_date', '2023-07-22T06:00:00+00:00')] |
1125927 |
|
engines | graph |
|
anonymous | [('dag_id', 'engines'), ('execution_date', '2024-08-12T00:00:00 00:00')] | |
1125926 |
|
crawlers | opcionempleo-crawl | xcom |
|
anonymous | [('dag_id', 'crawlers'), ('execution_date', '2024-08-04T00:00:00 00:00'), ('task_id', 'opcionempleo-crawl')] |
1125925 |
|
crawlers | ladders-crawl | rendered |
|
anonymous | [('dag_id', 'crawlers'), ('execution_date', '2024-08-04T00:00:00 00:00'), ('task_id', 'ladders-crawl')] |
1125924 |
|
crawlers_hourly | linkup-crawl | log |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-12T09:00:00 00:00'), ('task_id', 'linkup-crawl')] |
1125923 |
|
crawlers_hourly | End | rendered |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-07-18T08:00:00 00:00'), ('task_id', 'End')] |
1125922 |
|
crawlers_hourly | Start | rendered |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-07-03T08:00:00 00:00'), ('task_id', 'Start')] |
1125921 |
|
crawlers_hourly | bcjobs-crawl | rendered |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-06-27T08:00:00 00:00'), ('task_id', 'bcjobs-crawl')] |
1125920 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-16 12:00:00 00:00')] | |
1125919 |
|
crawlers_hourly | linkup-crawl | xcom |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-06T19:00:00 00:00'), ('task_id', 'linkup-crawl')] |
1125918 |
|
crawlers | indeed_in-crawl | rendered |
|
anonymous | [('dag_id', 'crawlers'), ('execution_date', '2024-08-04T00:00:00 00:00'), ('task_id', 'indeed_in-crawl')] |
1125917 |
|
crawlers_hourly | End | task |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-09T07:00:00 00:00'), ('task_id', 'End')] |
1125916 |
|
crawlers | indeed_ro-crawl | log |
|
anonymous | [('dag_id', 'crawlers'), ('execution_date', '2024-08-10T11:38:22.898453 00:00'), ('task_id', 'indeed_ro-crawl')] |
1125915 |
|
engines | ES-Engine | log |
|
anonymous | [('dag_id', 'engines'), ('execution_date', '2024-07-25T00:00:00 00:00'), ('task_id', 'ES-Engine')] |
1125914 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-07-03T16:00:00 00:00'), ('root', 'Wait')] | |
1125913 |
|
crawlers_hourly | Wait | task |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-07-03T18:00:00 00:00'), ('task_id', 'Wait')] |
1125912 |
|
crawlers_hourly | End | xcom |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-06-29T21:00:00 00:00'), ('task_id', 'End')] |
1125911 |
|
crawlers_hourly | bcjobs-crawl | xcom |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-01T14:00:00 00:00'), ('task_id', 'bcjobs-crawl')] |
1125910 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-16 13:00:00 00:00'), ('run_id', 'scheduled__2024-08-16T13:00:00 00:00')] | |
1125909 |
|
crawlers_hourly | Start | rendered |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-07-24T17:00:00 00:00'), ('task_id', 'Start')] |
1125908 |
|
engines | Wait | log |
|
anonymous | [('dag_id', 'engines'), ('execution_date', '2024-08-10T00:00:00 00:00'), ('task_id', 'Wait')] |
1125907 |
|
crawlers_hourly | bcjobs-crawl | xcom |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-07-07T13:00:00 00:00'), ('task_id', 'bcjobs-crawl')] |
1125906 |
|
crawlers | indeed_es-crawl | log |
|
anonymous | [('dag_id', 'crawlers'), ('execution_date', '2024-07-18T00:00:00 00:00'), ('task_id', 'indeed_es-crawl')] |
1125905 |
|
crawlers_hourly | simplyhired-crawl | rendered |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-07-18T20:00:00 00:00'), ('task_id', 'simplyhired-crawl')] |
1125904 |
|
crawlers | indeed_ar-crawl | xcom |
|
anonymous | [('dag_id', 'crawlers'), ('execution_date', '2024-05-17T00:00:00 00:00'), ('task_id', 'indeed_ar-crawl')] |
1125903 |
|
crawlers_hourly | linkedin-crawl | xcom |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-11T18:00:00 00:00'), ('task_id', 'linkedin-crawl')] |
1125902 |
|
crawlers | Start | xcom |
|
anonymous | [('dag_id', 'crawlers'), ('execution_date', '2024-08-10T11:38:22.898453 00:00'), ('task_id', 'Start')] |
1125901 |
|
crawlers_hourly | linkedin-crawl | xcom |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-07-06T04:00:00 00:00'), ('task_id', 'linkedin-crawl')] |
1125900 |
|
crawlers_hourly | bcjobs-crawl | log |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-06-18T00:00:00 00:00'), ('task_id', 'bcjobs-crawl')] |
1125899 |
|
crawlers | graph |
|
anonymous | [('dag_id', 'crawlers'), ('execution_date', '2024-07-06T00:00:00 00:00'), ('root', 'indeed_gr-crawl')] | |
1125898 |
|
crawlers_hourly | End | rendered |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-06T16:00:00 00:00'), ('task_id', 'End')] |
1125897 |
|
crawlers_hourly | Start | xcom |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-12T07:00:00 00:00'), ('task_id', 'Start')] |
1125896 |
|
crawlers_hourly | simplyhired-crawl | log |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-06T10:00:00 00:00'), ('task_id', 'simplyhired-crawl')] |
1125895 |
|
crawlers_hourly | End | xcom |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-06-27T08:00:00 00:00'), ('task_id', 'End')] |
1125894 |
|
crawlers | flexjobs-crawl | xcom |
|
anonymous | [('dag_id', 'crawlers'), ('execution_date', '2024-07-18T00:00:00 00:00'), ('task_id', 'flexjobs-crawl')] |
1125893 |
|
crawlers_hourly | Wait | rendered |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-07-10T14:00:00 00:00'), ('task_id', 'Wait')] |
1125892 |
|
crawlers | indeed_korea-crawl | rendered |
|
anonymous | [('dag_id', 'crawlers'), ('execution_date', '2024-07-20T00:00:00 00:00'), ('task_id', 'indeed_korea-crawl')] |
1125891 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-07-03T19:00:00 00:00'), ('root', 'Start')] | |
1125890 |
|
crawlers_hourly | simplyhired-crawl | rendered |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-12T06:00:00 00:00'), ('task_id', 'simplyhired-crawl')] |
1125889 |
|
crawlers_hourly | bcjobs-crawl | xcom |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-07-03T09:00:00 00:00'), ('task_id', 'bcjobs-crawl')] |
1125888 |
|
crawlers_hourly | End | rendered |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-06-29T22:00:00 00:00'), ('task_id', 'End')] |
1125887 |
|
crawlers_hourly | simplyhired-crawl | xcom |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-06-19T04:00:00 00:00'), ('task_id', 'simplyhired-crawl')] |
1125886 |
|
crawlers_hourly | linkedin-crawl | xcom |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-07-10T14:00:00 00:00'), ('task_id', 'linkedin-crawl')] |
1125885 |
|
crawlers_hourly | End | xcom |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-12T15:00:00 00:00'), ('task_id', 'End')] |
1125884 |
|
crawlers_hourly | Start | log |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-07-18T15:00:00 00:00'), ('task_id', 'Start')] |
1125883 |
|
crawlers_hourly | bcjobs-crawl | log |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-06-05T19:00:00 00:00'), ('task_id', 'bcjobs-crawl')] |
1125882 |
|
crawlers_hourly | linkup-crawl | rendered |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-07-07T10:00:00 00:00'), ('task_id', 'linkup-crawl')] |
1125881 |
|
crawlers | indeed_au-crawl | log |
|
anonymous | [('dag_id', 'crawlers'), ('execution_date', '2024-08-04T00:00:00 00:00'), ('task_id', 'indeed_au-crawl')] |
1125880 |
|
crawlers | ladders-crawl | rendered |
|
anonymous | [('dag_id', 'crawlers'), ('execution_date', '2024-07-21T00:00:00 00:00'), ('task_id', 'ladders-crawl')] |
1125879 |
|
crawlers_hourly | bcjobs-crawl | xcom |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-07-07T02:00:00 00:00'), ('task_id', 'bcjobs-crawl')] |
1125878 |
|
crawlers | dejobs-crawl | rendered |
|
anonymous | [('dag_id', 'crawlers'), ('execution_date', '2024-07-06T00:00:00 00:00'), ('task_id', 'dejobs-crawl')] |
1125877 |
|
crawlers | indeed_gr-crawl | xcom |
|
anonymous | [('dag_id', 'crawlers'), ('execution_date', '2024-07-18T00:00:00 00:00'), ('task_id', 'indeed_gr-crawl')] |
1125876 |
|
crawlers_hourly | linkedin-crawl | xcom |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-07-24T22:00:00 00:00'), ('task_id', 'linkedin-crawl')] |
1125875 |
|
crawlers_hourly | bcjobs-crawl | log |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-07-18T07:00:00 00:00'), ('task_id', 'bcjobs-crawl')] |
1125874 |
|
crawlers_hourly | Wait | xcom |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-07-18T12:00:00 00:00'), ('task_id', 'Wait')] |
1125873 |
|
crawlers_hourly | Wait | rendered |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-07-24T13:00:00 00:00'), ('task_id', 'Wait')] |
1125872 |
|
crawlers_hourly | linkup-crawl | rendered |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-12T15:00:00 00:00'), ('task_id', 'linkup-crawl')] |
1125871 |
|
crawlers_hourly | End | rendered |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-07-29T17:00:00 00:00'), ('task_id', 'End')] |
1125870 |
|
crawlers_hourly | End | log |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-06-27T10:00:00 00:00'), ('task_id', 'End')] |
1125869 |
|
crawlers_hourly | bcjobs-crawl | rendered |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-07-18T15:00:00 00:00'), ('task_id', 'bcjobs-crawl')] |