Id | Dttm | Dag Id | Task Id | Event | Execution Date | Owner | Extra |
---|---|---|---|---|---|---|---|
1146796 |
|
engines | Wait | cli_run |
|
airflow | {"host_name": "68bb9f6dae8e", "full_command": "['/usr/local/bin/airflow', 'run', 'engines', 'Wait', '2024-08-26T00:00:00+00:00', '--job_id', '113154', '--pool', 'engines', '--raw', '-sd', 'DAGS_FOLDER/engines.py', '--cfg_path', '/tmp/tmpty57yyym']"} |
1146795 |
|
engines | Start | cli_run |
|
airflow | {"host_name": "68bb9f6dae8e", "full_command": "['/usr/local/bin/airflow', 'run', 'engines', 'Start', '2024-08-26T00:00:00+00:00', '--job_id', '113153', '--pool', 'engines', '--raw', '-sd', 'DAGS_FOLDER/engines.py', '--cfg_path', '/tmp/tmpy_40uatn']"} |
1146794 |
|
engines | Wait | running |
|
airflow | |
1146793 |
|
crawlers_hourly | Start | running |
|
airflow | |
1146792 |
|
engines | Start | running |
|
airflow | |
1146791 |
|
engines | Wait | cli_run |
|
airflow | {"host_name": "68bb9f6dae8e", "full_command": "['/usr/local/bin/airflow', 'run', 'engines', 'Wait', '2024-08-26T00:00:00+00:00', '--local', '--pool', 'engines', '-sd', '/usr/local/airflow/dags/engines.py']"} |
1146790 |
|
crawlers | Start | running |
|
airflow | |
1146789 |
|
engines | Start | cli_run |
|
airflow | {"host_name": "68bb9f6dae8e", "full_command": "['/usr/local/bin/airflow', 'run', 'engines', 'Start', '2024-08-26T00:00:00+00:00', '--local', '--pool', 'engines', '-sd', '/usr/local/airflow/dags/engines.py']"} |
1146788 |
|
crawlers_hourly | Start | cli_run |
|
airflow | {"host_name": "68bb9f6dae8e", "full_command": "['/usr/local/bin/airflow', 'run', 'crawlers_hourly', 'Start', '2024-08-26T23:00:00+00:00', '--local', '--pool', 'general', '-sd', '/usr/local/airflow/dags/crawlers.py']"} |
1146787 |
|
crawlers | Start | cli_run |
|
airflow | {"host_name": "68bb9f6dae8e", "full_command": "['/usr/local/bin/airflow', 'run', 'crawlers', 'Start', '2024-08-26T00:00:00+00:00', '--local', '--pool', 'general', '-sd', '/usr/local/airflow/dags/crawlers.py']"} |
1146786 |
|
crawlers_hourly | Start | xcom |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-15T19:00:00 00:00'), ('task_id', 'Start')] |
1146785 |
|
crawlers_hourly | linkedin-crawl | task |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-09T07:00:00 00:00'), ('task_id', 'linkedin-crawl')] |
1146784 |
|
crawlers | indeed-crawl | xcom |
|
anonymous | [('dag_id', 'crawlers'), ('execution_date', '2024-07-31T00:00:00 00:00'), ('task_id', 'indeed-crawl')] |
1146783 |
|
crawlers_hourly | bcjobs-crawl | xcom |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-06-14T13:00:00 00:00'), ('task_id', 'bcjobs-crawl')] |
1146782 |
|
crawlers_hourly | bcjobs-crawl | log |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-18T21:00:00 00:00'), ('task_id', 'bcjobs-crawl')] |
1146781 |
|
crawlers_hourly | linkedin-crawl | get_logs_with_metadata |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'linkedin-crawl'), ('execution_date', '2023-12-19T21:00:00+00:00'), ('try_number', '1'), ('metadata', 'null')] |
1146780 |
|
crawlers_hourly | linkedin-crawl | log |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'linkedin-crawl'), ('execution_date', '2023-12-19T21:00:00+00:00')] |
1146779 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2023-11-12 20:00:00+00:00')] | |
1146778 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('root', 'bcjobs-crawl'), ('execution_date', '2023-12-10T01:00:00+00:00')] | |
1146777 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-08T21:00:00 00:00'), ('root', 'Wait')] | |
1146776 |
|
crawlers_hourly | linkedin-crawl | rendered |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'linkedin-crawl'), ('execution_date', '2023-09-01T05:00:00+00:00')] |
1146775 |
|
crawlers_hourly | linkup-crawl | task |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-08T20:00:00 00:00'), ('task_id', 'linkup-crawl')] |
1146774 |
|
crawlers_hourly | linkup-crawl | log |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-07-30T05:00:00 00:00'), ('task_id', 'linkup-crawl')] |
1146773 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-08T21:00:00 00:00'), ('root', 'End')] | |
1146772 |
|
crawlers_hourly | linkedin-crawl | rendered |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-06-14T20:00:00 00:00'), ('task_id', 'linkedin-crawl')] |
1146771 |
|
crawlers_hourly | Wait | task |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-09T06:00:00 00:00'), ('task_id', 'Wait')] |
1146770 |
|
crawlers | graph |
|
anonymous | [('dag_id', 'crawlers'), ('execution_date', '2024-08-23T00:00:00 00:00'), ('root', 'whoishiring-crawl')] | |
1146769 |
|
crawlers | indeed_malaysia-crawl | log |
|
anonymous | [('dag_id', 'crawlers'), ('execution_date', '2024-07-27T00:00:00 00:00'), ('task_id', 'indeed_malaysia-crawl')] |
1146768 |
|
crawlers_hourly | bcjobs-crawl | task |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-20T21:00:00 00:00'), ('task_id', 'bcjobs-crawl')] |
1146767 |
|
crawlers_hourly | Wait | rendered |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-07-20T02:00:00 00:00'), ('task_id', 'Wait')] |
1146766 |
|
crawlers_hourly | linkup-crawl | log |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-07-09T09:00:00 00:00'), ('task_id', 'linkup-crawl')] |
1146765 |
|
crawlers_hourly | bcjobs-crawl | rendered |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-06-14T18:00:00 00:00'), ('task_id', 'bcjobs-crawl')] |
1146764 |
|
crawlers | indeed_pl-crawl | rendered |
|
anonymous | [('dag_id', 'crawlers'), ('execution_date', '2024-07-31T00:00:00 00:00'), ('task_id', 'indeed_pl-crawl')] |
1146763 |
|
crawlers | End | rendered |
|
anonymous | [('dag_id', 'crawlers'), ('execution_date', '2024-08-20T00:00:00 00:00'), ('task_id', 'End')] |
1146762 |
|
crawlers | indeed_ie-crawl | task |
|
anonymous | [('dag_id', 'crawlers'), ('task_id', 'indeed_ie-crawl'), ('execution_date', '2023-08-05T00:00:00+00:00')] |
1146761 |
|
crawlers_hourly | End | rendered |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-07-20T04:00:00 00:00'), ('task_id', 'End')] |
1146760 |
|
crawlers_hourly | Wait | log |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-06-14T19:00:00 00:00'), ('task_id', 'Wait')] |
1146759 |
|
crawlers | indeed-crawl | rendered |
|
anonymous | [('dag_id', 'crawlers'), ('execution_date', '2024-07-31T00:00:00 00:00'), ('task_id', 'indeed-crawl')] |
1146758 |
|
crawlers_hourly | linkup-crawl | task |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-24T00:00:00 00:00'), ('task_id', 'linkup-crawl')] |
1146757 |
|
crawlers_hourly | simplyhired-crawl | log |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-07-10T20:00:00 00:00'), ('task_id', 'simplyhired-crawl')] |
1146756 |
|
crawlers_hourly | End | log |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-03T09:00:00 00:00'), ('task_id', 'End')] |
1146755 |
|
crawlers_hourly | simplyhired-crawl | task |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'simplyhired-crawl'), ('execution_date', '2024-06-05T02:00:00+00:00')] |
1146754 |
|
crawlers | graph |
|
anonymous | [('dag_id', 'crawlers'), ('execution_date', '2024-06-03T00:00:00 00:00'), ('root', 'indeed_it-crawl')] | |
1146753 |
|
crawlers_hourly | Start | xcom |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-09T01:00:00 00:00'), ('task_id', 'Start')] |
1146752 |
|
crawlers_hourly | Start | xcom |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'Start'), ('execution_date', '2023-11-24T09:00:00+00:00')] |
1146751 |
|
crawlers_hourly | End | rendered |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-07-20T02:00:00 00:00'), ('task_id', 'End')] |
1146750 |
|
crawlers_hourly | simplyhired-crawl | rendered |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-06-14T20:00:00 00:00'), ('task_id', 'simplyhired-crawl')] |
1146749 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-20T22:00:00 00:00'), ('root', 'End')] | |
1146748 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-20T19:00:00 00:00'), ('root', 'linkup-crawl')] | |
1146747 |
|
crawlers_hourly | linkedin-crawl | rendered |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-07-21T19:00:00 00:00'), ('task_id', 'linkedin-crawl')] |
1146746 |
|
crawlers_hourly | bcjobs-crawl | task |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-24T00:00:00 00:00'), ('task_id', 'bcjobs-crawl')] |
1146745 |
|
crawlers_hourly | bcjobs-crawl | task |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-20T23:00:00 00:00'), ('task_id', 'bcjobs-crawl')] |
1146744 |
|
crawlers | dejobs-crawl | xcom |
|
anonymous | [('dag_id', 'crawlers'), ('execution_date', '2024-07-30T00:00:00 00:00'), ('task_id', 'dejobs-crawl')] |
1146743 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-24 20:00:00 00:00')] | |
1146742 |
|
crawlers | seek_au-crawl | xcom |
|
anonymous | [('dag_id', 'crawlers'), ('execution_date', '2024-07-31T00:00:00 00:00'), ('task_id', 'seek_au-crawl')] |
1146741 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-09T02:00:00 00:00'), ('root', 'Start')] | |
1146740 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-24 08:00:00 00:00'), ('run_id', 'scheduled__2024-08-24T08:00:00 00:00')] | |
1146739 |
|
crawlers_hourly | simplyhired-crawl | rendered |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-06T06:00:00 00:00'), ('task_id', 'simplyhired-crawl')] |
1146738 |
|
crawlers | indeed_ie-crawl | xcom |
|
anonymous | [('dag_id', 'crawlers'), ('execution_date', '2024-07-31T00:00:00 00:00'), ('task_id', 'indeed_ie-crawl')] |
1146737 |
|
crawlers_hourly | End | task |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-09T03:00:00 00:00'), ('task_id', 'End')] |
1146736 |
|
crawlers_hourly | linkup-crawl | task |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-09T08:00:00 00:00'), ('task_id', 'linkup-crawl')] |
1146735 |
|
crawlers_hourly | linkup-crawl | rendered |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-06-14T17:00:00 00:00'), ('task_id', 'linkup-crawl')] |
1146734 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-09T08:00:00 00:00'), ('root', 'Start')] | |
1146733 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-23 20:00:00 00:00')] | |
1146732 |
|
crawlers_hourly | bcjobs-crawl | log |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-07-20T01:00:00 00:00'), ('task_id', 'bcjobs-crawl')] |
1146731 |
|
crawlers_hourly | linkedin-crawl | rendered |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-07-20T02:00:00 00:00'), ('task_id', 'linkedin-crawl')] |
1146730 |
|
crawlers_hourly | linkedin-crawl | rendered |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-06-14T18:00:00 00:00'), ('task_id', 'linkedin-crawl')] |
1146729 |
|
engines | graph |
|
anonymous | [('dag_id', 'engines'), ('execution_date', '2024-07-22T00:00:00 00:00'), ('root', 'Daily-Reports')] | |
1146728 |
|
crawlers_hourly | Start | xcom |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-07-26T17:00:00 00:00'), ('task_id', 'Start')] |
1146727 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-20T18:00:00 00:00'), ('root', 'simplyhired-crawl')] | |
1146726 |
|
crawlers_hourly | Start | task |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-20T23:00:00 00:00'), ('task_id', 'Start')] |
1146725 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-23T00:00:00 00:00')] | |
1146724 |
|
crawlers | indeed-crawl | log |
|
anonymous | [('dag_id', 'crawlers'), ('execution_date', '2024-07-27T00:00:00 00:00'), ('task_id', 'indeed-crawl')] |
1146723 |
|
crawlers_hourly | End | task |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-20T23:00:00 00:00'), ('task_id', 'End')] |
1146722 |
|
crawlers | indeed_canada-crawl | rendered |
|
anonymous | [('dag_id', 'crawlers'), ('execution_date', '2024-07-27T00:00:00 00:00'), ('task_id', 'indeed_canada-crawl')] |
1146721 |
|
crawlers_hourly | linkedin-crawl | rendered |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-07-30T04:00:00 00:00'), ('task_id', 'linkedin-crawl')] |
1146720 |
|
crawlers_hourly | Start | xcom |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-07-27T07:00:00 00:00'), ('task_id', 'Start')] |
1146719 |
|
crawlers_hourly | End | get_logs_with_metadata |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'End'), ('execution_date', '2024-06-07T21:00:00+00:00'), ('try_number', '1'), ('metadata', 'null')] |
1146718 |
|
crawlers_hourly | End | log |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'End'), ('execution_date', '2024-06-07T21:00:00+00:00')] |
1146717 |
|
crawlers_hourly | Start | xcom |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-05T09:00:00 00:00'), ('task_id', 'Start')] |
1146716 |
|
crawlers_hourly | bcjobs-crawl | rendered |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-06-14T21:00:00 00:00'), ('task_id', 'bcjobs-crawl')] |
1146715 |
|
crawlers_hourly | Start | log |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-07-20T01:00:00 00:00'), ('task_id', 'Start')] |
1146714 |
|
crawlers_hourly | linkup-crawl | log |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-07-30T18:00:00 00:00'), ('task_id', 'linkup-crawl')] |
1146713 |
|
crawlers_hourly | simplyhired-crawl | task |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'simplyhired-crawl'), ('execution_date', '2024-06-28T03:00:00+00:00')] |
1146712 |
|
crawlers_hourly | linkup-crawl | rendered |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-01T20:00:00 00:00'), ('task_id', 'linkup-crawl')] |
1146711 |
|
crawlers_hourly | bcjobs-crawl | task |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-08T23:00:00 00:00'), ('task_id', 'bcjobs-crawl')] |
1146710 |
|
crawlers_hourly | End | rendered |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-06-14T14:00:00 00:00'), ('task_id', 'End')] |
1146709 |
|
crawlers_hourly | End | xcom |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'End'), ('execution_date', '2024-06-07T21:00:00+00:00')] |
1146708 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2023-08-25 09:00:00+00:00')] | |
1146707 |
|
crawlers | indeed_ie-crawl | rendered |
|
anonymous | [('dag_id', 'crawlers'), ('execution_date', '2024-07-27T00:00:00 00:00'), ('task_id', 'indeed_ie-crawl')] |
1146706 |
|
crawlers | indeed_it-crawl | xcom |
|
anonymous | [('dag_id', 'crawlers'), ('execution_date', '2024-07-31T00:00:00 00:00'), ('task_id', 'indeed_it-crawl')] |
1146705 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-08T22:00:00 00:00'), ('root', 'linkedin-crawl')] | |
1146704 |
|
crawlers_hourly | simplyhired-crawl | task |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-08T21:00:00 00:00'), ('task_id', 'simplyhired-crawl')] |
1146703 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-18T23:00:00 00:00')] | |
1146702 |
|
crawlers | dejobs-crawl | rendered |
|
anonymous | [('dag_id', 'crawlers'), ('execution_date', '2024-08-20T00:00:00 00:00'), ('task_id', 'dejobs-crawl')] |
1146701 |
|
crawlers_hourly | End | rendered |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'End'), ('execution_date', '2024-06-07T21:00:00+00:00')] |
1146700 |
|
crawlers_hourly | End | rendered |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-06-14T17:00:00 00:00'), ('task_id', 'End')] |
1146699 |
|
crawlers | indeed_ro-crawl | xcom |
|
anonymous | [('dag_id', 'crawlers'), ('execution_date', '2024-07-31T00:00:00 00:00'), ('task_id', 'indeed_ro-crawl')] |
1146698 |
|
crawlers_hourly | bcjobs-crawl | task |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-20T17:00:00 00:00'), ('task_id', 'bcjobs-crawl')] |
1146697 |
|
crawlers | indeed_tw-crawl | log |
|
anonymous | [('dag_id', 'crawlers'), ('execution_date', '2024-07-30T00:00:00 00:00'), ('task_id', 'indeed_tw-crawl')] |