Id | Dttm | Dag Id | Task Id | Event | Execution Date | Owner | Extra |
---|---|---|---|---|---|---|---|
1419962 |
|
crawlers | indeed_ua-crawl | cli_run |
|
airflow | {"host_name": "68bb9f6dae8e", "full_command": "['/usr/local/bin/airflow', 'run', 'crawlers', 'indeed_ua-crawl', '2024-11-18T00:00:00+00:00', '--local', '--pool', 'general', '-sd', '/usr/local/airflow/dags/crawlers.py']"} |
1419961 |
|
crawlers | indeed_tw-crawl | cli_run |
|
airflow | {"host_name": "68bb9f6dae8e", "full_command": "['/usr/local/bin/airflow', 'run', 'crawlers', 'indeed_tw-crawl', '2024-11-18T00:00:00+00:00', '--local', '--pool', 'general', '-sd', '/usr/local/airflow/dags/crawlers.py']"} |
1419960 |
|
crawlers_hourly | simplyhired-crawl | cli_run |
|
airflow | {"host_name": "68bb9f6dae8e", "full_command": "['/usr/local/bin/airflow', 'run', 'crawlers_hourly', 'simplyhired-crawl', '2024-11-18T23:00:00+00:00', '--local', '--pool', 'general', '-sd', '/usr/local/airflow/dags/crawlers.py']"} |
1419959 |
|
crawlers | indeed_se-crawl | cli_run |
|
airflow | {"host_name": "68bb9f6dae8e", "full_command": "['/usr/local/bin/airflow', 'run', 'crawlers', 'indeed_se-crawl', '2024-11-18T00:00:00+00:00', '--local', '--pool', 'general', '-sd', '/usr/local/airflow/dags/crawlers.py']"} |
1419958 |
|
crawlers | seek_au-crawl | cli_run |
|
airflow | {"host_name": "68bb9f6dae8e", "full_command": "['/usr/local/bin/airflow', 'run', 'crawlers', 'seek_au-crawl', '2024-11-18T00:00:00+00:00', '--local', '--pool', 'general', '-sd', '/usr/local/airflow/dags/crawlers.py']"} |
1419956 |
|
crawlers | reeduk-crawl | running |
|
airflow | |
1419957 |
|
crawlers_hourly | linkedin-crawl | cli_run |
|
airflow | {"host_name": "68bb9f6dae8e", "full_command": "['/usr/local/bin/airflow', 'run', 'crawlers_hourly', 'linkedin-crawl', '2024-11-18T23:00:00+00:00', '--local', '--pool', 'general', '-sd', '/usr/local/airflow/dags/crawlers.py']"} |
1419955 |
|
crawlers_hourly | bcjobs-crawl | running |
|
airflow | |
1419954 |
|
crawlers | reeduk-crawl | cli_run |
|
airflow | {"host_name": "68bb9f6dae8e", "full_command": "['/usr/local/bin/airflow', 'run', 'crawlers', 'reeduk-crawl', '2024-11-18T00:00:00+00:00', '--local', '--pool', 'general', '-sd', '/usr/local/airflow/dags/crawlers.py']"} |
1419953 |
|
crawlers_hourly | bcjobs-crawl | cli_run |
|
airflow | {"host_name": "68bb9f6dae8e", "full_command": "['/usr/local/bin/airflow', 'run', 'crawlers_hourly', 'bcjobs-crawl', '2024-11-18T23:00:00+00:00', '--local', '--pool', 'general', '-sd', '/usr/local/airflow/dags/crawlers.py']"} |
1419952 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('root', 'Wait'), ('execution_date', '2023-05-09T20:00:00+00:00')] | |
1419951 |
|
crawlers | Start | success |
|
airflow | |
1419950 |
|
engines | Start | success |
|
airflow | |
1419949 |
|
crawlers_hourly | Start | success |
|
airflow | |
1419948 |
|
crawlers | Start | cli_run |
|
airflow | {"host_name": "68bb9f6dae8e", "full_command": "['/usr/local/bin/airflow', 'run', 'crawlers', 'Start', '2024-11-18T00:00:00+00:00', '--job_id', '131786', '--pool', 'general', '--raw', '-sd', 'DAGS_FOLDER/crawlers.py', '--cfg_path', '/tmp/tmprejcklj5']"} |
1419947 |
|
engines | Start | cli_run |
|
airflow | {"host_name": "68bb9f6dae8e", "full_command": "['/usr/local/bin/airflow', 'run', 'engines', 'Start', '2024-11-18T00:00:00+00:00', '--job_id', '131788', '--pool', 'engines', '--raw', '-sd', 'DAGS_FOLDER/engines.py', '--cfg_path', '/tmp/tmp23rt_rum']"} |
1419946 |
|
crawlers_hourly | Start | cli_run |
|
airflow | {"host_name": "68bb9f6dae8e", "full_command": "['/usr/local/bin/airflow', 'run', 'crawlers_hourly', 'Start', '2024-11-18T23:00:00+00:00', '--job_id', '131787', '--pool', 'general', '--raw', '-sd', 'DAGS_FOLDER/crawlers.py', '--cfg_path', '/tmp/tmpvrpdcpti']"} |
1419945 |
|
engines | Wait | success |
|
airflow | |
1419944 |
|
engines | Wait | cli_run |
|
airflow | {"host_name": "68bb9f6dae8e", "full_command": "['/usr/local/bin/airflow', 'run', 'engines', 'Wait', '2024-11-18T00:00:00+00:00', '--job_id', '131785', '--pool', 'engines', '--raw', '-sd', 'DAGS_FOLDER/engines.py', '--cfg_path', '/tmp/tmpowtwu4oz']"} |
1419943 |
|
crawlers_hourly | Start | running |
|
airflow | |
1419942 |
|
crawlers | Start | running |
|
airflow | |
1419941 |
|
engines | Start | running |
|
airflow | |
1419940 |
|
engines | Start | cli_run |
|
airflow | {"host_name": "68bb9f6dae8e", "full_command": "['/usr/local/bin/airflow', 'run', 'engines', 'Start', '2024-11-18T00:00:00+00:00', '--local', '--pool', 'engines', '-sd', '/usr/local/airflow/dags/engines.py']"} |
1419939 |
|
crawlers_hourly | Start | cli_run |
|
airflow | {"host_name": "68bb9f6dae8e", "full_command": "['/usr/local/bin/airflow', 'run', 'crawlers_hourly', 'Start', '2024-11-18T23:00:00+00:00', '--local', '--pool', 'general', '-sd', '/usr/local/airflow/dags/crawlers.py']"} |
1419938 |
|
engines | Wait | running |
|
airflow | |
1419937 |
|
crawlers | Start | cli_run |
|
airflow | {"host_name": "68bb9f6dae8e", "full_command": "['/usr/local/bin/airflow', 'run', 'crawlers', 'Start', '2024-11-18T00:00:00+00:00', '--local', '--pool', 'general', '-sd', '/usr/local/airflow/dags/crawlers.py']"} |
1419936 |
|
engines | Wait | cli_run |
|
airflow | {"host_name": "68bb9f6dae8e", "full_command": "['/usr/local/bin/airflow', 'run', 'engines', 'Wait', '2024-11-18T00:00:00+00:00', '--local', '--pool', 'engines', '-sd', '/usr/local/airflow/dags/engines.py']"} |
1419935 |
|
crawlers_hourly | linkedin-crawl | xcom |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'linkedin-crawl'), ('execution_date', '2023-09-05T15:00:00+00:00')] |
1419934 |
|
crawlers_hourly | simplyhired-crawl | log |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'simplyhired-crawl'), ('execution_date', '2024-09-11T20:00:00+00:00')] |
1419933 |
|
crawlers_hourly | linkup-crawl | rendered |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'linkup-crawl'), ('execution_date', '2024-07-01T16:00:00+00:00')] |
1419932 |
|
crawlers_hourly | End | task |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'End'), ('execution_date', '2024-05-08T03:00:00+00:00')] |
1419931 |
|
crawlers_hourly | Start | rendered |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'Start'), ('execution_date', '2024-11-17T20:00:00+00:00')] |
1419930 |
|
crawlers | graph |
|
anonymous | [('dag_id', 'crawlers'), ('execution_date', '2023-07-17 00:00:00+00:00')] | |
1419929 |
|
crawlers_hourly | linkedin-crawl | rendered |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'linkedin-crawl'), ('execution_date', '2024-05-24T14:00:00+00:00')] |
1419928 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('root', 'linkup-crawl'), ('execution_date', '2024-11-18T06:00:00+00:00')] | |
1419927 |
|
crawlers_hourly | Start | task |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'Start'), ('execution_date', '2023-05-19T13:00:00+00:00')] |
1419926 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('root', 'linkup-crawl'), ('execution_date', '2023-11-11T11:00:00+00:00')] | |
1419925 |
|
crawlers_hourly | linkedin-crawl | task |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'linkedin-crawl'), ('execution_date', '2024-01-03T05:00:00+00:00')] |
1419924 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2023-04-16 02:00:00+00:00')] | |
1419923 |
|
crawlers | indeed_ro-crawl | task |
|
anonymous | [('dag_id', 'crawlers'), ('task_id', 'indeed_ro-crawl'), ('execution_date', '2023-05-14T00:00:00+00:00')] |
1419922 |
|
crawlers_hourly | linkedin-crawl | get_logs_with_metadata |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'linkedin-crawl'), ('execution_date', '2024-02-11T20:00:00+00:00'), ('try_number', '1'), ('metadata', 'null')] |
1419921 |
|
crawlers_hourly | simplyhired-crawl | get_logs_with_metadata |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'simplyhired-crawl'), ('execution_date', '2024-11-17T21:00:00+00:00'), ('try_number', '1'), ('metadata', 'null')] |
1419920 |
|
crawlers_hourly | simplyhired-crawl | log |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'simplyhired-crawl'), ('execution_date', '2024-11-17T21:00:00+00:00')] |
1419919 |
|
crawlers_hourly | linkedin-crawl | log |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'linkedin-crawl'), ('execution_date', '2024-02-11T20:00:00+00:00')] |
1419918 |
|
crawlers | indeed_tw-crawl | rendered |
|
anonymous | [('dag_id', 'crawlers'), ('task_id', 'indeed_tw-crawl'), ('execution_date', '2024-11-16T00:00:00+00:00')] |
1419917 |
|
crawlers_hourly | linkedin-crawl | task |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'linkedin-crawl'), ('execution_date', '2023-07-25T23:00:00+00:00')] |
1419916 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('root', 'linkedin-crawl'), ('execution_date', '2023-09-20T01:00:00+00:00')] | |
1419915 |
|
crawlers_hourly | Start | xcom |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'Start'), ('execution_date', '2023-09-05T17:00:00+00:00')] |
1419914 |
|
crawlers_hourly | Wait | rendered |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'Wait'), ('execution_date', '2024-07-01T17:00:00+00:00')] |
1419913 |
|
engines | Location-Engine | task |
|
anonymous | [('dag_id', 'engines'), ('task_id', 'Location-Engine'), ('execution_date', '2023-04-22T00:00:00+00:00')] |
1419912 |
|
crawlers_hourly | linkup-crawl | task |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'linkup-crawl'), ('execution_date', '2024-09-12T10:00:00+00:00')] |
1419911 |
|
crawlers_hourly | linkedin-crawl | rendered |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'linkedin-crawl'), ('execution_date', '2023-06-08T03:00:00+00:00')] |
1419910 |
|
crawlers_hourly | End | get_logs_with_metadata |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'End'), ('execution_date', '2023-09-03T15:00:00+00:00'), ('try_number', '1'), ('metadata', 'null')] |
1419909 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('root', 'Start'), ('execution_date', '2024-11-18T06:00:00+00:00')] | |
1419908 |
|
crawlers_hourly | End | log |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'End'), ('execution_date', '2023-09-03T15:00:00+00:00')] |
1419907 |
|
crawlers_hourly | simplyhired-crawl | get_logs_with_metadata |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'simplyhired-crawl'), ('execution_date', '2024-11-17T22:00:00+00:00'), ('try_number', '1'), ('metadata', 'null')] |
1419906 |
|
crawlers_hourly | simplyhired-crawl | log |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'simplyhired-crawl'), ('execution_date', '2024-11-17T22:00:00+00:00')] |
1419905 |
|
crawlers_hourly | Start | xcom |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'Start'), ('execution_date', '2024-03-14T21:00:00+00:00')] |
1419904 |
|
crawlers | whoishiring-crawl | task |
|
anonymous | [('dag_id', 'crawlers'), ('task_id', 'whoishiring-crawl'), ('execution_date', '2023-10-27T00:00:00+00:00')] |
1419903 |
|
crawlers_hourly | linkedin-crawl | rendered |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'linkedin-crawl'), ('execution_date', '2024-11-17T22:00:00+00:00')] |
1419902 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('root', 'linkedin-crawl'), ('execution_date', '2024-11-18T06:00:00+00:00')] | |
1419901 |
|
crawlers_hourly | Start | log |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'Start'), ('execution_date', '2024-05-22T16:00:00+00:00')] |
1419900 |
|
crawlers_hourly | Wait | xcom |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'Wait'), ('execution_date', '2023-08-14T21:00:00+00:00')] |
1419899 |
|
crawlers | graph |
|
anonymous | [('dag_id', 'crawlers'), ('root', 'polemployee-crawl'), ('execution_date', '2023-11-25T00:00:00+00:00')] | |
1419898 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('root', 'Wait'), ('execution_date', '2023-07-07T08:00:00+00:00')] | |
1419897 |
|
crawlers_hourly | linkedin-crawl | task |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'linkedin-crawl'), ('execution_date', '2023-09-02T14:00:00+00:00')] |
1419896 |
|
crawlers | graph |
|
anonymous | [('dag_id', 'crawlers'), ('root', 'indeed_mx-crawl'), ('execution_date', '2024-06-18T00:00:00+00:00')] | |
1419895 |
|
crawlers_hourly | End | task |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'End'), ('execution_date', '2023-05-09T06:00:00+00:00')] |
1419894 |
|
crawlers | seek_au-crawl | task |
|
anonymous | [('dag_id', 'crawlers'), ('task_id', 'seek_au-crawl'), ('execution_date', '2023-10-29T00:00:00+00:00')] |
1419893 |
|
crawlers_hourly | linkedin-crawl | task |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'linkedin-crawl'), ('execution_date', '2024-01-14T16:00:00+00:00')] |
1419892 |
|
crawlers_hourly | simplyhired-crawl | task |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'simplyhired-crawl'), ('execution_date', '2023-11-11T14:00:00+00:00')] |
1419891 |
|
crawlers_hourly | simplyhired-crawl | rendered |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'simplyhired-crawl'), ('execution_date', '2024-11-17T21:00:00+00:00')] |
1419890 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('root', 'linkedin-crawl'), ('execution_date', '2024-11-18T05:00:00+00:00')] | |
1419889 |
|
crawlers_hourly | linkup-crawl | get_logs_with_metadata |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'linkup-crawl'), ('execution_date', '2024-11-17T21:00:00+00:00'), ('try_number', '1'), ('metadata', 'null')] |
1419888 |
|
crawlers | graph |
|
anonymous | [('dag_id', 'crawlers'), ('root', 'indeed_ua-crawl'), ('execution_date', '2023-06-22T00:00:00+00:00')] | |
1419887 |
|
engines | Wait | xcom |
|
anonymous | [('dag_id', 'engines'), ('task_id', 'Wait'), ('execution_date', '2024-08-02T00:00:00+00:00')] |
1419886 |
|
crawlers_hourly | linkup-crawl | log |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'linkup-crawl'), ('execution_date', '2024-11-17T21:00:00+00:00')] |
1419885 |
|
crawlers_hourly | linkedin-crawl | task |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'linkedin-crawl'), ('execution_date', '2023-11-25T12:00:00+00:00')] |
1419884 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('root', 'bcjobs-crawl'), ('execution_date', '2023-05-08T21:00:00+00:00')] | |
1419883 |
|
engines | graph |
|
anonymous | [('dag_id', 'engines'), ('root', 'Daily-Reports'), ('execution_date', '2023-05-22T00:00:00+00:00')] | |
1419882 |
|
crawlers_hourly | linkup-crawl | task |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'linkup-crawl'), ('execution_date', '2023-05-08T05:00:00+00:00')] |
1419881 |
|
crawlers_hourly | linkup-crawl | xcom |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'linkup-crawl'), ('execution_date', '2023-10-03T06:00:00+00:00')] |
1419880 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('root', 'bcjobs-crawl'), ('execution_date', '2023-09-09T18:00:00+00:00')] | |
1419879 |
|
crawlers_hourly | linkup-crawl | task |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'linkup-crawl'), ('execution_date', '2024-07-21T06:00:00+00:00')] |
1419878 |
|
crawlers_hourly | bcjobs-crawl | task |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'bcjobs-crawl'), ('execution_date', '2023-11-17T04:00:00+00:00')] |
1419877 |
|
crawlers | indeed_korea-crawl | task |
|
anonymous | [('dag_id', 'crawlers'), ('task_id', 'indeed_korea-crawl'), ('execution_date', '2023-06-05T00:00:00+00:00')] |
1419876 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('root', 'linkedin-crawl'), ('execution_date', '2024-05-08T02:00:00+00:00')] | |
1419875 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('root', 'linkedin-crawl'), ('execution_date', '2024-06-27T13:00:00+00:00')] | |
1419874 |
|
crawlers | graph |
|
anonymous | [('dag_id', 'crawlers'), ('root', 'polemployee-crawl'), ('execution_date', '2023-08-22T00:00:00+00:00')] | |
1419873 |
|
crawlers_hourly | End | rendered |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'End'), ('execution_date', '2024-01-19T20:00:00+00:00')] |
1419872 |
|
crawlers_hourly | simplyhired-crawl | task |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'simplyhired-crawl'), ('execution_date', '2024-04-08T10:00:00+00:00')] |
1419871 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('root', 'Wait'), ('execution_date', '2023-11-13T02:00:00+00:00')] | |
1419870 |
|
crawlers_hourly | simplyhired-crawl | rendered |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'simplyhired-crawl'), ('execution_date', '2024-11-17T22:00:00+00:00')] |
1419869 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('root', 'Wait'), ('execution_date', '2023-04-25T16:00:00+00:00')] | |
1419868 |
|
engines | ES-Engine | task |
|
anonymous | [('dag_id', 'engines'), ('task_id', 'ES-Engine'), ('execution_date', '2023-10-29T00:00:00+00:00')] |
1419867 |
|
engines | End | task |
|
anonymous | [('dag_id', 'engines'), ('task_id', 'End'), ('execution_date', '2023-05-07T00:00:00+00:00')] |
1419866 |
|
crawlers_hourly | linkup-crawl | task |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'linkup-crawl'), ('execution_date', '2024-03-12T11:00:00+00:00')] |
1419865 |
|
crawlers_hourly | Start | get_logs_with_metadata |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'Start'), ('execution_date', '2023-07-30T20:00:00+00:00'), ('try_number', '1'), ('metadata', 'null')] |
1419864 |
|
crawlers_hourly | Start | log |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'Start'), ('execution_date', '2023-07-30T20:00:00+00:00')] |
1419863 |
|
crawlers | indeed_in-crawl | task |
|
anonymous | [('dag_id', 'crawlers'), ('task_id', 'indeed_in-crawl'), ('execution_date', '2024-06-18T00:00:00+00:00')] |