Id | Dttm | Dag Id | Task Id | Event | Execution Date | Owner | Extra |
---|---|---|---|---|---|---|---|
1068356 |
|
crawlers_hourly | bcjobs-crawl | cli_run |
|
airflow | {"host_name": "68bb9f6dae8e", "full_command": "['/usr/local/bin/airflow', 'run', 'crawlers_hourly', 'bcjobs-crawl', '2024-08-02T06:00:00+00:00', '--job_id', '107717', '--pool', 'general', '--raw', '-sd', 'DAGS_FOLDER/crawlers.py', '--cfg_path', '/tmp/tmpvactuoqh']"} |
1068355 |
|
crawlers_hourly | linkup-crawl | running |
|
airflow | |
1068354 |
|
crawlers_hourly | linkedin-crawl | running |
|
airflow | |
1068353 |
|
crawlers_hourly | simplyhired-crawl | running |
|
airflow | |
1068352 |
|
crawlers_hourly | linkup-crawl | cli_run |
|
airflow | {"host_name": "68bb9f6dae8e", "full_command": "['/usr/local/bin/airflow', 'run', 'crawlers_hourly', 'linkup-crawl', '2024-08-02T06:00:00+00:00', '--local', '--pool', 'general', '-sd', '/usr/local/airflow/dags/crawlers.py']"} |
1068351 |
|
crawlers_hourly | bcjobs-crawl | running |
|
airflow | |
1068350 |
|
crawlers_hourly | linkedin-crawl | cli_run |
|
airflow | {"host_name": "68bb9f6dae8e", "full_command": "['/usr/local/bin/airflow', 'run', 'crawlers_hourly', 'linkedin-crawl', '2024-08-02T06:00:00+00:00', '--local', '--pool', 'general', '-sd', '/usr/local/airflow/dags/crawlers.py']"} |
1068349 |
|
crawlers_hourly | simplyhired-crawl | cli_run |
|
airflow | {"host_name": "68bb9f6dae8e", "full_command": "['/usr/local/bin/airflow', 'run', 'crawlers_hourly', 'simplyhired-crawl', '2024-08-02T06:00:00+00:00', '--local', '--pool', 'general', '-sd', '/usr/local/airflow/dags/crawlers.py']"} |
1068348 |
|
crawlers_hourly | bcjobs-crawl | cli_run |
|
airflow | {"host_name": "68bb9f6dae8e", "full_command": "['/usr/local/bin/airflow', 'run', 'crawlers_hourly', 'bcjobs-crawl', '2024-08-02T06:00:00+00:00', '--local', '--pool', 'general', '-sd', '/usr/local/airflow/dags/crawlers.py']"} |
1068347 |
|
crawlers_hourly | Start | success |
|
airflow | |
1068346 |
|
crawlers_hourly | Start | cli_run |
|
airflow | {"host_name": "68bb9f6dae8e", "full_command": "['/usr/local/bin/airflow', 'run', 'crawlers_hourly', 'Start', '2024-08-02T06:00:00+00:00', '--job_id', '107716', '--pool', 'general', '--raw', '-sd', 'DAGS_FOLDER/crawlers.py', '--cfg_path', '/tmp/tmpiovti8sc']"} |
1068345 |
|
crawlers_hourly | Start | running |
|
airflow | |
1068344 |
|
crawlers_hourly | Start | cli_run |
|
airflow | {"host_name": "68bb9f6dae8e", "full_command": "['/usr/local/bin/airflow', 'run', 'crawlers_hourly', 'Start', '2024-08-02T06:00:00+00:00', '--local', '--pool', 'general', '-sd', '/usr/local/airflow/dags/crawlers.py']"} |
1068343 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('root', 'simplyhired-crawl'), ('execution_date', '2024-08-02T00:00:00+00:00')] | |
1068342 |
|
crawlers_hourly | Start | task |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'Start'), ('execution_date', '2023-06-03T14:00:00+00:00')] |
1068341 |
|
engines | ES-Engine | task |
|
anonymous | [('dag_id', 'engines'), ('task_id', 'ES-Engine'), ('execution_date', '2024-08-01T00:00:00+00:00')] |
1068340 |
|
crawlers_hourly | Wait | xcom |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-07-05T21:00:00 00:00'), ('task_id', 'Wait')] |
1068339 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('root', 'simplyhired-crawl'), ('execution_date', '2024-05-09T13:00:00+00:00')] | |
1068338 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('root', ''), ('execution_date', '2024-07-27T18:00:00+00:00')] | |
1068337 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2023-11-29 03:00:00+00:00')] | |
1068336 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-07-10T11:00:00 00:00'), ('root', 'Wait')] | |
1068335 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('root', 'Wait'), ('execution_date', '2023-05-05T06:00:00+00:00')] | |
1068334 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('run_id', 'scheduled__2024-07-21T07:00:00+00:00'), ('execution_date', '2024-07-21 07:00:00+00:00')] | |
1068333 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-07-26T06:00:00 00:00'), ('root', 'linkedin-crawl')] | |
1068332 |
|
crawlers_hourly | simplyhired-crawl | task |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'simplyhired-crawl'), ('execution_date', '2024-01-24T23:00:00+00:00')] |
1068331 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('root', 'linkup-crawl'), ('execution_date', '2024-02-20T04:00:00+00:00')] | |
1068330 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('root', 'linkup-crawl'), ('execution_date', '2024-08-02T00:00:00+00:00')] | |
1068329 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-05-31 07:00:00+00:00')] | |
1068328 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('run_id', 'scheduled__2024-08-01T14:00:00+00:00'), ('execution_date', '2024-08-01 14:00:00+00:00')] | |
1068327 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('root', ''), ('execution_date', '2024-07-30T13:00:00+00:00')] | |
1068326 |
|
crawlers_hourly | simplyhired-crawl | task |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'simplyhired-crawl'), ('execution_date', '2024-07-27T21:00:00+00:00')] |
1068325 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('run_id', 'scheduled__2024-07-24T09:00:00+00:00'), ('execution_date', '2024-07-24 09:00:00+00:00')] | |
1068324 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('root', ''), ('execution_date', '2023-07-26T05:00:00+00:00')] | |
1068323 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2023-12-26 16:00:00+00:00')] | |
1068322 |
|
crawlers_hourly | bcjobs-crawl | task |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'bcjobs-crawl'), ('execution_date', '2023-12-11T15:00:00+00:00')] |
1068321 |
|
engines | email_engine | task |
|
anonymous | [('dag_id', 'engines'), ('task_id', 'email_engine'), ('execution_date', '2024-08-01T00:00:00+00:00')] |
1068320 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-05-14T19:00:00 00:00'), ('root', 'bcjobs-crawl')] | |
1068319 |
|
crawlers | Start | task |
|
anonymous | [('dag_id', 'crawlers'), ('task_id', 'Start'), ('execution_date', '2023-08-04T00:00:00+00:00')] |
1068318 |
|
crawlers | indeed_nl-crawl | task |
|
anonymous | [('dag_id', 'crawlers'), ('task_id', 'indeed_nl-crawl'), ('execution_date', '2024-07-31T00:00:00+00:00')] |
1068317 |
|
crawlers | indeed_in-crawl | task |
|
anonymous | [('dag_id', 'crawlers'), ('task_id', 'indeed_in-crawl'), ('execution_date', '2024-07-31T00:00:00+00:00')] |
1068316 |
|
crawlers | indeed_ie-crawl | xcom |
|
anonymous | [('dag_id', 'crawlers'), ('task_id', 'indeed_ie-crawl'), ('execution_date', '2024-07-29T00:00:00+00:00')] |
1068315 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('root', 'Wait'), ('execution_date', '2024-07-27T12:00:00+00:00')] | |
1068314 |
|
crawlers_hourly | Wait | task |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'Wait'), ('execution_date', '2024-07-27T22:00:00+00:00')] |
1068313 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('run_id', 'scheduled__2024-07-25T21:00:00+00:00'), ('execution_date', '2024-07-25 21:00:00+00:00')] | |
1068312 |
|
crawlers_hourly | bcjobs-crawl | xcom |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-05-25T11:00:00 00:00'), ('task_id', 'bcjobs-crawl')] |
1068311 |
|
crawlers_hourly | bcjobs-crawl | task |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'bcjobs-crawl'), ('execution_date', '2024-07-30T09:00:00+00:00')] |
1068310 |
|
crawlers_hourly | Start | task |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-05-14T11:00:00 00:00'), ('task_id', 'Start')] |
1068309 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-02 02:00:00+00:00')] | |
1068308 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2023-08-22 11:00:00+00:00')] | |
1068307 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-07-26T06:00:00 00:00'), ('root', 'linkup-crawl')] | |
1068306 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('root', 'End'), ('execution_date', '2024-07-27T14:00:00+00:00')] | |
1068305 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-07-10T11:00:00 00:00'), ('root', 'linkup-crawl')] | |
1068304 |
|
crawlers | graph |
|
anonymous | [('dag_id', 'crawlers'), ('root', 'indeed_ie-crawl'), ('execution_date', '2024-07-31T00:00:00+00:00')] | |
1068303 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2023-12-11 08:00:00+00:00')] | |
1068302 |
|
crawlers | indeed_au-crawl | task |
|
anonymous | [('dag_id', 'crawlers'), ('execution_date', '2024-05-17T00:00:00 00:00'), ('task_id', 'indeed_au-crawl')] |
1068301 |
|
crawlers | indeed_in-crawl | task |
|
anonymous | [('dag_id', 'crawlers'), ('task_id', 'indeed_in-crawl'), ('execution_date', '2023-05-15T00:00:00+00:00')] |
1068300 |
|
crawlers_hourly | bcjobs-crawl | get_logs_with_metadata |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'bcjobs-crawl'), ('execution_date', '2024-07-18T17:00:00+00:00'), ('try_number', '1'), ('metadata', 'null')] |
1068299 |
|
crawlers_hourly | bcjobs-crawl | log |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'bcjobs-crawl'), ('execution_date', '2024-07-18T17:00:00+00:00')] |
1068298 |
|
crawlers_hourly | bcjobs-crawl | task |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-07-06T08:00:00 00:00'), ('task_id', 'bcjobs-crawl')] |
1068297 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('run_id', 'scheduled__2024-07-27T22:00:00+00:00'), ('execution_date', '2024-07-27 22:00:00+00:00')] | |
1068296 |
|
crawlers_hourly | linkedin-crawl | rendered |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'linkedin-crawl'), ('execution_date', '2023-11-14T09:00:00+00:00')] |
1068295 |
|
crawlers | graph |
|
anonymous | [('dag_id', 'crawlers'), ('root', 'indeed-crawl'), ('execution_date', '2024-07-28T00:00:00+00:00')] | |
1068294 |
|
engines | Wait | task |
|
anonymous | [('dag_id', 'engines'), ('task_id', 'Wait'), ('execution_date', '2024-08-01T00:00:00+00:00')] |
1068293 |
|
crawlers | graph |
|
anonymous | [('dag_id', 'crawlers'), ('root', 'dice-crawl'), ('execution_date', '2024-07-31T00:00:00+00:00')] | |
1068292 |
|
engines | graph |
|
anonymous | [('dag_id', 'engines'), ('root', ''), ('execution_date', '2024-02-08T00:00:00+00:00')] | |
1068291 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('root', ''), ('execution_date', '2023-10-15T08:00:00+00:00')] | |
1068290 |
|
crawlers_hourly | linkup-crawl | xcom |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'linkup-crawl'), ('execution_date', '2024-08-01T12:00:00+00:00')] |
1068289 |
|
crawlers | indeed_pk-crawl | task |
|
anonymous | [('dag_id', 'crawlers'), ('task_id', 'indeed_pk-crawl'), ('execution_date', '2024-01-24T00:00:00+00:00')] |
1068288 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('root', 'End'), ('execution_date', '2024-07-30T06:00:00+00:00')] | |
1068287 |
|
crawlers_hourly | bcjobs-crawl | log |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-07-25T19:00:00 00:00'), ('task_id', 'bcjobs-crawl')] |
1068286 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('root', 'linkedin-crawl'), ('execution_date', '2024-07-27T19:00:00+00:00')] | |
1068285 |
|
crawlers_hourly | simplyhired-crawl | get_logs_with_metadata |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'simplyhired-crawl'), ('execution_date', '2024-02-21T04:00:00+00:00'), ('try_number', '1'), ('metadata', 'null')] |
1068284 |
|
crawlers_hourly | simplyhired-crawl | log |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'simplyhired-crawl'), ('execution_date', '2024-02-21T04:00:00+00:00')] |
1068283 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2023-11-09 14:00:00+00:00')] | |
1068282 |
|
crawlers | graph |
|
anonymous | [('dag_id', 'crawlers'), ('root', 'indeed_canada-crawl'), ('execution_date', '2024-07-31T00:00:00+00:00')] | |
1068281 |
|
crawlers_hourly | End | rendered |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'End'), ('execution_date', '2024-02-17T10:00:00+00:00')] |
1068280 |
|
crawlers | flexjobs-crawl | task |
|
anonymous | [('dag_id', 'crawlers'), ('task_id', 'flexjobs-crawl'), ('execution_date', '2023-12-31T00:00:00+00:00')] |
1068279 |
|
engines | Wait | task |
|
anonymous | [('dag_id', 'engines'), ('task_id', 'Wait'), ('execution_date', '2024-02-06T00:00:00+00:00')] |
1068278 |
|
crawlers_hourly | simplyhired-crawl | task |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'simplyhired-crawl'), ('execution_date', '2024-03-31T11:00:00+00:00')] |
1068277 |
|
crawlers | indeed_au-crawl | task |
|
anonymous | [('dag_id', 'crawlers'), ('task_id', 'indeed_au-crawl'), ('execution_date', '2024-07-31T00:00:00+00:00')] |
1068276 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2023-10-03 02:00:00+00:00')] | |
1068275 |
|
crawlers | ladders-crawl | log |
|
anonymous | [('dag_id', 'crawlers'), ('execution_date', '2024-07-25T00:00:00 00:00'), ('task_id', 'ladders-crawl')] |
1068274 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('run_id', 'scheduled__2024-03-27T22:00:00+00:00'), ('execution_date', '2024-03-27 22:00:00+00:00')] | |
1068273 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2023-05-13 15:00:00+00:00')] | |
1068272 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-07-06T05:00:00 00:00'), ('root', 'linkedin-crawl')] | |
1068271 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2023-12-11 04:00:00+00:00')] | |
1068270 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('root', ''), ('execution_date', '2023-09-15T09:00:00+00:00')] | |
1068269 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-03-22 08:00:00+00:00')] | |
1068268 |
|
crawlers | graph |
|
anonymous | [('dag_id', 'crawlers'), ('root', 'indeed_pk-crawl'), ('execution_date', '2024-07-31T00:00:00+00:00')] | |
1068267 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('run_id', 'scheduled__2024-07-24T05:00:00+00:00'), ('execution_date', '2024-07-24 05:00:00+00:00')] | |
1068266 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('root', 'linkedin-crawl'), ('execution_date', '2023-09-17T07:00:00+00:00')] | |
1068265 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('root', ''), ('execution_date', '2024-07-25T10:00:00+00:00')] | |
1068264 |
|
engines | Start | task |
|
anonymous | [('dag_id', 'engines'), ('task_id', 'Start'), ('execution_date', '2024-07-31T00:00:00+00:00')] |
1068263 |
|
crawlers_hourly | End | success |
|
airflow | |
1068262 |
|
crawlers_hourly | End | cli_run |
|
airflow | {"host_name": "68bb9f6dae8e", "full_command": "['/usr/local/bin/airflow', 'run', 'crawlers_hourly', 'End', '2024-08-02T05:00:00+00:00', '--job_id', '107715', '--pool', 'general', '--raw', '-sd', 'DAGS_FOLDER/crawlers.py', '--cfg_path', '/tmp/tmp41i1av_6']"} |
1068261 |
|
crawlers_hourly | End | running |
|
airflow | |
1068260 |
|
crawlers_hourly | End | cli_run |
|
airflow | {"host_name": "68bb9f6dae8e", "full_command": "['/usr/local/bin/airflow', 'run', 'crawlers_hourly', 'End', '2024-08-02T05:00:00+00:00', '--local', '--pool', 'general', '-sd', '/usr/local/airflow/dags/crawlers.py']"} |
1068259 |
|
crawlers_hourly | Wait | success |
|
airflow | |
1068258 |
|
crawlers_hourly | Wait | cli_run |
|
airflow | {"host_name": "68bb9f6dae8e", "full_command": "['/usr/local/bin/airflow', 'run', 'crawlers_hourly', 'Wait', '2024-08-02T05:00:00+00:00', '--job_id', '107714', '--pool', 'general', '--raw', '-sd', 'DAGS_FOLDER/crawlers.py', '--cfg_path', '/tmp/tmpr_e9pi5o']"} |
1068257 |
|
crawlers_hourly | Wait | running |
|
airflow |