Id | Dttm | Dag Id | Task Id | Event | Execution Date | Owner | Extra |
---|---|---|---|---|---|---|---|
1190877 |
|
crawlers_hourly | Start | cli_run |
|
airflow | {"host_name": "68bb9f6dae8e", "full_command": "['/usr/local/bin/airflow', 'run', 'crawlers_hourly', 'Start', '2024-09-11T06:00:00+00:00', '--job_id', '116534', '--pool', 'general', '--raw', '-sd', 'DAGS_FOLDER/crawlers.py', '--cfg_path', '/tmp/tmprwilcf9y']"} |
1190876 |
|
crawlers_hourly | Start | running |
|
airflow | |
1190875 |
|
crawlers_hourly | Start | cli_run |
|
airflow | {"host_name": "68bb9f6dae8e", "full_command": "['/usr/local/bin/airflow', 'run', 'crawlers_hourly', 'Start', '2024-09-11T06:00:00+00:00', '--local', '--pool', 'general', '-sd', '/usr/local/airflow/dags/crawlers.py']"} |
1190874 |
|
crawlers | indeed_ar-crawl | task |
|
anonymous | [('dag_id', 'crawlers'), ('task_id', 'indeed_ar-crawl'), ('execution_date', '2023-12-25T00:00:00+00:00')] |
1190873 |
|
crawlers_hourly | simplyhired-crawl | task |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'simplyhired-crawl'), ('execution_date', '2024-01-08T17:00:00+00:00')] |
1190872 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('root', 'linkedin-crawl'), ('execution_date', '2024-07-03T17:00:00+00:00')] | |
1190871 |
|
crawlers_hourly | simplyhired-crawl | task |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'simplyhired-crawl'), ('execution_date', '2024-01-19T02:00:00+00:00')] |
1190870 |
|
crawlers | graph |
|
anonymous | [('dag_id', 'crawlers'), ('root', 'indeed_ar-crawl'), ('execution_date', '2024-02-24T00:00:00+00:00')] | |
1190869 |
|
crawlers | graph |
|
anonymous | [('dag_id', 'crawlers'), ('root', 'indeed_ar-crawl'), ('execution_date', '2024-01-16T00:00:00+00:00')] | |
1190868 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('root', 'simplyhired-crawl'), ('execution_date', '2024-02-04T20:00:00+00:00')] | |
1190867 |
|
crawlers_hourly | linkup-crawl | task |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'linkup-crawl'), ('execution_date', '2023-10-12T14:00:00+00:00')] |
1190866 |
|
crawlers_hourly | simplyhired-crawl | get_logs_with_metadata |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'simplyhired-crawl'), ('execution_date', '2024-01-16T23:00:00+00:00'), ('try_number', '1'), ('metadata', 'null')] |
1190865 |
|
crawlers_hourly | simplyhired-crawl | log |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'simplyhired-crawl'), ('execution_date', '2024-01-16T23:00:00+00:00')] |
1190864 |
|
crawlers_hourly | simplyhired-crawl | rendered |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'simplyhired-crawl'), ('execution_date', '2024-01-16T23:00:00+00:00')] |
1190863 |
|
crawlers_hourly | Wait | task |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-09T16:00:00 00:00'), ('task_id', 'Wait')] |
1190862 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-09T21:00:00 00:00'), ('root', 'Wait')] | |
1190861 |
|
crawlers_hourly | Wait | task |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-31T01:00:00 00:00'), ('task_id', 'Wait')] |
1190860 |
|
crawlers | graph |
|
anonymous | [('dag_id', 'crawlers'), ('execution_date', '2024-08-29T00:00:00 00:00'), ('root', 'seek_au-crawl')] | |
1190859 |
|
crawlers | indeed_tw-crawl | task |
|
anonymous | [('dag_id', 'crawlers'), ('execution_date', '2024-08-02T00:00:00 00:00'), ('task_id', 'indeed_tw-crawl')] |
1190858 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-09-03 20:00:00 00:00')] | |
1190857 |
|
crawlers_hourly | End | task |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-09-02T22:00:00 00:00'), ('task_id', 'End')] |
1190856 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-06-19T04:00:00 00:00'), ('root', 'linkedin-crawl')] | |
1190855 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-09-04 03:00:00 00:00')] | |
1190854 |
|
crawlers_hourly | linkup-crawl | rendered |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'linkup-crawl'), ('execution_date', '2024-01-08T18:00:00+00:00')] |
1190853 |
|
crawlers_hourly | End | task |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-31T21:00:00 00:00'), ('task_id', 'End')] |
1190852 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-05-16T22:00:00 00:00'), ('root', 'simplyhired-crawl')] | |
1190851 |
|
crawlers_hourly | bcjobs-crawl | task |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-07-27T21:00:00 00:00'), ('task_id', 'bcjobs-crawl')] |
1190850 |
|
crawlers_hourly | linkup-crawl | task |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-06-16T06:00:00 00:00'), ('task_id', 'linkup-crawl')] |
1190849 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-04T02:00:00 00:00')] | |
1190848 |
|
crawlers_hourly | linkup-crawl | rendered |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-09-01T04:00:00 00:00'), ('task_id', 'linkup-crawl')] |
1190847 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-31T04:00:00 00:00')] | |
1190846 |
|
engines | graph |
|
anonymous | [('dag_id', 'engines'), ('execution_date', '2024-08-31T00:00:00 00:00')] | |
1190845 |
|
crawlers_hourly | End | xcom |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-31T10:00:00 00:00'), ('task_id', 'End')] |
1190844 |
|
crawlers_hourly | Wait | task |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-28T10:00:00 00:00'), ('task_id', 'Wait')] |
1190843 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-05-31T18:00:00 00:00'), ('root', 'bcjobs-crawl')] | |
1190842 |
|
crawlers_hourly | Start | xcom |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-13T05:00:00 00:00'), ('task_id', 'Start')] |
1190841 |
|
crawlers | indeed_pt-crawl | xcom |
|
anonymous | [('dag_id', 'crawlers'), ('execution_date', '2024-09-01T00:00:00 00:00'), ('task_id', 'indeed_pt-crawl')] |
1190840 |
|
crawlers_hourly | bcjobs-crawl | rendered |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-09-01T16:00:00 00:00'), ('task_id', 'bcjobs-crawl')] |
1190839 |
|
crawlers_hourly | bcjobs-crawl | rendered |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-06-19T08:00:00 00:00'), ('task_id', 'bcjobs-crawl')] |
1190838 |
|
crawlers_hourly | Wait | log |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-24T16:00:00 00:00'), ('task_id', 'Wait')] |
1190837 |
|
crawlers_hourly | linkedin-crawl | rendered |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-07-23T04:00:00 00:00'), ('task_id', 'linkedin-crawl')] |
1190836 |
|
crawlers_hourly | Start | rendered |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-09-06T12:00:00 00:00'), ('task_id', 'Start')] |
1190835 |
|
crawlers_hourly | bcjobs-crawl | rendered |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-09-01T14:00:00 00:00'), ('task_id', 'bcjobs-crawl')] |
1190834 |
|
crawlers_hourly | linkup-crawl | log |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-05-16T09:00:00 00:00'), ('task_id', 'linkup-crawl')] |
1190833 |
|
crawlers_hourly | End | log |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-24T15:00:00 00:00'), ('task_id', 'End')] |
1190832 |
|
crawlers_hourly | End | log |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-31T09:00:00 00:00'), ('task_id', 'End')] |
1190831 |
|
crawlers_hourly | Start | log |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-24T17:00:00 00:00'), ('task_id', 'Start')] |
1190830 |
|
crawlers_hourly | linkedin-crawl | xcom |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-07-19T14:00:00 00:00'), ('task_id', 'linkedin-crawl')] |
1190829 |
|
crawlers | graph |
|
anonymous | [('dag_id', 'crawlers'), ('execution_date', '2024-08-18T00:00:00 00:00'), ('root', 'indeed_fr-crawl')] | |
1190828 |
|
crawlers | indeed_pt-crawl | task |
|
anonymous | [('dag_id', 'crawlers'), ('execution_date', '2024-08-18T00:00:00 00:00'), ('task_id', 'indeed_pt-crawl')] |
1190827 |
|
crawlers_hourly | Start | rendered |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-04T09:00:00 00:00'), ('task_id', 'Start')] |
1190826 |
|
crawlers | Start | rendered |
|
anonymous | [('dag_id', 'crawlers'), ('execution_date', '2024-07-30T00:00:00 00:00'), ('task_id', 'Start')] |
1190825 |
|
crawlers_hourly | linkup-crawl | rendered |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-24T21:00:00 00:00'), ('task_id', 'linkup-crawl')] |
1190824 |
|
crawlers_hourly | linkup-crawl | rendered |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-24T20:00:00 00:00'), ('task_id', 'linkup-crawl')] |
1190823 |
|
crawlers_hourly | bcjobs-crawl | xcom |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-24T13:00:00 00:00'), ('task_id', 'bcjobs-crawl')] |
1190822 |
|
crawlers_hourly | Wait | task |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-28T21:00:00 00:00'), ('task_id', 'Wait')] |
1190821 |
|
crawlers | indeed_mx-crawl | rendered |
|
anonymous | [('dag_id', 'crawlers'), ('execution_date', '2024-08-12T00:00:00 00:00'), ('task_id', 'indeed_mx-crawl')] |
1190820 |
|
crawlers_hourly | bcjobs-crawl | log |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-07-18T00:00:00 00:00'), ('task_id', 'bcjobs-crawl')] |
1190819 |
|
crawlers_hourly | Start | xcom |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-13T04:00:00 00:00'), ('task_id', 'Start')] |
1190818 |
|
crawlers_hourly | bcjobs-crawl | log |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-09-02T18:00:00 00:00'), ('task_id', 'bcjobs-crawl')] |
1190817 |
|
crawlers | indeed_china-crawl | task |
|
anonymous | [('dag_id', 'crawlers'), ('execution_date', '2024-08-18T00:00:00 00:00'), ('task_id', 'indeed_china-crawl')] |
1190816 |
|
crawlers_hourly | linkedin-crawl | rendered |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-13T07:00:00 00:00'), ('task_id', 'linkedin-crawl')] |
1190815 |
|
crawlers_hourly | End | xcom |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-13T01:00:00 00:00'), ('task_id', 'End')] |
1190814 |
|
crawlers_hourly | Wait | log |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-13T11:00:00 00:00'), ('task_id', 'Wait')] |
1190813 |
|
crawlers | indeed_canada-crawl | xcom |
|
anonymous | [('dag_id', 'crawlers'), ('execution_date', '2024-08-14T00:00:00 00:00'), ('task_id', 'indeed_canada-crawl')] |
1190812 |
|
crawlers_hourly | bcjobs-crawl | rendered |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-02T19:00:00 00:00'), ('task_id', 'bcjobs-crawl')] |
1190811 |
|
crawlers_hourly | Start | log |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-06-07T14:00:00 00:00'), ('task_id', 'Start')] |
1190810 |
|
crawlers_hourly | Wait | xcom |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-09-06T14:00:00 00:00'), ('task_id', 'Wait')] |
1190809 |
|
crawlers_hourly | bcjobs-crawl | rendered |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-21T14:00:00 00:00'), ('task_id', 'bcjobs-crawl')] |
1190808 |
|
crawlers_hourly | bcjobs-crawl | rendered |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-09-06T11:00:00 00:00'), ('task_id', 'bcjobs-crawl')] |
1190807 |
|
crawlers_hourly | bcjobs-crawl | log |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-05T06:00:00 00:00'), ('task_id', 'bcjobs-crawl')] |
1190806 |
|
crawlers | indeed_mx-crawl | rendered |
|
anonymous | [('dag_id', 'crawlers'), ('execution_date', '2024-08-13T00:00:00 00:00'), ('task_id', 'indeed_mx-crawl')] |
1190805 |
|
crawlers_hourly | End | xcom |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-07-19T12:00:00 00:00'), ('task_id', 'End')] |
1190804 |
|
crawlers | indeed_au-crawl | log |
|
anonymous | [('dag_id', 'crawlers'), ('execution_date', '2024-08-08T00:00:00 00:00'), ('task_id', 'indeed_au-crawl')] |
1190803 |
|
crawlers_hourly | bcjobs-crawl | log |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-07-19T22:00:00 00:00'), ('task_id', 'bcjobs-crawl')] |
1190802 |
|
crawlers_hourly | End | log |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-31T15:00:00 00:00'), ('task_id', 'End')] |
1190801 |
|
crawlers_hourly | Start | xcom |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-04T03:00:00 00:00'), ('task_id', 'Start')] |
1190800 |
|
crawlers | indeed_se-crawl | rendered |
|
anonymous | [('dag_id', 'crawlers'), ('execution_date', '2024-08-05T00:00:00 00:00'), ('task_id', 'indeed_se-crawl')] |
1190799 |
|
crawlers_hourly | simplyhired-crawl | task |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'simplyhired-crawl'), ('execution_date', '2024-01-16T23:00:00+00:00')] |
1190798 |
|
crawlers_hourly | linkedin-crawl | rendered |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-03T04:00:00 00:00'), ('task_id', 'linkedin-crawl')] |
1190797 |
|
crawlers_hourly | Wait | log |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-24T13:00:00 00:00'), ('task_id', 'Wait')] |
1190796 |
|
crawlers_hourly | linkedin-crawl | task |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-05-31T18:00:00 00:00'), ('task_id', 'linkedin-crawl')] |
1190795 |
|
crawlers_hourly | bcjobs-crawl | xcom |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-24T11:00:00 00:00'), ('task_id', 'bcjobs-crawl')] |
1190794 |
|
crawlers_hourly | simplyhired-crawl | rendered |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-13T02:00:00 00:00'), ('task_id', 'simplyhired-crawl')] |
1190793 |
|
crawlers_hourly | Wait | xcom |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-09-06T19:00:00 00:00'), ('task_id', 'Wait')] |
1190792 |
|
crawlers_hourly | linkedin-crawl | log |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-31T16:00:00 00:00'), ('task_id', 'linkedin-crawl')] |
1190791 |
|
crawlers_hourly | linkup-crawl | rendered |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-07-30T22:00:00 00:00'), ('task_id', 'linkup-crawl')] |
1190790 |
|
crawlers_hourly | Start | xcom |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-07T20:00:00 00:00'), ('task_id', 'Start')] |
1190789 |
|
crawlers | crypto-crawl | log |
|
anonymous | [('dag_id', 'crawlers'), ('execution_date', '2024-08-03T00:00:00 00:00'), ('task_id', 'crypto-crawl')] |
1190788 |
|
crawlers_hourly | Start | log |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-21T12:00:00 00:00'), ('task_id', 'Start')] |
1190787 |
|
crawlers | dejobs-crawl | success |
|
airflow | |
1190786 |
|
crawlers_hourly | graph |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('root', 'linkup-crawl'), ('execution_date', '2024-02-20T15:00:00+00:00')] | |
1190785 |
|
crawlers_hourly | linkedin-crawl | rendered |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-09-01T11:00:00 00:00'), ('task_id', 'linkedin-crawl')] |
1190784 |
|
crawlers | glassdoor-crawl | log |
|
anonymous | [('dag_id', 'crawlers'), ('execution_date', '2024-09-01T00:00:00 00:00'), ('task_id', 'glassdoor-crawl')] |
1190783 |
|
crawlers_hourly | linkup-crawl | log |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-08-21T08:00:00 00:00'), ('task_id', 'linkup-crawl')] |
1190782 |
|
crawlers | indeed_china-crawl | rendered |
|
anonymous | [('dag_id', 'crawlers'), ('execution_date', '2024-08-13T00:00:00 00:00'), ('task_id', 'indeed_china-crawl')] |
1190781 |
|
crawlers_hourly | End | xcom |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-09-01T14:00:00 00:00'), ('task_id', 'End')] |
1190780 |
|
crawlers_hourly | End | rendered |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-09-06T15:00:00 00:00'), ('task_id', 'End')] |
1190779 |
|
crawlers_hourly | linkedin-crawl | rendered |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('execution_date', '2024-07-19T18:00:00 00:00'), ('task_id', 'linkedin-crawl')] |
1190778 |
|
crawlers_hourly | linkup-crawl | get_logs_with_metadata |
|
anonymous | [('dag_id', 'crawlers_hourly'), ('task_id', 'linkup-crawl'), ('execution_date', '2024-01-08T18:00:00+00:00'), ('try_number', '1'), ('metadata', 'null')] |