Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- IntegrityError: (psycopg2.IntegrityError) duplicate key value violates unique constraint "task_instance_pkey"
- DETAIL: Key (task_id, dag_id, execution_date)=(PB_BPNZ, master_v2, 2018-09-12 15:18:00) already exists.
- [SQL: 'INSERT INTO task_instance (task_id, dag_id, execution_date, start_date, end_date, duration, state, try_number, hostname, unixname, job_id, pool, queue, priority_weight, operator, queued_dttm, pid) VALUES (%(task_id)s, %(dag_id)s, %(execution_date)s, %(start_date)s, %(end_date)s, %(duration)s, %(state)s, %(try_number)s, %(hostname)s, %(unixname)s, %(job_id)s, %(pool)s, %(queue)s, %(priority_weight)s, %(operator)s, %(queued_dttm)s, %(pid)s)'] [parameters: ({'unixname': 'infoworksuser', 'task_id': 'PB_BPNZ', 'end_date': None, 'pid': None, 'execution_date': datetime.datetime(2018, 9, 12, 15, 18), 'queued_dttm': None, 'job_id': None, 'try_number': 0, 'queue': 'default', 'operator': None, 'state': None, 'start_date': None, 'duration': None, 'priority_weight': 65, 'hostname': u'', 'pool': None, 'dag_id': 'master_v2'}, {'unixname': 'infoworksuser', 'task_id': 'PB_316G', 'end_date': None, 'pid': None, 'execution_date': datetime.datetime(2018, 9, 12, 15, 18), 'queued_dttm': None, 'job_id': None, 'try_number': 0, 'queue': 'default', 'operator': None, 'state': None, 'start_date': None, 'duration': None, 'priority_weight': 65, 'hostname': u'', 'pool': None, 'dag_id': 'master_v2'}, {'unixname': 'infoworksuser', 'task_id': 'BS_F9T4', 'end_date': None, 'pid': None, 'execution_date': datetime.datetime(2018, 9, 12, 15, 18), 'queued_dttm': None, 'job_id': None, 'try_number': 0, 'queue': 'default', 'operator': None, 'state': None, 'start_date': None, 'duration': None, 'priority_weight': 2, 'hostname': u'', 'pool': None, 'dag_id': 'master_v2'}, {'unixname': 'infoworksuser', 'task_id': 'BS_FCZS', 'end_date': None, 'pid': None, 'execution_date': datetime.datetime(2018, 9, 12, 15, 18), 'queued_dttm': None, 'job_id': None, 'try_number': 0, 'queue': 'default', 'operator': None, 'state': None, 'start_date': None, 'duration': None, 'priority_weight': 62, 'hostname': u'', 'pool': None, 'dag_id': 'master_v2'}, {'unixname': 'infoworksuser', 'task_id': 'BS_XGF7', 'end_date': None, 'pid': None, 'execution_date': datetime.datetime(2018, 9, 12, 15, 18), 'queued_dttm': None, 'job_id': None, 'try_number': 0, 'queue': 'default', 'operator': None, 'state': None, 'start_date': None, 'duration': None, 'priority_weight': 64, 'hostname': u'', 'pool': None, 'dag_id': 'master_v2'}, {'unixname': 'infoworksuser', 'task_id': 'BS_QJIU', 'end_date': None, 'pid': None, 'execution_date': datetime.datetime(2018, 9, 12, 15, 18), 'queued_dttm': None, 'job_id': None, 'try_number': 0, 'queue': 'default', 'operator': None, 'state': None, 'start_date': None, 'duration': None, 'priority_weight': 2, 'hostname': u'', 'pool': None, 'dag_id': 'master_v2'}, {'unixname': 'infoworksuser', 'task_id': 'BS_CLY3', 'end_date': None, 'pid': None, 'execution_date': datetime.datetime(2018, 9, 12, 15, 18), 'queued_dttm': None, 'job_id': None, 'try_number': 0, 'queue': 'default', 'operator': None, 'state': None, 'start_date': None, 'duration': None, 'priority_weight': 2, 'hostname': u'', 'pool': None, 'dag_id': 'master_v2'}, {'unixname': 'infoworksuser', 'task_id': 'BS_NZEA', 'end_date': None, 'pid': None, 'execution_date': datetime.datetime(2018, 9, 12, 15, 18), 'queued_dttm': None, 'job_id': None, 'try_number': 0, 'queue': 'default', 'operator': None, 'state': None, 'start_date': None, 'duration': None, 'priority_weight': 61, 'hostname': u'', 'pool': None, 'dag_id': 'master_v2'} ... displaying 10 of 242 total bound parameter sets ... {'unixname': 'infoworksuser', 'task_id': 'BS_BRX2', 'end_date': None, 'pid': None, 'execution_date': datetime.datetime(2018, 9, 12, 15, 18), 'queued_dttm': None, 'job_id': None, 'try_number': 0, 'queue': 'default', 'operator': None, 'state': None, 'start_date': None, 'duration': None, 'priority_weight': 62, 'hostname': u'', 'pool': None, 'dag_id': 'master_v2'}, {'unixname': 'infoworksuser', 'task_id': 'DM_DAW4', 'end_date': None, 'pid': None, 'execution_date': datetime.datetime(2018, 9, 12, 15, 18), 'queued_dttm': None, 'job_id': None, 'try_number': 0, 'queue': 'default', 'operator': None, 'state': None, 'start_date': None, 'duration': None, 'priority_weight': 241, 'hostname': u'', 'pool': None, 'dag_id': 'master_v2'})]
- Process DagFileProcessor4584467-Process:
- Traceback (most recent call last):
- File "/home/ec2-user/resources/python27/lib/python2.7/multiprocessing/process.py", line 258, in _bootstrap
- self.run()
- File "/home/ec2-user/resources/python27/lib/python2.7/multiprocessing/process.py", line 114, in run
- self._target(*self._args, **self._kwargs)
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/airflow/jobs.py", line 347, in helper
- pickle_dags)
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/airflow/utils/db.py", line 53, in wrapper
- result = func(*args, **kwargs)
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/airflow/jobs.py", line 1584, in process_file
- self._process_dags(dagbag, dags, ti_keys_to_schedule)
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/airflow/jobs.py", line 1176, in _process_dags
- self._process_task_instances(dag, tis_out)
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/airflow/jobs.py", line 879, in _process_task_instances
- run.verify_integrity(session=session)
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/airflow/utils/db.py", line 53, in wrapper
- result = func(*args, **kwargs)
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/airflow/models.py", line 4298, in verify_integrity
- session.commit()
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/sqlalchemy/orm/session.py", line 874, in commit
- self.transaction.commit()
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/sqlalchemy/orm/session.py", line 461, in commit
- self._prepare_impl()
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/sqlalchemy/orm/session.py", line 441, in _prepare_impl
- self.session.flush()
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/sqlalchemy/orm/session.py", line 2137, in flush
- self._flush(objects)
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/sqlalchemy/orm/session.py", line 2257, in _flush
- transaction.rollback(_capture_exception=True)
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/sqlalchemy/util/langhelpers.py", line 60, in __exit__
- compat.reraise(exc_type, exc_value, exc_tb)
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/sqlalchemy/orm/session.py", line 2221, in _flush
- flush_context.execute()
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/sqlalchemy/orm/unitofwork.py", line 389, in execute
- rec.execute(self)
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/sqlalchemy/orm/unitofwork.py", line 548, in execute
- uow
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/sqlalchemy/orm/persistence.py", line 181, in save_obj
- mapper, table, insert)
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/sqlalchemy/orm/persistence.py", line 799, in _emit_insert_statements
- execute(statement, multiparams)
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/sqlalchemy/engine/base.py", line 945, in execute
- return meth(self, multiparams, params)
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/sqlalchemy/sql/elements.py", line 263, in _execute_on_connection
- return connection._execute_clauseelement(self, multiparams, params)
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/sqlalchemy/engine/base.py", line 1053, in _execute_clauseelement
- compiled_sql, distilled_params
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/sqlalchemy/engine/base.py", line 1189, in _execute_context
- context)
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/sqlalchemy/engine/base.py", line 1393, in _handle_dbapi_exception
- exc_info
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/sqlalchemy/util/compat.py", line 202, in raise_from_cause
- reraise(type(exception), exception, tb=exc_tb, cause=cause)
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/sqlalchemy/engine/base.py", line 1182, in _execute_context
- context)
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/sqlalchemy/engine/default.py", line 469, in do_execute
- cursor.execute(statement, parameters)
- IntegrityError: (psycopg2.IntegrityError) duplicate key value violates unique constraint "task_instance_pkey"
- DETAIL: Key (task_id, dag_id, execution_date)=(SI_PS3H, cdc, 2018-09-12 15:25:21) already exists.
- [SQL: 'INSERT INTO task_instance (task_id, dag_id, execution_date, start_date, end_date, duration, state, try_number, hostname, unixname, job_id, pool, queue, priority_weight, operator, queued_dttm, pid) VALUES (%(task_id)s, %(dag_id)s, %(execution_date)s, %(start_date)s, %(end_date)s, %(duration)s, %(state)s, %(try_number)s, %(hostname)s, %(unixname)s, %(job_id)s, %(pool)s, %(queue)s, %(priority_weight)s, %(operator)s, %(queued_dttm)s, %(pid)s)'] [parameters: {'unixname': 'infoworksuser', 'end_date': None, 'job_id': None, 'task_id': 'SI_PS3H', 'pid': None, 'execution_date': datetime.datetime(2018, 9, 12, 15, 25, 21), 'queued_dttm': None, 'try_number': 0, 'queue': 'default', 'duration': None, 'state': None, 'start_date': None, 'operator': None, 'priority_weight': 1, 'hostname': u'', 'pool': None, 'dag_id': 'cdc'}]
- Process DagFileProcessor4741693-Process:
- Traceback (most recent call last):
- File "/home/ec2-user/resources/python27/lib/python2.7/multiprocessing/process.py", line 258, in _bootstrap
- self.run()
- File "/home/ec2-user/resources/python27/lib/python2.7/multiprocessing/process.py", line 114, in run
- self._target(*self._args, **self._kwargs)
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/airflow/jobs.py", line 347, in helper
- pickle_dags)
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/airflow/utils/db.py", line 53, in wrapper
- result = func(*args, **kwargs)
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/airflow/jobs.py", line 1584, in process_file
- self._process_dags(dagbag, dags, ti_keys_to_schedule)
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/airflow/jobs.py", line 1176, in _process_dags
- self._process_task_instances(dag, tis_out)
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/airflow/jobs.py", line 879, in _process_task_instances
- run.verify_integrity(session=session)
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/airflow/utils/db.py", line 53, in wrapper
- result = func(*args, **kwargs)
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/airflow/models.py", line 4298, in verify_integrity
- session.commit()
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/sqlalchemy/orm/session.py", line 874, in commit
- self.transaction.commit()
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/sqlalchemy/orm/session.py", line 461, in commit
- self._prepare_impl()
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/sqlalchemy/orm/session.py", line 441, in _prepare_impl
- self.session.flush()
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/sqlalchemy/orm/session.py", line 2137, in flush
- self._flush(objects)
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/sqlalchemy/orm/session.py", line 2257, in _flush
- transaction.rollback(_capture_exception=True)
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/sqlalchemy/util/langhelpers.py", line 60, in __exit__
- compat.reraise(exc_type, exc_value, exc_tb)
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/sqlalchemy/orm/session.py", line 2221, in _flush
- flush_context.execute()
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/sqlalchemy/orm/unitofwork.py", line 389, in execute
- rec.execute(self)
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/sqlalchemy/orm/unitofwork.py", line 548, in execute
- uow
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/sqlalchemy/orm/persistence.py", line 181, in save_obj
- mapper, table, insert)
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/sqlalchemy/orm/persistence.py", line 799, in _emit_insert_statements
- execute(statement, multiparams)
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/sqlalchemy/engine/base.py", line 945, in execute
- return meth(self, multiparams, params)
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/sqlalchemy/sql/elements.py", line 263, in _execute_on_connection
- return connection._execute_clauseelement(self, multiparams, params)
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/sqlalchemy/engine/base.py", line 1053, in _execute_clauseelement
- compiled_sql, distilled_params
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/sqlalchemy/engine/base.py", line 1189, in _execute_context
- context)
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/sqlalchemy/engine/base.py", line 1393, in _handle_dbapi_exception
- exc_info
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/sqlalchemy/util/compat.py", line 202, in raise_from_cause
- reraise(type(exception), exception, tb=exc_tb, cause=cause)
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/sqlalchemy/engine/base.py", line 1182, in _execute_context
- context)
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/sqlalchemy/engine/default.py", line 469, in do_execute
- cursor.execute(statement, parameters)
- IntegrityError: (psycopg2.IntegrityError) duplicate key value violates unique constraint "task_instance_pkey"
- DETAIL: Key (task_id, dag_id, execution_date)=(SI_PS3H, cdc, 2018-09-12 20:45:25) already exists.
- [SQL: 'INSERT INTO task_instance (task_id, dag_id, execution_date, start_date, end_date, duration, state, try_number, hostname, unixname, job_id, pool, queue, priority_weight, operator, queued_dttm, pid) VALUES (%(task_id)s, %(dag_id)s, %(execution_date)s, %(start_date)s, %(end_date)s, %(duration)s, %(state)s, %(try_number)s, %(hostname)s, %(unixname)s, %(job_id)s, %(pool)s, %(queue)s, %(priority_weight)s, %(operator)s, %(queued_dttm)s, %(pid)s)'] [parameters: {'task_id': 'SI_PS3H', 'execution_date': datetime.datetime(2018, 9, 12, 20, 45, 25), 'job_id': None, 'end_date': None, 'pid': None, 'hostname': u'', 'queued_dttm': None, 'try_number': 0, 'queue': 'default', 'duration': None, 'state': None, 'pool': None, 'operator': None, 'priority_weight': 1, 'start_date': None, 'dag_id': 'cdc', 'unixname': 'infoworksuser'}]
- Process DagFileProcessor5152353-Process:
- Traceback (most recent call last):
- File "/home/ec2-user/resources/python27/lib/python2.7/multiprocessing/process.py", line 258, in _bootstrap
- self.run()
- File "/home/ec2-user/resources/python27/lib/python2.7/multiprocessing/process.py", line 114, in run
- self._target(*self._args, **self._kwargs)
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/airflow/jobs.py", line 347, in helper
- pickle_dags)
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/airflow/utils/db.py", line 53, in wrapper
- result = func(*args, **kwargs)
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/airflow/jobs.py", line 1584, in process_file
- self._process_dags(dagbag, dags, ti_keys_to_schedule)
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/airflow/jobs.py", line 1176, in _process_dags
- self._process_task_instances(dag, tis_out)
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/airflow/jobs.py", line 879, in _process_task_instances
- run.verify_integrity(session=session)
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/airflow/utils/db.py", line 53, in wrapper
- result = func(*args, **kwargs)
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/airflow/models.py", line 4298, in verify_integrity
- session.commit()
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/sqlalchemy/orm/session.py", line 874, in commit
- self.transaction.commit()
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/sqlalchemy/orm/session.py", line 461, in commit
- self._prepare_impl()
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/sqlalchemy/orm/session.py", line 441, in _prepare_impl
- self.session.flush()
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/sqlalchemy/orm/session.py", line 2137, in flush
- self._flush(objects)
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/sqlalchemy/orm/session.py", line 2257, in _flush
- transaction.rollback(_capture_exception=True)
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/sqlalchemy/util/langhelpers.py", line 60, in __exit__
- compat.reraise(exc_type, exc_value, exc_tb)
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/sqlalchemy/orm/session.py", line 2221, in _flush
- flush_context.execute()
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/sqlalchemy/orm/unitofwork.py", line 389, in execute
- rec.execute(self)
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/sqlalchemy/orm/unitofwork.py", line 548, in execute
- uow
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/sqlalchemy/orm/persistence.py", line 181, in save_obj
- mapper, table, insert)
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/sqlalchemy/orm/persistence.py", line 799, in _emit_insert_statements
- execute(statement, multiparams)
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/sqlalchemy/engine/base.py", line 945, in execute
- return meth(self, multiparams, params)
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/sqlalchemy/sql/elements.py", line 263, in _execute_on_connection
- return connection._execute_clauseelement(self, multiparams, params)
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/sqlalchemy/engine/base.py", line 1053, in _execute_clauseelement
- compiled_sql, distilled_params
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/sqlalchemy/engine/base.py", line 1189, in _execute_context
- context)
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/sqlalchemy/engine/base.py", line 1393, in _handle_dbapi_exception
- exc_info
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/sqlalchemy/util/compat.py", line 202, in raise_from_cause
- reraise(type(exception), exception, tb=exc_tb, cause=cause)
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/sqlalchemy/engine/base.py", line 1182, in _execute_context
- context)
- File "/home/ec2-user/resources/python27/lib/python2.7/site-packages/sqlalchemy/engine/default.py", line 469, in do_execute
- cursor.execute(statement, parameters)
- IntegrityError: (psycopg2.IntegrityError) duplicate key value violates unique constraint "task_instance_pkey"
- DETAIL: Key (task_id, dag_id, execution_date)=(SI_PS3H, cdc, 2018-09-13 10:30:43) already exists.
- [SQL: 'INSERT INTO task_instance (task_id, dag_id, execution_date, start_date, end_date, duration, state, try_number, hostname, unixname, job_id, pool, queue, priority_weight, operator, queued_dttm, pid) VALUES (%(task_id)s, %(dag_id)s, %(execution_date)s, %(start_date)s, %(end_date)s, %(duration)s, %(state)s, %(try_number)s, %(hostname)s, %(unixname)s, %(job_id)s, %(pool)s, %(queue)s, %(priority_weight)s, %(operator)s, %(queued_dttm)s, %(pid)s)'] [parameters: {'execution_date': datetime.datetime(2018, 9, 13, 10, 30, 43), 'end_date': None, 'job_id': None, 'task_id': 'SI_PS3H', 'queued_dttm': None, 'unixname': 'infoworksuser', 'pid': None, 'try_number': 0, 'queue': 'default', 'operator': None, 'state': None, 'start_date': None, 'duration': None, 'priority_weight': 1, 'hostname': u'', 'pool': None, 'dag_id': 'cdc'}]
Add Comment
Please, Sign In to add comment