Tracback

2022-07-08 23:07:40 [scrapy.core.scraper] ERROR: Error processing {'URL': 'https://www.olx.com.eg/en/ad/191822480', 'Breadcrumb': 'Villas For Sale in New Cairo - El Tagamoa/Villas For Sale in Cairo/Villas For Sale/Properties/Home', 'Price': 'EGP 14,375,690', 'Title': 'أمتلك تاون هاوس تقسيط ع 6 سنين في القاهرة الجديدة كومبوند لانوفا فيستا', 'Type': 'Town House', 'Bedrooms': '4', 'Bathrooms': '4', 'Area': '357 SQM', 'Location': 'New Cairo - El Tagamoa, Cairo', 'Compound': 'La Nouva Vista', 'seller': 'Property Hills One 1', 'Seller_member_since': 'Member since May 2020', 'Seller_phone_number': '+201021950493', 'Description': 'ادفع مقدم 20% وأمتلك تاون هاوس في التجمع الخامس القاهرة الجديدة كومبوند لانوفا فيستا نوع الوحدة / تاون هاوسالمساحة / 490 م٢المقدم / 2875138 وقسط علي 6 سنيناجمالي السعر / 14375690 للإستعلام / 01021950493الخدمات :مطاعم وكافيهات تقدم أشهى وألذ المأكولات وتتميز بالأجواء الرومانسية الرائعة. كيدز إريا يضم العديد من الألعاب الترفيهية للعب والمرح وقضاء أجمل الأوقات. منطقة مُخصصة لليوجا وأماكن خاصة للجلوس وسط الحدائق والمنتزهات. مساحات خضراء شاسعة تحتل أغلبية مساحة كمبوند لانوفا فسيتا التجمع الخامس للشعور بالهدوء والإستجمام وسط أجواء الطبيعة الساحرة. حمامات سباحة مُتنوعة للأطفال والكبار منها المغطى ومنها المكشوف. أماكن خاصة للشواء وإقامة الحفلات الليلية. نادي رياضي يضم العديد من الملاعب الرياضية لكل عشاق الرياضة. خدمة الإتصالات والإنترنت بأعلى سرعة في أنحاء الكمبوند.', 'Amenities': 'Balcony,Built in Kitchen Appliances,Private Garden,Central A/C & heating,Security,Covered Parking,Pool,Electricity Meter,Water Meter,Natural Gas,Landline', 'Reference': '191822480', 'Listed_date': '3 hours ago', 'Level': '', 'Payment_option': 'Cash or Installment', 'Delivery_term': 'Semi Finished', 'Furnished': 'No', 'Delivery_date': 'Ready to move', 'Down_payment': '2,875,138', 'Image_url': 'https://images.olx.com.eg/thumbnails/29966067-400x300.webp'}
Traceback (most recent call last):
  File "/root/olx_scraper/venv/lib/python3.9/site-packages/sqlalchemy/engine/base.py", line 3280, in _wrap_pool_connect
    return fn()
  File "/root/olx_scraper/venv/lib/python3.9/site-packages/sqlalchemy/pool/base.py", line 310, in connect
    return _ConnectionFairy._checkout(self)
  File "/root/olx_scraper/venv/lib/python3.9/site-packages/sqlalchemy/pool/base.py", line 868, in _checkout
    fairy = _ConnectionRecord.checkout(pool)
  File "/root/olx_scraper/venv/lib/python3.9/site-packages/sqlalchemy/pool/base.py", line 476, in checkout
    rec = pool._do_get()
  File "/root/olx_scraper/venv/lib/python3.9/site-packages/sqlalchemy/pool/impl.py", line 146, in _do_get
    self._dec_overflow()
  File "/root/olx_scraper/venv/lib/python3.9/site-packages/sqlalchemy/util/langhelpers.py", line 70, in __exit__
    compat.raise_(
  File "/root/olx_scraper/venv/lib/python3.9/site-packages/sqlalchemy/util/compat.py", line 208, in raise_
    raise exception
  File "/root/olx_scraper/venv/lib/python3.9/site-packages/sqlalchemy/pool/impl.py", line 143, in _do_get
    return self._create_connection()
  File "/root/olx_scraper/venv/lib/python3.9/site-packages/sqlalchemy/pool/base.py", line 256, in _create_connection
    return _ConnectionRecord(self)
  File "/root/olx_scraper/venv/lib/python3.9/site-packages/sqlalchemy/pool/base.py", line 371, in __init__
    self.__connect()
  File "/root/olx_scraper/venv/lib/python3.9/site-packages/sqlalchemy/pool/base.py", line 666, in __connect
    pool.logger.debug("Error on connect(): %s", e)
  File "/root/olx_scraper/venv/lib/python3.9/site-packages/sqlalchemy/util/langhelpers.py", line 70, in __exit__
    compat.raise_(
  File "/root/olx_scraper/venv/lib/python3.9/site-packages/sqlalchemy/util/compat.py", line 208, in raise_
    raise exception
  File "/root/olx_scraper/venv/lib/python3.9/site-packages/sqlalchemy/pool/base.py", line 661, in __connect
    self.dbapi_connection = connection = pool._invoke_creator(self)
  File "/root/olx_scraper/venv/lib/python3.9/site-packages/sqlalchemy/engine/create.py", line 590, in connect
    return dialect.connect(*cargs, **cparams)
  File "/root/olx_scraper/venv/lib/python3.9/site-packages/sqlalchemy/engine/default.py", line 597, in connect
    return self.dbapi.connect(*cargs, **cparams)
  File "/root/olx_scraper/venv/lib/python3.9/site-packages/psycopg2/__init__.py", line 122, in connect
    conn = _connect(dsn, connection_factory=connection_factory, **kwasync)
psycopg2.OperationalError: connection to server at "olx-eg-databse.ctzcktiqbz3u.us-east-1.rds.amazonaws.com" (44.205.180.88), port 5432 failed: Connection timed out
	Is the server running on that host and accepting TCP/IP connections?


The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/root/olx_scraper/venv/lib/python3.9/site-packages/twisted/internet/defer.py", line 857, in _runCallbacks
    current.result = callback(  # type: ignore[misc]
  File "/root/olx_scraper/venv/lib/python3.9/site-packages/scrapy/utils/defer.py", line 162, in f
    return deferred_from_coro(coro_f(*coro_args, **coro_kwargs))
  File "/root/olx_scraper/Olx_Scraper/olx_egypt/pipelines.py", line 32, in process_item
    table_df.to_sql(name='olx_egypt', con=engine,method='multi', chunksize=100, index=False, if_exists = 'append')
  File "/root/olx_scraper/venv/lib/python3.9/site-packages/pandas/core/generic.py", line 2951, in to_sql
    return sql.to_sql(
  File "/root/olx_scraper/venv/lib/python3.9/site-packages/pandas/io/sql.py", line 697, in to_sql
    return pandas_sql.to_sql(
  File "/root/olx_scraper/venv/lib/python3.9/site-packages/pandas/io/sql.py", line 1729, in to_sql
    table = self.prep_table(
  File "/root/olx_scraper/venv/lib/python3.9/site-packages/pandas/io/sql.py", line 1628, in prep_table
    table.create()
  File "/root/olx_scraper/venv/lib/python3.9/site-packages/pandas/io/sql.py", line 831, in create
    if self.exists():
  File "/root/olx_scraper/venv/lib/python3.9/site-packages/pandas/io/sql.py", line 815, in exists
    return self.pd_sql.has_table(self.name, self.schema)
  File "/root/olx_scraper/venv/lib/python3.9/site-packages/pandas/io/sql.py", line 1762, in has_table
    insp = inspect(self.connectable)
  File "/root/olx_scraper/venv/lib/python3.9/site-packages/sqlalchemy/inspection.py", line 64, in inspect
    ret = reg(subject)
  File "/root/olx_scraper/venv/lib/python3.9/site-packages/sqlalchemy/engine/reflection.py", line 182, in _engine_insp
    return Inspector._construct(Inspector._init_engine, bind)
  File "/root/olx_scraper/venv/lib/python3.9/site-packages/sqlalchemy/engine/reflection.py", line 117, in _construct
    init(self, bind)
  File "/root/olx_scraper/venv/lib/python3.9/site-packages/sqlalchemy/engine/reflection.py", line 128, in _init_engine
    engine.connect().close()
  File "/root/olx_scraper/venv/lib/python3.9/site-packages/sqlalchemy/engine/base.py", line 3234, in connect
    return self._connection_cls(self, close_with_result=close_with_result)
  File "/root/olx_scraper/venv/lib/python3.9/site-packages/sqlalchemy/engine/base.py", line 96, in __init__
    else engine.raw_connection()
  File "/root/olx_scraper/venv/lib/python3.9/site-packages/sqlalchemy/engine/base.py", line 3313, in raw_connection
    return self._wrap_pool_connect(self.pool.connect, _connection)
  File "/root/olx_scraper/venv/lib/python3.9/site-packages/sqlalchemy/engine/base.py", line 3283, in _wrap_pool_connect
    Connection._handle_dbapi_exception_noconnection(
  File "/root/olx_scraper/venv/lib/python3.9/site-packages/sqlalchemy/engine/base.py", line 2117, in _handle_dbapi_exception_noconnection
    util.raise_(
  File "/root/olx_scraper/venv/lib/python3.9/site-packages/sqlalchemy/util/compat.py", line 208, in raise_
    raise exception
  File "/root/olx_scraper/venv/lib/python3.9/site-packages/sqlalchemy/engine/base.py", line 3280, in _wrap_pool_connect
    return fn()
  File "/root/olx_scraper/venv/lib/python3.9/site-packages/sqlalchemy/pool/base.py", line 310, in connect
    return _ConnectionFairy._checkout(self)
  File "/root/olx_scraper/venv/lib/python3.9/site-packages/sqlalchemy/pool/base.py", line 868, in _checkout
    fairy = _ConnectionRecord.checkout(pool)
  File "/root/olx_scraper/venv/lib/python3.9/site-packages/sqlalchemy/pool/base.py", line 476, in checkout
    rec = pool._do_get()
  File "/root/olx_scraper/venv/lib/python3.9/site-packages/sqlalchemy/pool/impl.py", line 146, in _do_get
    self._dec_overflow()
  File "/root/olx_scraper/venv/lib/python3.9/site-packages/sqlalchemy/util/langhelpers.py", line 70, in __exit__
    compat.raise_(
  File "/root/olx_scraper/venv/lib/python3.9/site-packages/sqlalchemy/util/compat.py", line 208, in raise_
    raise exception
  File "/root/olx_scraper/venv/lib/python3.9/site-packages/sqlalchemy/pool/impl.py", line 143, in _do_get
    return self._create_connection()
  File "/root/olx_scraper/venv/lib/python3.9/site-packages/sqlalchemy/pool/base.py", line 256, in _create_connection
    return _ConnectionRecord(self)
  File "/root/olx_scraper/venv/lib/python3.9/site-packages/sqlalchemy/pool/base.py", line 371, in __init__
    self.__connect()
  File "/root/olx_scraper/venv/lib/python3.9/site-packages/sqlalchemy/pool/base.py", line 666, in __connect
    pool.logger.debug("Error on connect(): %s", e)
  File "/root/olx_scraper/venv/lib/python3.9/site-packages/sqlalchemy/util/langhelpers.py", line 70, in __exit__
    compat.raise_(
  File "/root/olx_scraper/venv/lib/python3.9/site-packages/sqlalchemy/util/compat.py", line 208, in raise_
    raise exception
  File "/root/olx_scraper/venv/lib/python3.9/site-packages/sqlalchemy/pool/base.py", line 661, in __connect
    self.dbapi_connection = connection = pool._invoke_creator(self)
  File "/root/olx_scraper/venv/lib/python3.9/site-packages/sqlalchemy/engine/create.py", line 590, in connect
    return dialect.connect(*cargs, **cparams)
  File "/root/olx_scraper/venv/lib/python3.9/site-packages/sqlalchemy/engine/default.py", line 597, in connect
    return self.dbapi.connect(*cargs, **cparams)
  File "/root/olx_scraper/venv/lib/python3.9/site-packages/psycopg2/__init__.py", line 122, in connect
    conn = _connect(dsn, connection_factory=connection_factory, **kwasync)
sqlalchemy.exc.OperationalError: (psycopg2.OperationalError) connection to server at "olx-eg-databse.ctzcktiqbz3u.us-east-1.rds.amazonaws.com" (44.205.180.88), port 5432 failed: Connection timed out
	Is the server running on that host and accepting TCP/IP connections?

(Background on this error at: https://sqlalche.me/e/14/e3q8)