'''Raw tender information copying script'''

import requests
import couchdb

#configuration:

#setting up limit for test data:
tenderCount=7000

#starting page URL
startingApiUrl='https://public.api.openprocurement.org/api/2.4/tenders?offset=2017-11-28T23%3A11%3A35.872430%2B02%3A00'
#base URL and endpoint for tender data collecting
inputApiUrl='https://public.api.openprocurement.org/api/2.4/'
inputApiListMethod='tenders'

#connecting to CouchDB server for collecting filtered data
couch = couchdb.Server()
db=couch['raw_tenders_data']

#making start HTTP request
getAllTenders=requests.get(startingApiUrl)

#start documents collecting
y=0
while (y<tenderCount):
    for x in getAllTenders.json()['data']:
        tender=requests.get(inputApiUrl+inputApiListMethod+'/'+x['id']).json()['data']
        if tender['status']=='complete':
            db.save(tender)
            ++y
    nextUrl=getAllTenders.json()['next_page']['uri']
    getAllTenders=requests.get(nextUrl)