INNER CODE UNIT · Python

fetch_raw_metadata_arxiv

lopusz/awesome-interpretable-machine-learning · sbin/gener_readme.py:106

def fetch_raw_metadata_arxiv(src_id):
    OAI_PMH_URL = 'http://export.arxiv.org/oai2'
    QUERY_FORMAT = '?verb=GetRecord&identifier=oai:arXiv.org:%s&metadataPrefix=arXiv'

    query = QUERY_FORMAT % src_id
    finished = False
    while not finished:
        try:
            url = OAI_PMH_URL + query
            #print('Fetching %s' % url, file=sys.stderr)
            result = urllib.request.urlopen(url).read()
            time.sleep(5)
            finished = True
        except urllib.error.HTTPError as e:
            if e.code == 503:
                retry_after = int(e.headers['Retry-After'])
                print('Sleeping %d...' % retry_after, file=sys.stderr)
                time.sleep(retry_after)

View source record →