cega-trace/doi_to_JSON.py at master · BIDS-collaborative/cega-trace · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
# -*- coding: utf-8 -*-
# import requests
# import urllib

import re
import urllib
import urllib.request
import json
import sys
import codecs

def search_doi(s):
    url = "http://api.crossref.org/works/" + s
    with urllib.request.urlopen(url) as htmlfile:
        htmltext = htmlfile.read().decode('utf-8')
    curdata = json.loads(htmltext)
    print(htmltext)
    return curdata

def convert_string(s):
    s = str(s)
    replaced = re.sub(',', '%2C' , s)
    replaced = re.sub(';', '%3B', replaced)
    # replaced = re.sub('?', '%3F', replaced)
    replaced = re.sub(' ', '+', replaced)
    replaced = re.sub(':', '%3A' , replaced)
    replaced = re.sub('/', '%2F', replaced)
    replaced = re.sub('&', '%26' , replaced)
    replaced = re.sub(r'\(', '%28', replaced)
    replaced = re.sub(r'\)', '%29', replaced)
    return replaced


def decode(parse_file):
    with codecs.open(parse_file, 'r+', encoding='utf-8', errors='ignore') as txt_file:
        txt = txt_file.readlines()
    return txt

def main():
    for i in range(2, 3):
        try:
            data_ref = []
            name = (str(i) + 'doi.txt')
            data = open(name, 'r')
            if data:
                my_list = data
                out = (str(i) + 'data_ref.json')
                with open('data.txt', 'w') as outfile:
                    for line in my_list:
                        print(line)
                        cur_data = search_doi(line)
                        data_ref.append(cur_data)
            outfile.write(str(data_ref))
            outfile.close()
        except Exception (IOError):
            pass


if __name__ == '__main__':
    main()