rootstrikers-wikipedia/compare_leg.py at master · h4ck3rm1k3/rootstrikers-wikipedia · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
#!/usr/bin/python
import os
import legislators_current as leg
import legislators_other as leg2
import re
import dump
import cache

from cStringIO import StringIO
legs= leg.load()
legs2= leg2.load()

def compare(a,b,field,field2,convertInt,verbose,wiki) :
    for x in sorted(a['wp'].keys()):
        aobj = a['wp'][x]
        bobj = b['wp'][x]
        v2 = None
        if (not field2 is None) :
            if  (field2  in aobj['id'] ) :
                v2 = aobj['id'][field2]
            else:
                if (verbose) :
                    print "missing", field2 ,"in " ,x

        if field  in aobj['id'] :
            v = aobj['id'][field]
            if convertInt :
                match= re.search('(\d+)', str(v))
                if (match):
                    v = match.group(1)

            if wiki :
                v= v.replace("_"," ")

            if (v is not None ):
                b['wp'][x]['id'][field]=v
                if (verbose) :
                    print "updated", field ,"for id" ,x, v
            else:
                if (verbose) :
                    print "source was null, not updated:", field ,"for id" ,x

        else :
            if (v2 is None ):
                print "missing", field ,"in source" ,x
            else:
                if (verbose) :
                    print "updated", field ,"for id" ,x, v2
                b['wp'][x]['id'][field]=v2

import getopt, sys

def usage():
    print "--help"
    print "-i,--int convert value to int"
    print "-w,--wiki remove _ from names for wikis"
    print "-f fieldname,--field=fieldname"
    print "-g fieldname,--field2=fieldname2"
    print "-v --verbose"

def main():
    try:
        opts, args = getopt.getopt(sys.argv[1:], "whifg:v", ["help", "field=","field2=", "int", "wiki", "verbose"])
    except getopt.GetoptError as err:
        # print help information and exit:
        print str(err) # will print something like "option -a not recognized"
        usage()
        sys.exit(2)
    field = None
    field2 = None
    verbose = False
    wiki=False
    convertInt=False
    for o, a in opts:
        if o in ("-v" , "--verbose"):
            verbose = True
        elif o in ("-h", "--help"):
            usage()
            sys.exit()
        elif o in ("-f", "--field"):
            field = a

        elif o in ("-w", "--wiki"):
            wiki = True

        elif o in ("-g", "--field2"):
            field2 = a

        elif o in ("-i", "--int"):
            convertInt=True
        else:
            assert False, "unhandled option"

    compare(legs,legs2,field,field2,convertInt,verbose,wiki)
#    leg.apply(legs)
    dump.dump(legs2)


if __name__ == "__main__":
    main()