merge-csv.py

#!/usr/bin/env python

from collections import *
import gzip
import xmltodict
import collections
import json
import csv
import re
import sys
import operator


def csv2dict_str_str(fname):
    """Takes a CSV file and returns a dictionary of pairs."""
    with open(fname, mode="r") as infile:
        rdr = csv.reader(infile)
        d = {
            unicode(rows[0].strip(), "utf-8"): unicode(rows[1].strip(), "utf-8")
            for rows in rdr
        }
    return d


facultydict1 = csv2dict_str_str("faculty-affiliations.csv")
facultydict = OrderedDict(sorted(facultydict1.items(), key=lambda t: t[0]))
homepages = csv2dict_str_str("homepages.csv")
scholarLinks1 = csv2dict_str_str("scholar.csv")
scholarLinks = OrderedDict(sorted(scholarLinks1.items(), key=lambda t: t[0]))

with open("csrankings.csv", mode="wb") as outfile:
    fieldnames = ["name", "affiliation", "homepage", "scholarid"]
    writer = csv.DictWriter(outfile, fieldnames=fieldnames)
    writer.writeheader()

    for authorName in facultydict:
        if authorName == "name":
            continue
        if scholarLinks.get(authorName, "XX") == "NOENTRYYET":
            scholarLinks[authorName] = "NOSCHOLARPAGE"
        entry = {
            "name": authorName.encode("utf8"),
            "affiliation": facultydict[authorName].encode("utf8"),
            "homepage": homepages[authorName].encode("utf8"),
            "scholarid": scholarLinks.get(authorName, "NOSCHOLARPAGE"),
        }
        writer.writerow(entry)