solr.py

#!/usr/bin/env python

from __future__ import division
import optparse
import os
import sys
import dwca
import json
import pprint
import sunburnt

parser = optparse.OptionParser()
parser.add_option("-f", "--file", help="DWC-a file to read")
parser.add_option("-q", "--quiet",
                  action="store_false", dest="verbose", default=True,
                  help="don't print status messages to stdout")

(options, args) = parser.parse_args()

si = sunburnt.SolrInterface("http://localhost:8080/solr/")
fieldList = { "dwc:scientificName": "dwc_scientific_name_t", "dwc:locality": "dwc_locality_t", "dwc:verbatimLocality": "dwc_verbatim_locality_t", "dwc:recordedBy": "dwc_recorded_by_t" }

def solrize(record):
    r = { "text": ""}
    for f in fieldList:
        if f in record:
            r[fieldList[f]] = record[f]
            if fieldList[f].endswith("_t"):
                r["text"] += " " + record[f]
    if "coreid" in record:
        r["id"] = record["coreid"]
    else:
        r["id"] = record["id"]
    try:    
        si.add(r)
    except:     
        pprint.pprint(r)

if options.file == None:
    parser.print_help()
    sys.exit(1)
else:       
    dwcaobj = dwca.Dwca(options.file)
    for record in dwcaobj.core:
        solrize(record)        
    #for dwcrf in dwcaobj.extensions:
        #for record in dwcrf:
            #solrize(record)
    si.commit()