hashlookup-server/bin/import_NSRLProd.py

30 lines
869 B
Python
Raw Normal View History

import sys
import redis
rdb = redis.Redis(host='127.0.0.1', port='6666', decode_responses=True)
lines = open('../data/NSRLProd.txt', 'r')
ln = 0
#rdb.delete("stat:NSRLProd-import")
maxvalue = 500000000
for l in lines:
if ln == 0:
headers = l.rstrip().replace("\"","").split(",")
print (headers)
else:
records = l.rstrip().replace("\"","").split(",")
drecords = {}
for index, value in enumerate(records):
try:
drecords[headers[index]] = value
except:
continue
print(drecords)
print(drecords['ProductCode'])
rdb.sadd('s:ProductCode', drecords['ProductCode'])
rdb.hmset("h-ProductCode:{}".format(drecords['ProductCode']), drecords)
rdb.incrby("stat:NSRLProd-import")
if ln == maxvalue:
sys.exit(1)
ln = ln + 1