winnower_populate.py

import os
os.environ.setdefault('DJANGO_SETTINGS_MODULE', 'mysite.settings')

import django
django.setup()

from papers.models import Article
from papers.models import Tag
from papers.models import Affiliation
from papers.models import Author
from datetime import date as dt



f=open(r'C:\Users\Jordan Anaya\Desktop\prepub\winnower\winnower.txt')
winnower=[eval(i.strip()) for i in f]

##work on dates
date_dict={"January":1,"February":2,"March":3,"April":4,"May":5,"June":6,\
           "July":7,"August":8,"September":9,"October":10,"November":11,"December":12,
           "Jan":1,"Feb":2,"Mar":3,"Apr":4,"May":5,"Jun":6,\
           "Jul":7,"Aug":8,"Sep":9,"Oct":10,"Nov":11,"Dec":12}



for i in winnower:
    paper=Article(title=i[0],abstract=i[3],link='https://thewinnower.com'+i[4])
    temp=i[2].split()
    paper.pub_date=dt(int(temp[2]),date_dict[temp[0]],int(temp[1]))
    paper.save()
    temp=[]
    for author in i[1]:
        name=author.replace(',','').replace('.','')
        if name[:3].lower()=='jr ':
            name=name[3:]
        if name[-3:].lower()==' jr':
            name=name[:-3]
        if name[:3].lower()=='sr ':
            name=name[3:]
        if name[-3:].lower()==' sr':
            name=name[:-3]
        first_name=name.split()[0]
        last_name=name.split()[-1]
        if len(name.split())==2:
            middle_name=''
        else:
            middle_name=name.replace(first_name+' ','').replace(' '+last_name,'').strip()
        if middle_name!='':
            temp.append(first_name+' '+middle_name+' '+last_name)
        else:
            temp.append(first_name+' '+last_name)
        try:
            auth=Author.objects.get(first=first_name,middle=middle_name,last=last_name)
            paper.authors.add(auth)
        except:
            auth=Author.objects.create(first=first_name,middle=middle_name,last=last_name)
            paper.authors.add(auth)
    paper.author_list=str(temp)
    for affiliation in i[-1]:
        try:
            aff=Affiliation.objects.get(name=affiliation)
            paper.affiliations.add(aff)
        except:
            aff=Affiliation.objects.create(name=affiliation)
            paper.affiliations.add(aff)
    for t in i[-2]:
        try:
            tag=Tag.objects.get(name=t)
            paper.tags.add(tag)
        except:
            tag=Tag.objects.create(name=t)
            paper.tags.add(tag)
    paper.save()