You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

126 lines
4.3 KiB

# -*- coding: utf-8 -*-
import datetime
import os
import random
#import argparse
from optparse import make_option
from django.core.management.base import BaseCommand
from django.core.management import call_command
from django.conf import settings
from django.db import transaction
import django.contrib.auth
from django.utils.encoding import force_unicode
from seminar.models import Skola, Resitel, Rocnik, Cislo, Problem, Reseni, PrilohaReseni, Nastaveni
from seminar.testutils import create_test_data
from seminar import ovvpfile
User = django.contrib.auth.get_user_model()
class Command(BaseCommand):
help = "Import (add / notice changes) schools from a ovvp-format file (skoly.csv)"
option_list = BaseCommand.option_list + (
make_option('-n', '--dry_run', dest='dry_run', default=False,
action='store_true', help="No changes to DB."),
)
# def add_arguments(self, parser):
# parser.add_argument('file', nargs='?', type=argparse.FileType('r', encoding='utf8'), default=sys.stdin)
# parser.add_argument('-n', '--dry_run', dest='dry_run', default=False,
# action='store_true', type=bool, help="No changes to DB.")
def school_diffs(self, ovvpskola, dbskola):
def compare(ovvpcol, dbcol, t=unicode):
v1 = t(dbskola.__getattribute__(dbcol))
v2 = ovvpskola[ovvpcol]
if unicode(v1) != unicode(v2):
return "%s: '%s'->'%s', " % (ovvpcol, v1, v2, )
return ""
diff = ""
diff += compare('name','nazev')
diff += compare('street','ulice')
diff += compare('town','mesto')
diff += compare('postcode','psc')
return diff
def handle(self, *args, **options):
assert len(args) == 1
filename = args[0]
self.stdout.write(
'Parsing OVVP/OPMK-format file \'%s\' ...' % (filename, )
)
with open(filename, "r") as f:
o = ovvpfile.parse(f)
assert o.headers['version'] == '1'
self.stdout.write('Read %d schools with columns: %s' % (len(o.rows), o.columns, ))
self.stdout.write('Export created: %s' % (o.headers.get('date', 'N/A'), ))
assert 'id-aesop' in o.columns
same = 0
modified = 0
new = 0
with transaction.atomic():
for skola in o.rows:
aesop_id = 'aesop:%s' % (skola['id-aesop'], )
found = Skola.objects.filter(aesop_id=aesop_id)
assert len(found) <= 1
if found:
fs = found[0]
diff = self.school_diffs(skola, fs)
if diff:
modified += 1
self.stdout.write(u"M %11s %s" % (aesop_id, diff, )) # TODO
else:
same += 1
if int(skola['is-SS']) > int(fs.je_ss):
fs.je_ss = True
fs.save()
if int(skola['is-ZS']) > int(fs.je_zs):
fs.je_zs = True
fs.save()
else:
new += 1
# Name duplicates?
by_name = Skola.objects.filter(nazev=skola['name'], mesto=skola['town'], ulice=skola['street'])
if len(by_name) > 0:
self.stdout.write(u"W Same [name, street, town] for %s and %s (%s, %s, %s)" % (
by_name[0].aesop_id, aesop_id, skola['name'], skola['street'], skola['town'], ))
else:
self.stdout.write(u"+ %11s %s, %s, %s" % (aesop_id, skola['name'], skola['town'], skola['country'], ))
if not options['dry_run']:
newskola = Skola.objects.create(
aesop_id=aesop_id, nazev=skola['name'], kratky_nazev=skola['name'], izo=skola.get('id-izo', ''),
ulice=skola['street'], mesto=skola['town'], psc=skola['postcode'], stat=skola['country'],
je_zs=int(skola['is-ZS']), je_ss=int(skola['is-SS']),
)
self.stdout.write("Result: %d same, %d different, %d new schools" % (same, modified, new, ))