Web M&M
https://mam.matfyz.cz
You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
125 lines
4.3 KiB
125 lines
4.3 KiB
# -*- coding: utf-8 -*-
|
|
|
|
import datetime
|
|
import os
|
|
import random
|
|
#import argparse
|
|
from optparse import make_option
|
|
|
|
|
|
from django.core.management.base import BaseCommand
|
|
from django.core.management import call_command
|
|
from django.conf import settings
|
|
from django.db import transaction
|
|
import django.contrib.auth
|
|
from django.utils.encoding import force_unicode
|
|
|
|
from seminar.models import Skola, Resitel, Rocnik, Cislo, Problem, Reseni, PrilohaReseni, Nastaveni
|
|
from seminar.testutils import create_test_data
|
|
from seminar import ovvpfile
|
|
|
|
User = django.contrib.auth.get_user_model()
|
|
|
|
|
|
class Command(BaseCommand):
|
|
help = "Import (add / notice changes) schools from a ovvp-format file (skoly.csv)"
|
|
|
|
option_list = BaseCommand.option_list + (
|
|
make_option('-n', '--dry_run', dest='dry_run', default=False,
|
|
action='store_true', help="No changes to DB."),
|
|
)
|
|
# def add_arguments(self, parser):
|
|
# parser.add_argument('file', nargs='?', type=argparse.FileType('r', encoding='utf8'), default=sys.stdin)
|
|
# parser.add_argument('-n', '--dry_run', dest='dry_run', default=False,
|
|
# action='store_true', type=bool, help="No changes to DB.")
|
|
|
|
def school_diffs(self, ovvpskola, dbskola):
|
|
def compare(ovvpcol, dbcol, t=unicode):
|
|
v1 = t(dbskola.__getattribute__(dbcol))
|
|
v2 = ovvpskola[ovvpcol]
|
|
if unicode(v1) != unicode(v2):
|
|
return "%s: '%s'->'%s', " % (ovvpcol, v1, v2, )
|
|
return ""
|
|
|
|
diff = ""
|
|
diff += compare('name','nazev')
|
|
diff += compare('street','ulice')
|
|
diff += compare('town','mesto')
|
|
diff += compare('postcode','psc')
|
|
return diff
|
|
|
|
def handle(self, *args, **options):
|
|
assert len(args) == 1
|
|
|
|
filename = args[0]
|
|
self.stdout.write(
|
|
'Parsing OVVP/OPMK-format file \'%s\' ...' % (filename, )
|
|
)
|
|
with open(filename, "r") as f:
|
|
o = ovvpfile.parse(f)
|
|
|
|
assert o.headers['version'] == '1'
|
|
self.stdout.write('Read %d schools with columns: %s' % (len(o.rows), o.columns, ))
|
|
self.stdout.write('Export created: %s' % (o.headers.get('date', 'N/A'), ))
|
|
assert 'id-aesop' in o.columns
|
|
|
|
same = 0
|
|
modified = 0
|
|
new = 0
|
|
|
|
with transaction.atomic():
|
|
for skola in o.rows:
|
|
aesop_id = 'aesop:%s' % (skola['id-aesop'], )
|
|
found = Skola.objects.filter(aesop_id=aesop_id)
|
|
assert len(found) <= 1
|
|
|
|
if found:
|
|
fs = found[0]
|
|
diff = self.school_diffs(skola, fs)
|
|
if diff:
|
|
modified += 1
|
|
self.stdout.write(u"M %11s %s" % (aesop_id, diff, )) # TODO
|
|
else:
|
|
same += 1
|
|
if int(skola['is-SS']) > int(fs.je_ss):
|
|
fs.je_ss = True
|
|
fs.save()
|
|
|
|
if int(skola['is-ZS']) > int(fs.je_zs):
|
|
fs.je_zs = True
|
|
fs.save()
|
|
|
|
else:
|
|
new += 1
|
|
# Name duplicates?
|
|
by_name = Skola.objects.filter(nazev=skola['name'], mesto=skola['town'], ulice=skola['street'])
|
|
if len(by_name) > 0:
|
|
self.stdout.write(u"W Same [name, street, town] for %s and %s (%s, %s, %s)" % (
|
|
by_name[0].aesop_id, aesop_id, skola['name'], skola['street'], skola['town'], ))
|
|
else:
|
|
self.stdout.write(u"+ %11s %s, %s, %s" % (aesop_id, skola['name'], skola['town'], skola['country'], ))
|
|
if not options['dry_run']:
|
|
newskola = Skola.objects.create(
|
|
aesop_id=aesop_id, nazev=skola['name'], kratky_nazev=skola['name'], izo=skola.get('id-izo', ''),
|
|
ulice=skola['street'], mesto=skola['town'], psc=skola['postcode'], stat=skola['country'],
|
|
je_zs=int(skola['is-ZS']), je_ss=int(skola['is-SS']),
|
|
)
|
|
|
|
self.stdout.write("Result: %d same, %d different, %d new schools" % (same, modified, new, ))
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|