2 changed files with 0 additions and 219 deletions
@ -1,125 +0,0 @@ |
|||||
# -*- coding: utf-8 -*- |
|
||||
|
|
||||
import datetime |
|
||||
import os |
|
||||
import random |
|
||||
#import argparse |
|
||||
from optparse import make_option |
|
||||
|
|
||||
|
|
||||
from django.core.management.base import BaseCommand |
|
||||
from django.core.management import call_command |
|
||||
from django.conf import settings |
|
||||
from django.db import transaction |
|
||||
import django.contrib.auth |
|
||||
from django.utils.encoding import force_unicode |
|
||||
|
|
||||
from seminar.models import Skola, Resitel, Rocnik, Cislo, Problem, Reseni, PrilohaReseni, Nastaveni |
|
||||
from seminar.testutils import create_test_data |
|
||||
from seminar import ovvpfile |
|
||||
|
|
||||
User = django.contrib.auth.get_user_model() |
|
||||
|
|
||||
|
|
||||
class Command(BaseCommand): |
|
||||
help = "Import (add / notice changes) schools from a ovvp-format file (skoly.csv)" |
|
||||
|
|
||||
option_list = BaseCommand.option_list + ( |
|
||||
make_option('-n', '--dry_run', dest='dry_run', default=False, |
|
||||
action='store_true', help="No changes to DB."), |
|
||||
) |
|
||||
# def add_arguments(self, parser): |
|
||||
# parser.add_argument('file', nargs='?', type=argparse.FileType('r', encoding='utf8'), default=sys.stdin) |
|
||||
# parser.add_argument('-n', '--dry_run', dest='dry_run', default=False, |
|
||||
# action='store_true', type=bool, help="No changes to DB.") |
|
||||
|
|
||||
def school_diffs(self, ovvpskola, dbskola): |
|
||||
def compare(ovvpcol, dbcol, t=unicode): |
|
||||
v1 = t(dbskola.__getattribute__(dbcol)) |
|
||||
v2 = ovvpskola[ovvpcol] |
|
||||
if unicode(v1) != unicode(v2): |
|
||||
return "%s: '%s'->'%s', " % (ovvpcol, v1, v2, ) |
|
||||
return "" |
|
||||
|
|
||||
diff = "" |
|
||||
diff += compare('name','nazev') |
|
||||
diff += compare('street','ulice') |
|
||||
diff += compare('town','mesto') |
|
||||
diff += compare('postcode','psc') |
|
||||
return diff |
|
||||
|
|
||||
def handle(self, *args, **options): |
|
||||
assert len(args) == 1 |
|
||||
|
|
||||
filename = args[0] |
|
||||
self.stdout.write( |
|
||||
'Parsing OVVP/OPMK-format file \'%s\' ...' % (filename, ) |
|
||||
) |
|
||||
with open(filename, "r") as f: |
|
||||
o = ovvpfile.parse(f) |
|
||||
|
|
||||
assert o.headers['version'] == '1' |
|
||||
self.stdout.write('Read %d schools with columns: %s' % (len(o.rows), o.columns, )) |
|
||||
self.stdout.write('Export created: %s' % (o.headers.get('date', 'N/A'), )) |
|
||||
assert 'id-aesop' in o.columns |
|
||||
|
|
||||
same = 0 |
|
||||
modified = 0 |
|
||||
new = 0 |
|
||||
|
|
||||
with transaction.atomic(): |
|
||||
for skola in o.rows: |
|
||||
aesop_id = 'aesop:%s' % (skola['id-aesop'], ) |
|
||||
found = Skola.objects.filter(aesop_id=aesop_id) |
|
||||
assert len(found) <= 1 |
|
||||
|
|
||||
if found: |
|
||||
fs = found[0] |
|
||||
diff = self.school_diffs(skola, fs) |
|
||||
if diff: |
|
||||
modified += 1 |
|
||||
self.stdout.write(u"M %11s %s" % (aesop_id, diff, )) # TODO |
|
||||
else: |
|
||||
same += 1 |
|
||||
if int(skola['is-SS']) > int(fs.je_ss): |
|
||||
fs.je_ss = True |
|
||||
fs.save() |
|
||||
|
|
||||
if int(skola['is-ZS']) > int(fs.je_zs): |
|
||||
fs.je_zs = True |
|
||||
fs.save() |
|
||||
|
|
||||
else: |
|
||||
new += 1 |
|
||||
# Name duplicates? |
|
||||
by_name = Skola.objects.filter(nazev=skola['name'], mesto=skola['town'], ulice=skola['street']) |
|
||||
if len(by_name) > 0: |
|
||||
self.stdout.write(u"W Same [name, street, town] for %s and %s (%s, %s, %s)" % ( |
|
||||
by_name[0].aesop_id, aesop_id, skola['name'], skola['street'], skola['town'], )) |
|
||||
else: |
|
||||
self.stdout.write(u"+ %11s %s, %s, %s" % (aesop_id, skola['name'], skola['town'], skola['country'], )) |
|
||||
if not options['dry_run']: |
|
||||
newskola = Skola.objects.create( |
|
||||
aesop_id=aesop_id, nazev=skola['name'], kratky_nazev=skola['name'], izo=skola.get('id-izo', ''), |
|
||||
ulice=skola['street'], mesto=skola['town'], psc=skola['postcode'], stat=skola['country'], |
|
||||
je_zs=int(skola['is-ZS']), je_ss=int(skola['is-SS']), |
|
||||
) |
|
||||
|
|
||||
self.stdout.write("Result: %d same, %d different, %d new schools" % (same, modified, new, )) |
|
||||
|
|
||||
|
|
||||
|
|
||||
|
|
||||
|
|
||||
|
|
||||
|
|
||||
|
|
||||
|
|
||||
|
|
||||
|
|
||||
|
|
||||
|
|
||||
|
|
||||
|
|
||||
|
|
||||
|
|
||||
@ -1,94 +0,0 @@ |
|||||
# -*- coding: utf-8 -*- |
|
||||
|
|
||||
import datetime |
|
||||
import random |
|
||||
import django.contrib.auth |
|
||||
from unittest import TestCase |
|
||||
from django.test import Client |
|
||||
from django.core.urlresolvers import reverse, resolve |
|
||||
from django.core.management import call_command |
|
||||
|
|
||||
from seminar.models import Skola, Resitel, Rocnik, Cislo, Problem, Reseni, PrilohaReseni, Soustredeni, Nastaveni |
|
||||
from seminar.testutils import create_test_data |
|
||||
from seminar import ovvpfile |
|
||||
from seminar import utils |
|
||||
|
|
||||
class SeminarBasicTests(TestCase): |
|
||||
def setUp(self): |
|
||||
create_test_data(size=2) |
|
||||
self.client = Client() |
|
||||
|
|
||||
def tearDown(self): |
|
||||
call_command('flush', noinput=True, verbosity=0, interactive=False) |
|
||||
self.cleint = None |
|
||||
|
|
||||
def test_rocniky(self): |
|
||||
r19 = Rocnik.objects.get(rocnik=21) |
|
||||
self.assertEqual(r19.roman(), 'XXI') |
|
||||
|
|
||||
def test_render_cislo_e2e(self): |
|
||||
cs = Cislo.objects.all() |
|
||||
for c in cs[:4]: |
|
||||
url = c.verejne_url() |
|
||||
r = self.client.get(url) |
|
||||
assert r.status_code == 200 |
|
||||
assert len(r.content) >= 100 |
|
||||
# TODO: Validate cntent as HTML |
|
||||
|
|
||||
def test_render_problem_e2e(self): |
|
||||
ps = Problem.objects.all() |
|
||||
for p in ps[:4]: |
|
||||
url = p.verejne_url() |
|
||||
r = self.client.get(url) |
|
||||
assert r.status_code == 200 |
|
||||
assert len(r.content) >= 100 |
|
||||
# TODO: Validate cntent as HTML |
|
||||
|
|
||||
def test_export_e2e(self): |
|
||||
i_url = '/aesop-export/index.csv' |
|
||||
i_r = self.client.get(i_url) |
|
||||
assert i_r.status_code == 200 |
|
||||
ls = i_r.content.strip().split('\n') |
|
||||
|
|
||||
for u in [ls[0], ls[-1]]: |
|
||||
ex_r = self.client.get('/aesop-export/' + u) |
|
||||
assert ex_r.status_code == 200 |
|
||||
assert len(ex_r.content) >= 100 |
|
||||
o = ovvpfile.parse(ex_r.content) |
|
||||
assert o.headers['version'] == '1' |
|
||||
|
|
||||
def test_admin_url(self): |
|
||||
for m in [Skola, Resitel, Rocnik, Cislo, Problem, Reseni, Nastaveni]: |
|
||||
o = m.objects.first() |
|
||||
url = o.admin_url() |
|
||||
assert url |
|
||||
view = resolve(url) |
|
||||
assert view |
|
||||
|
|
||||
def test_verejne_url(self): |
|
||||
for m in [Rocnik, Cislo, Problem]: |
|
||||
p = Problem.objects.first() |
|
||||
url = p.verejne_url() |
|
||||
assert url |
|
||||
view = resolve(url) |
|
||||
assert view |
|
||||
|
|
||||
def test_ovvpfile(self): |
|
||||
filetext = "H1\ta\nH2\tb\tc\n\nx\ty\tz\n0\t1\t2\n3\t4\t5\n" |
|
||||
o = ovvpfile.parse(filetext) |
|
||||
assert len(o.headers) == 2 |
|
||||
assert o.headers['H2'] == 'b\tc' |
|
||||
|
|
||||
assert o.columns == ['x','y','z'] |
|
||||
assert len(o.rows) == 2 |
|
||||
assert o.rows[0]['z'] == '2' |
|
||||
|
|
||||
t = o.to_string() |
|
||||
assert t == filetext |
|
||||
|
|
||||
def test_roman(self): |
|
||||
for i in [0, 1, 23, 2015, 1999, 42, 4, 400, 78, 4321, 8765, 999]: |
|
||||
r = utils.roman(i) |
|
||||
fr = utils.from_roman(r) |
|
||||
assert fr == i |
|
||||
|
|
||||
Loading…
Reference in new issue