2f12a0e89d
This is supposed to be used for all malformed queries and all the ones that are invalid for incompatibility reason, and make sure that they actually fail.
288 lines
8.2 KiB
Python
Executable File
288 lines
8.2 KiB
Python
Executable File
#!/usr/bin/env python3
|
|
# Relational
|
|
# Copyright (C) 2010-2016 Salvo "LtWorf" Tomaselli
|
|
#
|
|
# Relational is free software: you can redistribute it and/or modify
|
|
# it under the terms of the GNU General Public License as published by
|
|
# the Free Software Foundation, either version 3 of the License, or
|
|
# (at your option) any later version.
|
|
#
|
|
# This program is distributed in the hope that it will be useful,
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
# GNU General Public License for more details.
|
|
#
|
|
# You should have received a copy of the GNU General Public License
|
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
#
|
|
# author Salvo "LtWorf" Tomaselli <tiposchi@tiscali.it>
|
|
|
|
import os
|
|
from sys import exit
|
|
import sys
|
|
import traceback
|
|
|
|
from relational import relation, parser, optimizer
|
|
from xtermcolor import colorize
|
|
|
|
|
|
COLOR_RED = 0xff0000
|
|
COLOR_GREEN = 0x00ff00
|
|
COLOR_MAGENTA = 0xff00ff
|
|
COLOR_CYAN = 0x00ffff
|
|
|
|
print(relation)
|
|
|
|
rels = {}
|
|
examples_path = 'samples/'
|
|
tests_path = 'test/'
|
|
|
|
|
|
def readfile(fname):
|
|
'''Reads a file as string and returns its content'''
|
|
fd = open(fname, encoding='utf-8')
|
|
expr = fd.read()
|
|
fd.close()
|
|
return expr
|
|
|
|
|
|
def load_relations():
|
|
'''Loads all the relations present in the directory indicated in the
|
|
examples_path variable and stores them in the rels dictionary'''
|
|
print("Loading relations")
|
|
for i in os.listdir(examples_path):
|
|
if i.endswith('.csv'): # It's a relation, loading it
|
|
|
|
# Naming the relation
|
|
relname = i[:-4]
|
|
|
|
print ("Loading relation %s with name %s..." % (i, relname))
|
|
|
|
rels[relname] = relation.relation('%s%s' % (examples_path, i))
|
|
print('done')
|
|
|
|
|
|
def execute_tests():
|
|
|
|
py_bad = 0
|
|
py_good = 0
|
|
py_tot = 0
|
|
q_bad = 0
|
|
q_good = 0
|
|
q_tot = 0
|
|
ex_bad = 0
|
|
ex_good = 0
|
|
ex_tot = 0
|
|
f_tot = 0
|
|
f_good = 0
|
|
f_bad = 0
|
|
|
|
for i in os.listdir(tests_path):
|
|
if i.endswith('.query'):
|
|
q_tot += 1
|
|
if run_test(i[:-6]):
|
|
q_good += 1
|
|
else:
|
|
q_bad += 1
|
|
elif i.endswith('.python'):
|
|
py_tot += 1
|
|
if run_py_test(i[:-7]):
|
|
py_good += 1
|
|
else:
|
|
py_bad += 1
|
|
elif i.endswith('.py'):
|
|
ex_tot += 1
|
|
if run_exec_test(i[:-3]):
|
|
ex_good += 1
|
|
else:
|
|
ex_bad += 1
|
|
elif i.endswith('.fail'):
|
|
f_tot += 1
|
|
if run_fail_test(i[:-5]):
|
|
f_good += 1
|
|
else:
|
|
f_bad += 1
|
|
|
|
print (colorize("Resume of the results", COLOR_CYAN))
|
|
|
|
print (colorize("Query tests", COLOR_MAGENTA))
|
|
print ("Total test count: %d" % q_tot)
|
|
print ("Passed tests: %d" % q_good)
|
|
if q_bad > 0:
|
|
print (colorize("Failed tests count: %d" % q_bad, COLOR_RED))
|
|
|
|
print (colorize("Python tests", COLOR_MAGENTA))
|
|
print ("Total test count: %d" % py_tot)
|
|
print ("Passed tests: %d" % py_good)
|
|
if py_bad > 0:
|
|
print (colorize("Failed tests count: %d" % py_bad, COLOR_RED))
|
|
|
|
print (colorize("Execute Python tests", COLOR_MAGENTA))
|
|
print ("Total test count: %d" % ex_tot)
|
|
print ("Passed tests: %d" % ex_good)
|
|
if ex_bad > 0:
|
|
print (colorize("Failed tests count: %d" % ex_bad, COLOR_RED))
|
|
|
|
print (colorize("Execute fail tests", COLOR_MAGENTA))
|
|
print ("Total test count: %d" % f_tot)
|
|
print ("Passed tests: %d" % f_good)
|
|
if f_bad > 0:
|
|
print (colorize("Failed tests count: %d" % f_bad, COLOR_RED))
|
|
|
|
print (colorize("Total results", COLOR_CYAN))
|
|
if f_bad + q_bad + py_bad + ex_bad == 0:
|
|
print (colorize("No failed tests", COLOR_GREEN))
|
|
return 0
|
|
else:
|
|
print (colorize("There are %d failed tests" %
|
|
(f_bad + py_bad + q_bad + ex_bad), COLOR_RED))
|
|
return 1
|
|
|
|
|
|
def run_exec_test(testname):
|
|
'''Runs a python test, which executes code directly rather than queries'''
|
|
print ("Running python test: " + colorize(testname, COLOR_MAGENTA))
|
|
|
|
glob = rels.copy()
|
|
exp_result = {}
|
|
|
|
expr = readfile('%s%s.py' % (tests_path, testname))
|
|
|
|
try:
|
|
exec(expr, glob) # Evaluating the expression
|
|
print (colorize('Test passed', COLOR_GREEN))
|
|
return True
|
|
except Exception as e:
|
|
print (colorize('ERROR', COLOR_RED))
|
|
print (colorize('=====================================', COLOR_RED))
|
|
traceback.print_exc(file=sys.stdout)
|
|
print (colorize('=====================================', COLOR_RED))
|
|
return False
|
|
|
|
|
|
def run_py_test(testname):
|
|
'''Runs a python test, which evaluates expressions directly rather than queries'''
|
|
print ("Running expression python test: " +
|
|
colorize(testname, COLOR_MAGENTA))
|
|
|
|
try:
|
|
|
|
expr = readfile('%s%s.python' % (tests_path, testname))
|
|
result = eval(expr, rels)
|
|
|
|
expr = readfile('%s%s.result' % (tests_path, testname))
|
|
exp_result = eval(expr, rels)
|
|
|
|
if result == exp_result:
|
|
print (colorize('Test passed', COLOR_GREEN))
|
|
return True
|
|
except:
|
|
pass
|
|
|
|
print (colorize('ERROR', COLOR_RED))
|
|
print (colorize('=====================================', COLOR_RED))
|
|
print ("Expected %s" % exp_result)
|
|
print ("Got %s" % result)
|
|
print (colorize('=====================================', COLOR_RED))
|
|
return False
|
|
|
|
def run_fail_test(testname):
|
|
'''Runs a test, which executes a query that is supposed to fail'''
|
|
print ("Running fail test: " + colorize(testname, COLOR_MAGENTA))
|
|
|
|
query = readfile('%s%s.fail' % (tests_path, testname)).strip()
|
|
o_query = optimizer.optimize_all(query, rels)
|
|
|
|
expr = parser.parse(query)
|
|
o_expr = parser.parse(o_query)
|
|
|
|
test_succeed = True
|
|
|
|
try:
|
|
expr(rels)
|
|
test_succeed = False
|
|
except:
|
|
pass
|
|
|
|
try:
|
|
o_expr(rels)
|
|
test_succeed = False
|
|
except:
|
|
pass
|
|
|
|
c_expr = parser.tree(query).toCode()
|
|
try:
|
|
eval(c_expr, rels)
|
|
test_succeed = False
|
|
except:
|
|
pass
|
|
|
|
if test_succeed:
|
|
print (colorize('Test passed', COLOR_GREEN))
|
|
else:
|
|
print (colorize('Test failed (by not raising any exception)', COLOR_RED))
|
|
return test_succeed
|
|
|
|
def run_test(testname):
|
|
'''Runs a specific test executing the file
|
|
testname.query
|
|
and comparing the result with
|
|
testname.result
|
|
The query will be executed both unoptimized and
|
|
optimized'''
|
|
print ("Running test: " + colorize(testname, COLOR_MAGENTA))
|
|
|
|
query = None
|
|
expr = None
|
|
o_query = None
|
|
o_expr = None
|
|
result_rel = None
|
|
result = None
|
|
o_result = None
|
|
|
|
try:
|
|
result_rel = relation.relation('%s%s.result' % (tests_path, testname))
|
|
|
|
query = readfile('%s%s.query' % (tests_path, testname)).strip()
|
|
o_query = optimizer.optimize_all(query, rels)
|
|
|
|
expr = parser.parse(query)
|
|
result = expr(rels)
|
|
|
|
o_expr = parser.parse(o_query)
|
|
o_result = o_expr(rels)
|
|
|
|
c_expr = parser.tree(query).toCode()
|
|
c_result = eval(c_expr, rels)
|
|
|
|
if (o_result == result_rel) and (result == result_rel) and (c_result == result_rel):
|
|
print (colorize('Test passed', COLOR_GREEN))
|
|
return True
|
|
except Exception as inst:
|
|
traceback.print_exc(file=sys.stdout)
|
|
print (inst)
|
|
pass
|
|
print (colorize('ERROR', COLOR_RED))
|
|
print ("Query: %s -> %s" % (query, expr))
|
|
print ("Optimized query: %s -> %s" % (o_query, o_expr))
|
|
print (colorize('=====================================', COLOR_RED))
|
|
print (colorize("Expected result", COLOR_GREEN))
|
|
print (result_rel)
|
|
print (colorize("Result", COLOR_RED))
|
|
print (result)
|
|
print (colorize("Optimized result", COLOR_RED))
|
|
print (o_result)
|
|
print (colorize("optimized result match %s" %
|
|
str(result_rel == o_result), COLOR_MAGENTA))
|
|
print (colorize("result match %s" %
|
|
str(result == result_rel), COLOR_MAGENTA))
|
|
print (colorize('=====================================', COLOR_RED))
|
|
return False
|
|
|
|
|
|
if __name__ == '__main__':
|
|
print ("-> Starting testsuite for relational")
|
|
load_relations()
|
|
print ("-> Starting tests")
|
|
exit(execute_tests())
|