507 lines
16 KiB
Python
507 lines
16 KiB
Python
import collections
|
|
import os
|
|
import shutil
|
|
import sys
|
|
from unittest import mock
|
|
|
|
import django
|
|
import psycopg2
|
|
import pytest
|
|
from django.core.management import CommandError, call_command
|
|
|
|
import wcs.qommon.ctl
|
|
from wcs.ctl.delete_tenant import CmdDeleteTenant
|
|
from wcs.ctl.management.commands.trigger_jumps import select_and_jump_formdata
|
|
from wcs.ctl.rebuild_indexes import rebuild_vhost_indexes
|
|
from wcs.ctl.wipe_data import CmdWipeData
|
|
from wcs.fields import EmailField, StringField
|
|
from wcs.formdef import FormDef
|
|
from wcs.qommon.afterjobs import AfterJob
|
|
from wcs.qommon.management.commands.collectstatic import Command as CmdCollectStatic
|
|
from wcs.qommon.management.commands.migrate import Command as CmdMigrate
|
|
from wcs.qommon.management.commands.migrate_schemas import Command as CmdMigrateSchemas
|
|
from wcs.sql import cleanup_connection, get_connection_and_cursor
|
|
from wcs.workflows import Workflow, WorkflowStatusItem
|
|
|
|
from .utilities import clean_temporary_pub, create_temporary_pub
|
|
|
|
|
|
@pytest.fixture
|
|
def pub():
|
|
pub = create_temporary_pub()
|
|
pub.cfg['language'] = {'language': 'en'}
|
|
pub.write_cfg()
|
|
yield pub
|
|
clean_temporary_pub()
|
|
|
|
|
|
def teardown_module(module):
|
|
clean_temporary_pub()
|
|
|
|
|
|
def test_loading():
|
|
ctl = wcs.qommon.ctl.Ctl(cmd_prefixes=['wcs.ctl'])
|
|
ctl.load_all_commands(ignore_errors=False)
|
|
# noqa pylint: disable=consider-iterating-dictionary
|
|
assert 'shell' in ctl.get_commands().keys()
|
|
# call all __init__() methods
|
|
for cmd in ctl.get_commands().values():
|
|
cmd()
|
|
|
|
|
|
def test_collectstatic(pub, tmp_path):
|
|
CmdCollectStatic.collectstatic(pub)
|
|
assert os.path.exists(os.path.join(pub.app_dir, 'collectstatic', 'css', 'required.png'))
|
|
assert os.path.exists(os.path.join(pub.app_dir, 'collectstatic', 'js', 'qommon.forms.js'))
|
|
assert os.path.exists(os.path.join(pub.app_dir, 'collectstatic', 'css', 'gadjo.css'))
|
|
assert os.path.exists(os.path.join(pub.app_dir, 'collectstatic', 'xstatic', 'jquery.js'))
|
|
CmdCollectStatic.collectstatic(pub, clear=True, link=True)
|
|
assert os.path.islink(os.path.join(pub.app_dir, 'collectstatic', 'css', 'required.png'))
|
|
|
|
# create a broken link
|
|
required_tmp = os.path.join(tmp_path, 'required.png')
|
|
required_link = os.path.join(pub.app_dir, 'collectstatic', 'css', 'required.png')
|
|
shutil.copy2(os.path.join(pub.app_dir, 'collectstatic', 'css', 'required.png'), required_tmp)
|
|
os.unlink(required_link)
|
|
os.symlink(required_tmp, required_link)
|
|
os.unlink(required_tmp)
|
|
# check that we have a broken link
|
|
assert os.path.islink(required_link) and not os.path.exists(required_link)
|
|
# still works if broken link exists
|
|
CmdCollectStatic.collectstatic(pub, link=True)
|
|
# link not broken any more
|
|
assert os.path.islink(required_link) and os.path.exists(required_link)
|
|
|
|
|
|
def test_migrate(pub):
|
|
CmdMigrate().handle()
|
|
|
|
|
|
def test_migrate_schemas(pub):
|
|
CmdMigrateSchemas().handle()
|
|
|
|
|
|
def test_wipe_formdata(pub):
|
|
form_1 = FormDef()
|
|
form_1.name = 'example'
|
|
form_1.fields = [StringField(id='0', label='Your Name'), EmailField(id='1', label='Email')]
|
|
form_1.store()
|
|
form_1.data_class().wipe()
|
|
formdata_1 = form_1.data_class()()
|
|
|
|
formdata_1.data = {'0': 'John Doe', '1': 'john@example.net'}
|
|
formdata_1.store()
|
|
|
|
assert form_1.data_class().count() == 1
|
|
|
|
form_2 = FormDef()
|
|
form_2.name = 'example2'
|
|
form_2.fields = [StringField(id='0', label='First Name'), StringField(id='1', label='Last Name')]
|
|
form_2.store()
|
|
form_2.data_class().wipe()
|
|
formdata_2 = form_2.data_class()()
|
|
formdata_2.data = {'0': 'John', '1': 'Doe'}
|
|
formdata_2.store()
|
|
assert form_2.data_class().count() == 1
|
|
|
|
wipe_cmd = CmdWipeData()
|
|
|
|
# check command options
|
|
options, args = wipe_cmd.parse_args(['--all'])
|
|
assert options.all
|
|
|
|
options, args = wipe_cmd.parse_args([form_1.url_name, form_2.url_name])
|
|
assert form_1.url_name in args
|
|
assert form_2.url_name in args
|
|
|
|
sub_options_class = collections.namedtuple('Options', ['all'])
|
|
sub_options = sub_options_class(False)
|
|
|
|
# test with no options
|
|
wipe_cmd.wipe(pub, sub_options, [])
|
|
assert form_1.data_class().count() == 1
|
|
assert form_2.data_class().count() == 1
|
|
|
|
# wipe one form formdatas
|
|
wipe_cmd.wipe(pub, sub_options, [form_1.url_name])
|
|
assert form_1.data_class().count() == 0
|
|
assert form_2.data_class().count() == 1
|
|
|
|
# wipe all formdatas
|
|
sub_options = sub_options_class(True)
|
|
wipe_cmd.wipe(pub, sub_options, [])
|
|
assert form_1.data_class().count() == 0
|
|
assert form_2.data_class().count() == 0
|
|
|
|
|
|
def test_trigger_jumps(pub):
|
|
Workflow.wipe()
|
|
workflow = Workflow(name='test')
|
|
st1 = workflow.add_status('Status1', 'st1')
|
|
jump = st1.add_action('jump')
|
|
jump.trigger = 'goto2'
|
|
jump.status = 'st2'
|
|
st2 = workflow.add_status('Status2', 'st2')
|
|
workflow.store()
|
|
|
|
FormDef.wipe()
|
|
formdef = FormDef()
|
|
formdef.name = 'test'
|
|
formdef.fields = [
|
|
StringField(id='0', label='Your Name', varname='name'),
|
|
EmailField(id='1', label='Email', varname='email'),
|
|
]
|
|
formdef.workflow_id = workflow.id
|
|
formdef.store()
|
|
|
|
def run_trigger(trigger, rows):
|
|
formdef.data_class().wipe()
|
|
formdata = formdef.data_class()()
|
|
formdata.id = 1
|
|
formdata.data = {'0': 'Alice', '1': 'alice@example.net'}
|
|
formdata.status = 'wf-%s' % st1.id
|
|
formdata.store()
|
|
id1 = formdata.id
|
|
formdata = formdef.data_class()()
|
|
formdata.id = 2
|
|
formdata.data = {'0': 'Bob', '1': 'bob@example.net'}
|
|
formdata.status = 'wf-%s' % st1.id
|
|
formdata.store()
|
|
id2 = formdata.id
|
|
select_and_jump_formdata(formdef, trigger, rows)
|
|
return formdef.data_class().get(id1), formdef.data_class().get(id2)
|
|
|
|
f1, f2 = run_trigger('goto2', '__all__')
|
|
assert f1.status == f2.status == 'wf-%s' % st2.id
|
|
|
|
# check publisher substitutions vars after the last jump_and_perform (#13964)
|
|
assert pub in pub.substitutions.sources
|
|
assert formdef in pub.substitutions.sources
|
|
# we cannot know which formdata is the last one, test each possibility
|
|
if f1 in pub.substitutions.sources:
|
|
assert f2 not in pub.substitutions.sources
|
|
if f2 in pub.substitutions.sources:
|
|
assert f1 not in pub.substitutions.sources
|
|
|
|
f1, f2 = run_trigger('goto2', [{'select': {}}])
|
|
assert f1.status == f2.status == 'wf-%s' % st2.id
|
|
|
|
f1, f2 = run_trigger('goto2', [{'select': {'form_number_raw': '1'}}])
|
|
assert f1.status == 'wf-%s' % st2.id
|
|
assert f2.status == 'wf-%s' % st1.id
|
|
|
|
f1, f2 = run_trigger('goto2', [{'select': {'form_var_email': 'bob@example.net'}}])
|
|
assert f1.status == 'wf-%s' % st1.id
|
|
assert f2.status == 'wf-%s' % st2.id
|
|
|
|
f1, f2 = run_trigger('goto2', [{'select': {}, 'data': {'foo': 'bar'}}])
|
|
assert f1.status == f2.status == 'wf-%s' % st2.id
|
|
assert f1.workflow_data['foo'] == f2.workflow_data['foo'] == 'bar'
|
|
|
|
f1, f2 = run_trigger('goto2', [{'select': {'form_number_raw': '1'}, 'data': {'foo': 'bar'}}])
|
|
assert f1.status == 'wf-%s' % st2.id
|
|
assert f1.workflow_data['foo'] == 'bar'
|
|
assert f2.status == 'wf-%s' % st1.id
|
|
assert not f2.workflow_data
|
|
|
|
f1, f2 = run_trigger('badtrigger', '__all__')
|
|
assert f1.status == f2.status == 'wf-%s' % st1.id
|
|
assert not f1.workflow_data
|
|
assert not f2.workflow_data
|
|
|
|
|
|
def test_delete_tenant_with_sql(freezer):
|
|
pub = create_temporary_pub()
|
|
delete_cmd = CmdDeleteTenant()
|
|
|
|
assert os.path.isdir(pub.app_dir)
|
|
|
|
sub_options_class = collections.namedtuple('Options', ['force_drop'])
|
|
sub_options = sub_options_class(False)
|
|
|
|
freezer.move_to('2018-12-01T00:00:00')
|
|
delete_cmd.delete_tenant(pub, sub_options, [])
|
|
|
|
assert not os.path.isdir(pub.app_dir)
|
|
parent_dir = os.path.dirname(pub.app_dir)
|
|
if not [filename for filename in os.listdir(parent_dir) if 'removed' in filename]:
|
|
assert False
|
|
|
|
conn, cur = get_connection_and_cursor()
|
|
cur.execute(
|
|
"""SELECT schema_name
|
|
FROM information_schema.schemata
|
|
WHERE schema_name like 'removed_20181201_%%%s'"""
|
|
% pub.cfg['postgresql']['database']
|
|
)
|
|
|
|
assert len(cur.fetchall()) == 1
|
|
|
|
clean_temporary_pub()
|
|
pub = create_temporary_pub()
|
|
|
|
sub_options = sub_options_class(True)
|
|
delete_cmd.delete_tenant(pub, sub_options, [])
|
|
|
|
conn, cur = get_connection_and_cursor(new=True)
|
|
|
|
assert not os.path.isdir(pub.app_dir)
|
|
cur.execute(
|
|
"""SELECT table_name
|
|
FROM information_schema.tables
|
|
WHERE table_schema = 'public'
|
|
AND table_type = 'BASE TABLE'"""
|
|
)
|
|
|
|
assert not cur.fetchall()
|
|
|
|
cur.execute(
|
|
"""SELECT datname
|
|
FROM pg_database
|
|
WHERE datname = '%s'"""
|
|
% pub.cfg['postgresql']['database']
|
|
)
|
|
|
|
assert cur.fetchall()
|
|
|
|
clean_temporary_pub()
|
|
pub = create_temporary_pub()
|
|
|
|
cleanup_connection()
|
|
sub_options = sub_options_class(True)
|
|
pub.cfg['postgresql']['createdb-connection-params'] = {
|
|
'user': pub.cfg['postgresql']['user'],
|
|
'database': 'postgres',
|
|
}
|
|
delete_cmd.delete_tenant(pub, sub_options, [])
|
|
|
|
connect_kwargs = {'dbname': 'postgres', 'user': pub.cfg['postgresql']['user']}
|
|
pgconn = psycopg2.connect(**connect_kwargs)
|
|
cur = pgconn.cursor()
|
|
|
|
cur.execute(
|
|
"""SELECT datname
|
|
FROM pg_database
|
|
WHERE datname = '%s'"""
|
|
% pub.cfg['postgresql']['database']
|
|
)
|
|
assert not cur.fetchall()
|
|
cur.close()
|
|
pgconn.close()
|
|
|
|
clean_temporary_pub()
|
|
pub = create_temporary_pub()
|
|
cleanup_connection()
|
|
|
|
sub_options = sub_options_class(False)
|
|
pub.cfg['postgresql']['createdb-connection-params'] = {
|
|
'user': pub.cfg['postgresql']['user'],
|
|
'database': 'postgres',
|
|
}
|
|
delete_cmd.delete_tenant(pub, sub_options, [])
|
|
|
|
pgconn = psycopg2.connect(**connect_kwargs)
|
|
pgconn.set_isolation_level(psycopg2.extensions.ISOLATION_LEVEL_AUTOCOMMIT)
|
|
cur = pgconn.cursor()
|
|
|
|
cur.execute(
|
|
"""SELECT datname
|
|
FROM pg_database
|
|
WHERE datname like 'removed_20181201_%%%s'"""
|
|
% pub.cfg['postgresql']['database']
|
|
)
|
|
|
|
result = cur.fetchall()
|
|
assert len(result) == 1
|
|
|
|
# clean this db after test
|
|
cur.execute("""DROP DATABASE %s""" % result[0][0])
|
|
|
|
cur.execute(
|
|
"""SELECT datname
|
|
FROM pg_database
|
|
WHERE datname = '%s'"""
|
|
% pub.cfg['postgresql']['database']
|
|
)
|
|
|
|
assert not cur.fetchall()
|
|
cur.close()
|
|
conn.close()
|
|
|
|
clean_temporary_pub()
|
|
|
|
|
|
def test_delete_tenant_without_sql():
|
|
pub = create_temporary_pub()
|
|
delete_cmd = CmdDeleteTenant()
|
|
|
|
assert os.path.isdir(pub.app_dir)
|
|
|
|
sub_options_class = collections.namedtuple('Options', ['force_drop'])
|
|
sub_options = sub_options_class(False)
|
|
|
|
delete_cmd.delete_tenant(pub, sub_options, [])
|
|
|
|
assert not os.path.isdir(pub.app_dir)
|
|
parent_dir = os.path.dirname(pub.app_dir)
|
|
if not [filename for filename in os.listdir(parent_dir) if 'removed' in filename]:
|
|
assert False
|
|
|
|
clean_temporary_pub()
|
|
|
|
pub = create_temporary_pub()
|
|
assert os.path.isdir(pub.app_dir)
|
|
|
|
sub_options = sub_options_class(True)
|
|
|
|
delete_cmd.delete_tenant(pub, sub_options, [])
|
|
|
|
assert not os.path.isdir(pub.app_dir)
|
|
parent_dir = os.path.dirname(pub.app_dir)
|
|
if [filename for filename in os.listdir(parent_dir) if 'removed' in filename]:
|
|
assert False
|
|
|
|
clean_temporary_pub()
|
|
|
|
|
|
def test_rebuild_indexes(pub):
|
|
form = FormDef()
|
|
form.name = 'example'
|
|
form.store()
|
|
|
|
assert os.listdir(os.path.join(pub.app_dir, 'formdefs-url_name')) == ['example']
|
|
|
|
os.unlink(os.path.join(pub.app_dir, 'formdefs-url_name', 'example'))
|
|
os.symlink('../formdefs/1', os.path.join(pub.app_dir, 'formdefs-url_name', 'XXX'))
|
|
rebuild_vhost_indexes(pub, destroy=False)
|
|
assert 'example' in os.listdir(os.path.join(pub.app_dir, 'formdefs-url_name'))
|
|
assert 'XXX' in os.listdir(os.path.join(pub.app_dir, 'formdefs-url_name'))
|
|
|
|
rebuild_vhost_indexes(pub, destroy=True)
|
|
assert os.listdir(os.path.join(pub.app_dir, 'formdefs-url_name')) == ['example']
|
|
|
|
|
|
def test_runscript(pub):
|
|
with pytest.raises(CommandError):
|
|
call_command('runscript')
|
|
with pytest.raises(CommandError):
|
|
call_command('runscript', '--domain=a', '--all-tenants')
|
|
with open(os.path.join(pub.app_dir, 'test2.py'), 'w') as fd:
|
|
fd.write(
|
|
'''
|
|
import os
|
|
from quixote import get_publisher
|
|
open(os.path.join(get_publisher().app_dir, 'runscript.test'), 'w').close()
|
|
'''
|
|
)
|
|
call_command('runscript', '--domain=example.net', os.path.join(pub.app_dir, 'test2.py'))
|
|
assert os.path.exists(os.path.join(pub.app_dir, 'runscript.test'))
|
|
os.unlink(os.path.join(pub.app_dir, 'runscript.test'))
|
|
call_command('runscript', '--all-tenants', os.path.join(pub.app_dir, 'test2.py'))
|
|
assert os.path.exists(os.path.join(pub.app_dir, 'runscript.test'))
|
|
|
|
|
|
def test_import_site():
|
|
with pytest.raises(CommandError):
|
|
call_command('import_site')
|
|
pub = create_temporary_pub()
|
|
FormDef.wipe()
|
|
assert FormDef.count() == 0
|
|
assert 'workflows' not in os.listdir(pub.app_dir)
|
|
site_zip_path = os.path.join(os.path.dirname(__file__), 'site.zip')
|
|
call_command('import_site', '--domain=example.net', site_zip_path)
|
|
assert FormDef.count() == 1
|
|
assert Workflow.count() == 1
|
|
assert 'workflows' in os.listdir(pub.app_dir)
|
|
|
|
FormDef.wipe()
|
|
assert FormDef.count() == 0
|
|
assert Workflow.count() == 1
|
|
call_command('import_site', '--domain=example.net', '--if-empty', site_zip_path)
|
|
assert FormDef.count() == 0
|
|
assert Workflow.count() == 1
|
|
|
|
site_zip_path = os.path.join(os.path.dirname(__file__), 'missing_file.zip')
|
|
with pytest.raises(CommandError, match='missing file:'):
|
|
call_command('import_site', '--domain=example.net', site_zip_path)
|
|
|
|
|
|
def test_shell():
|
|
with pytest.raises(CommandError):
|
|
call_command('shell') # missing tenant name
|
|
|
|
|
|
class TestAfterJob(AfterJob):
|
|
def execute(self):
|
|
self.test_result = WorkflowStatusItem().compute('{{ global_title|default:"FAIL" }}')
|
|
self.l10n_month = WorkflowStatusItem().compute('{{ "10/10/2010"|date:"F" }}')
|
|
|
|
|
|
def test_runjob(pub):
|
|
with pytest.raises(CommandError):
|
|
call_command('runjob')
|
|
with pytest.raises(CommandError):
|
|
call_command('runjob', '--domain=example.net', '--job-id=%s' % 'invalid')
|
|
|
|
pub.load_site_options()
|
|
if not pub.site_options.has_section('variables'):
|
|
pub.site_options.add_section('variables')
|
|
pub.site_options.set('variables', 'global_title', 'HELLO')
|
|
with open(os.path.join(pub.app_dir, 'site-options.cfg'), 'w') as fd:
|
|
pub.site_options.write(fd)
|
|
|
|
job = TestAfterJob(label='test')
|
|
job.store()
|
|
assert AfterJob.get(job.id).status == 'registered'
|
|
call_command('runjob', '--domain=example.net', '--job-id=%s' % job.id)
|
|
assert AfterJob.get(job.id).status == 'completed'
|
|
assert AfterJob.get(job.id).test_result == 'HELLO'
|
|
assert AfterJob.get(job.id).l10n_month == 'October'
|
|
|
|
pub.cfg['language'] = {'language': 'fr'}
|
|
pub.write_cfg()
|
|
job = TestAfterJob(label='test2')
|
|
job.store()
|
|
assert AfterJob.get(job.id).status == 'registered'
|
|
call_command('runjob', '--domain=example.net', '--job-id=%s' % job.id)
|
|
assert AfterJob.get(job.id).status == 'completed'
|
|
assert AfterJob.get(job.id).l10n_month == 'octobre'
|
|
|
|
|
|
def test_ctl_print_help(capsys):
|
|
ctl = wcs.qommon.ctl.Ctl(cmd_prefixes=['wcs.ctl'])
|
|
with pytest.raises(SystemExit):
|
|
ctl.print_help()
|
|
captured = capsys.readouterr()
|
|
assert 'runscript' in captured.out
|
|
|
|
|
|
def test_ctl_no_command(capsys):
|
|
ctl = wcs.qommon.ctl.Ctl(cmd_prefixes=['wcs.ctl'])
|
|
old_argv, sys.argv = sys.argv, ['wcsctl']
|
|
try:
|
|
with pytest.raises(SystemExit):
|
|
ctl.run(None)
|
|
captured = capsys.readouterr()
|
|
assert 'error: You must use a command' in captured.err
|
|
finally:
|
|
sys.argv = old_argv
|
|
|
|
|
|
def test_dbshell(pub):
|
|
|
|
with pytest.raises(CommandError):
|
|
call_command('dbshell') # missing tenant name
|
|
|
|
with mock.patch('subprocess.call' if django.VERSION < (3, 2) else 'subprocess.run') as call:
|
|
call.side_effect = lambda *args, **kwargs: 0
|
|
call_command('dbshell', '--domain', 'example.net')
|
|
assert call.call_args[0][-1][0] == 'psql'
|
|
assert call.call_args[0][-1][-1] == pub.cfg['postgresql']['database']
|
|
|
|
|
|
def test_makemessages(pub):
|
|
# just make sure it loads correctly
|
|
with pytest.raises(SystemExit):
|
|
call_command('makemessages', '--help')
|