cylc-flow-8.6.4/ 0000775 0001750 0001750 00000000000 15202510312 013603 5 ustar alastair alastair cylc-flow-8.6.4/setup.cfg 0000664 0001750 0001750 00000017162 15202510242 015435 0 ustar alastair alastair # THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
[metadata]
name = cylc-flow
version = attr: cylc.flow.__version__
author = Hilary Oliver
url=https://cylc.org/
description = A workflow engine for cycling systems
long_description=file: README.md
long_description_content_type=text/markdown
project_urls =
Documentation = https://cylc.github.io/cylc-doc/stable/html/index.html
Source = https://github.com/cylc/cylc-flow
Tracker = https://github.com/cylc/cylc-flow/issues
keywords =
cycling-workflows
hpc
job-scheduler
metascheduler
workflow-automation
workflow-engine
workflow-management
scheduling
license = GPL
license_file = COPYING
platforms = any
classifiers =
Environment :: Console
Environment :: Web Environment
Intended Audience :: Developers
Intended Audience :: System Administrators
Intended Audience :: Science/Research
License :: OSI Approved :: GNU General Public License v3 (GPLv3)
Operating System :: POSIX :: Linux
Programming Language :: Python
Programming Language :: Python :: 3.12
Programming Language :: Python :: 3.13
Programming Language :: Python :: 3 :: Only
Programming Language :: Python :: Implementation :: CPython
Topic :: Scientific/Engineering :: Atmospheric Science
[options]
packages = find_namespace:
include_package_data = True
python_requires = >=3.12
install_requires =
ansimarkup>=1.0.0
colorama>=0.4,<1
graphql-core>=3.2,<3.3
graphene>=3.4.0,<3.5
# Note: can't pin jinja2 any higher than this until we give up on Cylc 7 back-compat
jinja2==3.0.*
metomi-isodatetime>=1!3.0.0,<1!3.2.0
# Constrain protobuf version for compatible Scheduler-UIS comms across hosts
packaging
protobuf>=5,<8
psutil>=5.6.0
pyzmq>=22
# NOTE: exclude two urwid versions that were not compatible with Tui
urwid>=2.2,!=2.6.2,!=2.6.3,<4
[options.packages.find]
include = cylc*
[options.extras_require]
graph =
pillow
main_loop-log_data_store =
pympler
matplotlib
main_loop-log_main_loop =
matplotlib
main_loop-log_memory =
pympler
matplotlib
main_loop-log_db =
sqlparse
report-timings =
pandas==1.*
matplotlib
tests =
aiosmtpd
async_generator
bandit>=1.7.0
coverage>=7.9.0
flake8-broken-line>=0.3.0
flake8-bugbear>=21.0.0
flake8-builtins>=1.5.0
flake8-comprehensions>=3.5.0
flake8-debugger>=4.0.0
flake8-implicit-str-concat>=0.4
flake8-mutable>=1.2.0
flake8-simplify>=0.14.0; python_version<"3.14"
flake8-type-checking
flake8>=3.0.0
mypy>=0.910
# https://github.com/pytest-dev/pytest-asyncio/issues/706
pytest-asyncio>=0.21.2,!=0.23.*
pytest-cov>=2.8.0
pytest-xdist>=2
pytest-mock>=3.7
pytest>=6
testfixtures>=6.11.0
towncrier>=24.7.0
# Type annotation stubs
# http://mypy-lang.blogspot.com/2021/05/the-upcoming-switch-to-modular-typeshed.html
types-Jinja2>=0.1.3
types-protobuf>=0.1.10,!=5.29.1.20250402
tutorials =
h5py
requests
all =
%(graph)s
%(main_loop-log_data_store)s
%(main_loop-log_db)s
%(main_loop-log_main_loop)s
%(main_loop-log_memory)s
%(tests)s
%(tutorials)s
[options.entry_points]
# top level shell commands
console_scripts =
clyc = cylc.flow.scripts.cylc:main
cylc = cylc.flow.scripts.cylc:main
# cylc subcommands
cylc.command =
broadcast = cylc.flow.scripts.broadcast:main
cat-log = cylc.flow.scripts.cat_log:main
check-versions = cylc.flow.scripts.check_versions:main
clean = cylc.flow.scripts.clean:main
client = cylc.flow.scripts.client:main
completion-server = cylc.flow.scripts.completion_server:main
config = cylc.flow.scripts.config:main
cycle-point = cylc.flow.scripts.cycle_point:main
diff = cylc.flow.scripts.diff:main
dump = cylc.flow.scripts.dump:main
ext-trigger = cylc.flow.scripts.ext_trigger:main
get-resources = cylc.flow.scripts.get_resources:main
function-run = cylc.flow.scripts.function_run:main
get-workflow-contact = cylc.flow.scripts.get_workflow_contact:main
get-workflow-version = cylc.flow.scripts.get_workflow_version:main
graph = cylc.flow.scripts.graph:main
hold = cylc.flow.scripts.hold:main
install = cylc.flow.scripts.install:main
jobs-kill = cylc.flow.scripts.jobs_kill:main
jobs-poll = cylc.flow.scripts.jobs_poll:main
jobs-submit = cylc.flow.scripts.jobs_submit:main
kill = cylc.flow.scripts.kill:main
lint = cylc.flow.scripts.lint:main
list = cylc.flow.scripts.list:main
message = cylc.flow.scripts.message:main
pause = cylc.flow.scripts.pause:main
ping = cylc.flow.scripts.ping:main
play = cylc.flow.scripts.play:main
poll = cylc.flow.scripts.poll:main
psutils = cylc.flow.scripts.psutil:main
reinstall = cylc.flow.scripts.reinstall:main
release = cylc.flow.scripts.release:main
reload = cylc.flow.scripts.reload:main
remote-init = cylc.flow.scripts.remote_init:main
remote-tidy = cylc.flow.scripts.remote_tidy:main
remove = cylc.flow.scripts.remove:main
report-timings = cylc.flow.scripts.report_timings:main [report-timings]
scan = cylc.flow.scripts.scan:cli
show = cylc.flow.scripts.show:main
set = cylc.flow.scripts.set:main
stop = cylc.flow.scripts.stop:main
subscribe = cylc.flow.scripts.subscribe:main
verbosity = cylc.flow.scripts.verbosity:main
workflow-state = cylc.flow.scripts.workflow_state:main
tui = cylc.flow.scripts.tui:main
trigger = cylc.flow.scripts.trigger:main
validate = cylc.flow.scripts.validate:main
view = cylc.flow.scripts.view:main
vip = cylc.flow.scripts.validate_install_play:main
vr = cylc.flow.scripts.validate_reinstall:main
# async functions to run within the scheduler main loop
cylc.main_loop =
health_check = cylc.flow.main_loop.health_check
auto_restart = cylc.flow.main_loop.auto_restart
log_data_store = cylc.flow.main_loop.log_data_store [main_loop-log_data_store]
log_db = cylc.flow.main_loop.log_db [main_loop-log_db]
log_main_loop = cylc.flow.main_loop.log_main_loop [main_loop-log_main_loop]
log_memory = cylc.flow.main_loop.log_memory [main_loop-log_memory]
reset_bad_hosts = cylc.flow.main_loop.reset_bad_hosts
# NOTE: all entry points should be listed here even if Cylc Flow does not
# provide any implementations, to make entry point scraping easier
cylc.pre_configure =
cylc.post_install =
log_vc_info = cylc.flow.install_plugins.log_vc_info:main
# NOTE: Built-in xtrigger modules
# - must contain a function (the xtrigger) with the same name as the module
# - and may contain a "validate" function to check arguments
cylc.xtriggers =
echo = cylc.flow.xtriggers.echo
wall_clock = cylc.flow.xtriggers.wall_clock
workflow_state = cylc.flow.xtriggers.workflow_state
suite_state = cylc.flow.xtriggers.suite_state
xrandom = cylc.flow.xtriggers.xrandom
[bdist_rpm]
requires =
python3-colorama
python-isodatetime
python3-jinja2
python3-MarkupSafe
python3-zmq
cylc-flow-8.6.4/tests/ 0000775 0001750 0001750 00000000000 15202510242 014747 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/ 0000775 0001750 0001750 00000000000 15202510242 017111 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/include-files/ 0000775 0001750 0001750 00000000000 15202510242 021634 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/include-files/workflow/ 0000775 0001750 0001750 00000000000 15202510242 023506 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/include-files/workflow/scheduling.cylc 0000664 0001750 0001750 00000000217 15202510242 026507 0 ustar alastair alastair [scheduling]
initial cycle point = 20130101T00
final cycle point = 20130101T00
[[graph]]
R1 = foo => bar
T00 = bar
cylc-flow-8.6.4/tests/functional/include-files/workflow/ref-inlined.cylc 0000664 0001750 0001750 00000000456 15202510242 026563 0 ustar alastair alastair [meta]
title = "A test with nested include-files"
[scheduler]
allow implicit tasks = True
[scheduling]
initial cycle point = 20130101T00
final cycle point = 20130101T00
[[graph]]
R1 = foo => bar
T00 = bar
[runtime]
[[root]]
script = "echo Hello World"
cylc-flow-8.6.4/tests/functional/include-files/workflow/body.cylc 0000664 0001750 0001750 00000000057 15202510242 025321 0 ustar alastair alastair %include scheduling.cylc
%include runtime.cylc
cylc-flow-8.6.4/tests/functional/include-files/workflow/runtime.cylc 0000664 0001750 0001750 00000000073 15202510242 026045 0 ustar alastair alastair [runtime]
[[root]]
script = "echo Hello World"
cylc-flow-8.6.4/tests/functional/include-files/workflow/flow.cylc 0000664 0001750 0001750 00000000167 15202510242 025335 0 ustar alastair alastair [meta]
title = "A test with nested include-files"
[scheduler]
allow implicit tasks = True
%include body.cylc
cylc-flow-8.6.4/tests/functional/include-files/test_header 0000777 0001750 0001750 00000000000 15202510242 030151 2../lib/bash/test_header ustar alastair alastair cylc-flow-8.6.4/tests/functional/include-files/00-basic.t 0000664 0001750 0001750 00000003626 15202510242 023326 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test include-file inlining
. "$(dirname "$0")/test_header"
#-------------------------------------------------------------------------------
set_test_number 3
#-------------------------------------------------------------------------------
install_workflow "${TEST_NAME_BASE}" workflow
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-validate"
# test raw workflow validates
run_ok "${TEST_NAME}.1" cylc validate "${WORKFLOW_NAME}"
# test workflow validates as inlined during editing
mkdir inlined
cylc view --inline "${WORKFLOW_NAME}" > inlined/flow.cylc
run_ok "${TEST_NAME}.2" cylc validate ./inlined
#-------------------------------------------------------------------------------
# compare inlined workflow def with reference copy
TEST_NAME=${TEST_NAME_BASE}-compare
cmp_ok inlined/flow.cylc "${TEST_SOURCE_DIR}/workflow/ref-inlined.cylc"
rm -rf inlined
#-------------------------------------------------------------------------------
purge
#-------------------------------------------------------------------------------
cylc-flow-8.6.4/tests/functional/remote/ 0000775 0001750 0001750 00000000000 15202510242 020404 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/remote/05-remote-init.t 0000664 0001750 0001750 00000004123 15202510242 023247 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test remote initialisation - when remote init fails for an install target,
# check other platforms with same install target can be initialised.
export REQUIRE_PLATFORM='loc:remote fs:indep comms:tcp'
. "$(dirname "$0")/test_header"
#-------------------------------------------------------------------------------
set_test_number 5
create_test_global_config "" "
[platforms]
[[belle]]
hosts = ${CYLC_TEST_HOST}
install target = ${CYLC_TEST_INSTALL_TARGET}
ssh command = garbage
"
#-------------------------------------------------------------------------------
install_workflow
run_ok "${TEST_NAME_BASE}-validate" cylc validate "${WORKFLOW_NAME}"
workflow_run_fail "${TEST_NAME_BASE}-run" \
cylc play --debug --no-detach "${WORKFLOW_NAME}"
NAME='select-task-jobs.out'
DB_FILE="${WORKFLOW_RUN_DIR}/log/db"
sqlite3 "${DB_FILE}" \
'SELECT name, submit_status, run_status, platform_name
FROM task_jobs ORDER BY name' \
>"${NAME}"
cmp_ok "${NAME}" <<__SELECT__
a|1||belle
b|1||belle
e|0|0|${CYLC_TEST_PLATFORM}
f|0|0|${CYLC_TEST_PLATFORM}
g|0|0|localhost
__SELECT__
grep_ok "ERROR - Incomplete tasks:" "${TEST_NAME_BASE}-run.stderr"
grep_ok "1/a did not complete the required outputs" "${TEST_NAME_BASE}-run.stderr"
purge
exit
cylc-flow-8.6.4/tests/functional/remote/01-file-install.t 0000664 0001750 0001750 00000006772 15202510242 023406 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# test file installation to remote platforms
export REQUIRE_PLATFORM='loc:remote comms:?(tcp|ssh)'
. "$(dirname "$0")/test_header"
set_test_number 6
create_files () {
# dump some files into the run dir
for DIR in "bin" "ana" "app" "etc" "lib" "dir1" "dir2" "etc/share" "share"
do
mkdir -p "${WORKFLOW_RUN_DIR}/${DIR}"
touch "${WORKFLOW_RUN_DIR}/${DIR}/moo"
done
for FILE in "file1" "file2"
do
touch "${WORKFLOW_RUN_DIR}/${FILE}"
done
}
# Test configured files/directories along with default files/directories
# (ana, app, bin, etc, lib) are correctly installed on the remote platform.
TEST_NAME="${TEST_NAME_BASE}-default-paths"
init_workflow "${TEST_NAME}" <<__FLOW_CONFIG__
[scheduling]
[[graph]]
R1 = foo
[runtime]
[[foo]]
platform = $CYLC_TEST_PLATFORM
__FLOW_CONFIG__
RUN_DIR_REL="${WORKFLOW_RUN_DIR#"${HOME}"/}"
create_files
# run the flow
run_ok "${TEST_NAME}-validate" cylc validate "${WORKFLOW_NAME}" \
-s "CYLC_TEST_PLATFORM='${CYLC_TEST_PLATFORM}'"
workflow_run_ok "${TEST_NAME}-run1" cylc play "${WORKFLOW_NAME}" \
--no-detach \
-s "CYLC_TEST_PLATFORM='${CYLC_TEST_PLATFORM}'"
# ensure these files get installed on the remote platform
SSH="$(cylc config -d -i "[platforms][$CYLC_TEST_PLATFORM]ssh command")"
${SSH} "${CYLC_TEST_HOST}" \
find "${RUN_DIR_REL}/"{ana,app,bin,etc,lib} -type f | sort > 'find.out'
cmp_ok 'find.out' <<__OUT__
${RUN_DIR_REL}/ana/moo
${RUN_DIR_REL}/app/moo
${RUN_DIR_REL}/bin/moo
${RUN_DIR_REL}/etc/moo
${RUN_DIR_REL}/etc/share/moo
${RUN_DIR_REL}/lib/moo
__OUT__
purge
# -----------------------------------------------------------------------------
# Test the [scheduler]install configuration
TEST_NAME="${TEST_NAME_BASE}-configured-paths"
init_workflow "${TEST_NAME}" <<__FLOW_CONFIG__
[scheduler]
install = dir1/, dir2/, file1, file2
[scheduling]
[[graph]]
R1 = foo
[runtime]
[[foo]]
platform = $CYLC_TEST_PLATFORM
__FLOW_CONFIG__
RUN_DIR_REL="${WORKFLOW_RUN_DIR#"${HOME}"/}"
create_files
run_ok "${TEST_NAME}-validate" cylc validate "${WORKFLOW_NAME}" \
-s "CYLC_TEST_PLATFORM='${CYLC_TEST_PLATFORM}'"
workflow_run_ok "${TEST_NAME}-run2" cylc play "${WORKFLOW_NAME}" \
--no-detach \
-s "CYLC_TEST_PLATFORM='${CYLC_TEST_PLATFORM}'"
${SSH} "${CYLC_TEST_HOST}" \
find "${RUN_DIR_REL}/"{ana,app,bin,dir1,dir2,file1,file2,etc,lib} -type f | sort > 'find.out'
cmp_ok 'find.out' <<__OUT__
${RUN_DIR_REL}/ana/moo
${RUN_DIR_REL}/app/moo
${RUN_DIR_REL}/bin/moo
${RUN_DIR_REL}/dir1/moo
${RUN_DIR_REL}/dir2/moo
${RUN_DIR_REL}/etc/moo
${RUN_DIR_REL}/etc/share/moo
${RUN_DIR_REL}/file1
${RUN_DIR_REL}/file2
${RUN_DIR_REL}/lib/moo
__OUT__
purge
exit
cylc-flow-8.6.4/tests/functional/remote/basic/ 0000775 0001750 0001750 00000000000 15202510242 021465 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/remote/basic/reference.log 0000664 0001750 0001750 00000000070 15202510242 024123 0 ustar alastair alastair Initial point: 1
Final point: 1
1/foo -triggered off []
cylc-flow-8.6.4/tests/functional/remote/basic/flow.cylc 0000664 0001750 0001750 00000000327 15202510242 023312 0 ustar alastair alastair #!Jinja2
[scheduler]
[[events]]
stall timeout = PT0S
[scheduling]
[[graph]]
R1 = foo
[runtime]
[[foo]]
script = hostname -f
platform = {{ environ['CYLC_TEST_PLATFORM'] }}
cylc-flow-8.6.4/tests/functional/remote/03-polled-task-started/ 0000775 0001750 0001750 00000000000 15202510242 024507 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/remote/03-polled-task-started/reference.log 0000664 0001750 0001750 00000000243 15202510242 027147 0 ustar alastair alastair 1/picard -triggered off []
1/worf -triggered off ['1/picard']
1/riker -triggered off ['1/picard']
1/janeway -triggered off []
1/tuvok -triggered off ['1/janeway']
cylc-flow-8.6.4/tests/functional/remote/03-polled-task-started/flow.cylc 0000664 0001750 0001750 00000001570 15202510242 026335 0 ustar alastair alastair #!Jinja2
[scheduler]
allow implicit tasks = True
[[events]]
expected task failures = 1/janeway
[scheduling]
cycling mode = integer
[[graph]]
R1 = """
picard:start => worf
picard => riker
janeway:start => tuvok
janeway:fail => !janeway # Makes test workflow shut down without a fuss
"""
[runtime]
[[root]]
platform = {{ environ['CYLC_TEST_PLATFORM'] }}
[[picard, janeway]]
# Longer polling so that they finish before the first poll is done
submission polling intervals = PT10S
execution polling intervals = PT10S
[[picard]]
script = true
[[[events]]]
started handlers = echo "THERE ARE FOUR LIGHTS"
[[janeway]]
script = false
[[[events]]]
started handlers = echo "THERE'S COFFEE IN THAT NEBULA"
cylc-flow-8.6.4/tests/functional/remote/03-polled-task-started.t 0000664 0001750 0001750 00000003206 15202510242 024675 0 ustar alastair alastair #!/bin/bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
# -----------------------------------------------------------------------------
# Test that a quickly finishing task's `:start` trigger does not get missed
# when using polling to get remote task status.
export REQUIRE_PLATFORM='loc:remote comms:poll'
. "$(dirname "$0")/test_header"
set_test_number 4
install_workflow
run_ok "${TEST_NAME_BASE}-validate" cylc validate "$WORKFLOW_NAME"
workflow_run_ok "${TEST_NAME_BASE}-run" cylc play --reference-test --no-detach "$WORKFLOW_NAME"
# Check 'started' event handlers ran
PICARD_ACTIVITY_LOG="${WORKFLOW_RUN_DIR}/log/job/1/picard/01/job-activity.log"
grep_ok "[(('event-handler-00', 'started'), 1) out] THERE ARE FOUR LIGHTS" "$PICARD_ACTIVITY_LOG" -F
JANEWAY_ACTIVITY_LOG="${WORKFLOW_RUN_DIR}/log/job/1/janeway/01/job-activity.log"
grep_ok "[(('event-handler-00', 'started'), 1) out] THERE'S COFFEE IN THAT NEBULA" "$JANEWAY_ACTIVITY_LOG" -F
purge
exit
cylc-flow-8.6.4/tests/functional/remote/05-remote-init/ 0000775 0001750 0001750 00000000000 15202510242 023062 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/remote/05-remote-init/flow.cylc 0000664 0001750 0001750 00000002056 15202510242 024710 0 ustar alastair alastair #!Jinja2
[scheduler]
[[events]]
abort on stall timeout = true
stall timeout = PT0S
abort on inactivity timeout = true
[scheduling]
[[graph]]
R1 = """
a & b & g
# a & b setup to submit-fail, g (localhost) does not require remote init
b:submitted? => c
b:start => d
# c & d should not be triggered
b:submit-fail? => e & f
# e and f on a same install target but with a different platform name - these should execute
"""
[runtime]
[[task]]
script="sleep 1; echo hello"
[[a]]
inherit = task
platform = belle
[[b]]
inherit = task
platform = belle
[[c]]
inherit = task
platform = belle
[[d]]
inherit=task
platform = belle
[[e]]
inherit=task
# ariel
platform = {{ environ['CYLC_TEST_PLATFORM'] }}
[[f]]
inherit=task
# ariel
platform = {{ environ['CYLC_TEST_PLATFORM'] }}
[[g]]
inherit=task
platform = localhost
cylc-flow-8.6.4/tests/functional/remote/07-slow-file-install.t 0000664 0001750 0001750 00000003312 15202510242 024361 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test file install completes before dependent tasks are executed
export REQUIRE_PLATFORM='loc:remote comms:?(tcp|ssh)'
. "$(dirname "$0")/test_header"
set_test_number 2
create_test_global_config "" "
[platforms]
[[${CYLC_TEST_PLATFORM}]]
rsync command = my-rsync.sh
"
TEST_NAME="${TEST_NAME_BASE}-installation-timing"
install_workflow "${TEST_NAME}" "${TEST_NAME_BASE}"
for DIR in "dir1" "dir2"; do
mkdir -p "${WORKFLOW_RUN_DIR}/${DIR}"
echo "hello" > "${WORKFLOW_RUN_DIR}/${DIR}/moo"
done
run_ok "${TEST_NAME}-validate" cylc validate "${WORKFLOW_NAME}"
export PATH="${WORKFLOW_RUN_DIR}/bin:$PATH"
# shellcheck disable=SC2029
ssh -n "${CYLC_TEST_HOST}" "mkdir -p 'cylc-run/${WORKFLOW_NAME}/'"
rsync -a 'bin' "${CYLC_TEST_HOST}:cylc-run/${WORKFLOW_NAME}/"
workflow_run_ok "${TEST_NAME}-run" \
cylc play --debug --no-detach "${WORKFLOW_NAME}"
purge
exit
cylc-flow-8.6.4/tests/functional/remote/09-restart-running-file-install.t 0000664 0001750 0001750 00000005655 15202510242 026555 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test restart remote init, file install and task messaging works for running tasks
# The test works as follows:
# - Starts workflow off with a remote starter task which will not complete
# until restarted. It greps for updated file which will be remote installed on
# restart.
# - On start of this starter task, update the file that is included in
# remote file install for starter task.
# - Stop the workflow - this will leave starter task orphaned
# - Restart, starter task should remote install, authentication keys will be
# updated which is verified by checking task messaging works (checks for
# "(received)succeeded" in the logs).
export REQUIRE_PLATFORM='loc:remote fs:indep comms:?(tcp|ssh)'
. "$(dirname "$0")/test_header"
set_test_number 6
init_workflow "${TEST_NAME_BASE}" <<'__FLOW_CONFIG__'
[scheduler]
install = changing-file
[[events]]
abort on inactivity timeout = True
inactivity timeout = PT1M
[scheduling]
[[graph]]
R1 = """
starter:start => file-changer => stopper
"""
[runtime]
[[starter]]
platform = ${CYLC_TEST_PLATFORM}
script = """
while ! grep 'Restart Play' "${CYLC_WORKFLOW_RUN_DIR}/changing-file"; do
sleep 1
done
"""
[[stopper]]
script = cylc stop --now "${CYLC_WORKFLOW_ID}"
[[file-changer]]
script = echo Restart Play > ${CYLC_WORKFLOW_RUN_DIR}/changing-file
__FLOW_CONFIG__
echo "First Play" > "${WORKFLOW_RUN_DIR}/changing-file"
run_ok "${TEST_NAME_BASE}-validate" cylc validate "${WORKFLOW_NAME}"
workflow_run_ok "${TEST_NAME_BASE}-start" \
cylc play --debug --no-detach "${WORKFLOW_NAME}"
workflow_run_ok "${TEST_NAME_BASE}-restart" \
cylc play --debug --no-detach "${WORKFLOW_NAME}"
LOG="${WORKFLOW_RUN_DIR}/log/scheduler/log"
grep_ok "remote file install complete" "${LOG}"
grep_ok "\[1/starter/01:running\] (received)succeeded" "${LOG}"
ls "${WORKFLOW_RUN_DIR}/log/remote-install" > 'ls.out'
cmp_ok ls.out <<__RLOGS__
01-start-${CYLC_TEST_INSTALL_TARGET}.log
02-restart-${CYLC_TEST_INSTALL_TARGET}.log
__RLOGS__
purge
exit
cylc-flow-8.6.4/tests/functional/remote/04-symlink-dirs/ 0000775 0001750 0001750 00000000000 15202510242 023252 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/remote/04-symlink-dirs/flow.cylc 0000664 0001750 0001750 00000000305 15202510242 025073 0 ustar alastair alastair #!jinja2
[scheduler]
allow implicit tasks = True
[scheduling]
[[graph]]
R1 = holder => held
[runtime]
[[holder]]
script = true
platform = {{CYLC_TEST_PLATFORM}}
cylc-flow-8.6.4/tests/functional/remote/test_header 0000777 0001750 0001750 00000000000 15202510242 026721 2../lib/bash/test_header ustar alastair alastair cylc-flow-8.6.4/tests/functional/remote/02-install-target.t 0000664 0001750 0001750 00000003314 15202510242 023743 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test remote installation only happens when appropriate
export REQUIRE_PLATFORM='loc:remote fs:shared comms:?(tcp|ssh)'
. "$(dirname "$0")/test_header"
set_test_number 3
init_workflow "${TEST_NAME_BASE}" <<'__FLOW_CONFIG__'
#!jinja2
[scheduling]
[[graph]]
graph = remote
[runtime]
[[remote]]
# this should not require remote-init because the platform
# has a shared filesystem (same install target)
script = true
platform = {{CYLC_TEST_PLATFORM}}
__FLOW_CONFIG__
run_ok "${TEST_NAME_BASE}-validate" cylc validate "${WORKFLOW_NAME}" \
-s "CYLC_TEST_PLATFORM='${CYLC_TEST_PLATFORM}'"
workflow_run_ok "${TEST_NAME_BASE}-run" cylc play --debug \
--no-detach \
"${WORKFLOW_NAME}" -s "CYLC_TEST_PLATFORM='${CYLC_TEST_PLATFORM}'"
grep_ok "REMOTE INIT NOT REQUIRED for localhost" "${WORKFLOW_RUN_DIR}/log/scheduler/log"
purge
exit
cylc-flow-8.6.4/tests/functional/remote/07-slow-file-install/ 0000775 0001750 0001750 00000000000 15202510242 024175 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/remote/07-slow-file-install/bin/ 0000775 0001750 0001750 00000000000 15202510242 024745 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/remote/07-slow-file-install/bin/my-rsync.sh 0000775 0001750 0001750 00000000055 15202510242 027065 0 ustar alastair alastair #!/usr/bin/env bash
sleep 30
exec rsync "$@"
cylc-flow-8.6.4/tests/functional/remote/07-slow-file-install/flow.cylc 0000664 0001750 0001750 00000001220 15202510242 026013 0 ustar alastair alastair [scheduler]
install = dir1/, dir2/
[[events]]
abort on stall timeout = true
stall timeout = PT0S
abort on inactivity timeout = true
[scheduling]
[[graph]]
R1 = olaf => sven
[runtime]
[[olaf]]
# task dependent on file install already being complete
script = """
cat ${CYLC_WORKFLOW_RUN_DIR}/dir1/moo
"""
platform = $CYLC_TEST_PLATFORM
[[sven]]
# task dependent on file install already being complete
script = """
rm -r ${CYLC_WORKFLOW_RUN_DIR}/dir1 ${CYLC_WORKFLOW_RUN_DIR}/dir2
"""
platform = $CYLC_TEST_PLATFORM
cylc-flow-8.6.4/tests/functional/remote/04-symlink-dirs.t 0000664 0001750 0001750 00000012033 15202510242 023436 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Checks configured symlinks are created for run, work, share, share/cycle, log
# # directories on localhost and the remote platform.
export REQUIRE_PLATFORM='loc:remote comms:tcp fs:indep'
. "$(dirname "$0")/test_header"
if [[ -z ${TMPDIR:-} || -z ${USER:-} || $TMPDIR/$USER == "$HOME" ]]; then
skip_all '"TMPDIR" or "USER" not defined or "TMPDIR"/"USER" is "HOME"'
fi
set_test_number 14
create_test_global_config "" "
[install]
[[symlink dirs]]
[[[localhost]]]
run = \$TMPDIR/\$USER/cylctb_tmp_run_dir
share = \$TMPDIR/\$USER
log = \$TMPDIR/\$USER
log/job = \$TMPDIR/\$USER/cylctb_tmp_log_job_dir
share/cycle = \$TMPDIR/\$USER/cylctb_tmp_share_dir
work = \$TMPDIR/\$USER
[[[$CYLC_TEST_INSTALL_TARGET]]]
run = \$TMPDIR/\$USER/test_cylc_symlink/ctb_tmp_run_dir
share = \$TMPDIR/\$USER/test_cylc_symlink/
log = \$TMPDIR/\$USER/test_cylc_symlink/
log/job = \$TMPDIR/\$USER/cylctb_tmp_log_job_dir
share/cycle = \$TMPDIR/\$USER/test_cylc_symlink/ctb_tmp_share_dir
work = \$TMPDIR/\$USER/test_cylc_symlink/
"
install_workflow "${TEST_NAME_BASE}" "${TEST_NAME_BASE}"
run_ok "${TEST_NAME_BASE}-validate" cylc validate "${WORKFLOW_NAME}" \
-s "CYLC_TEST_PLATFORM='${CYLC_TEST_PLATFORM}'"
workflow_run_ok "${TEST_NAME_BASE}-run-ok" cylc play "${WORKFLOW_NAME}" \
-s "CYLC_TEST_PLATFORM='${CYLC_TEST_PLATFORM}'" --debug
poll_grep_workflow_log 'remote file install complete'
TEST_SYM="${TEST_NAME_BASE}-run-symlink-exists-ok"
if [[ $(readlink "$HOME/cylc-run/${WORKFLOW_NAME}") == \
"$TMPDIR/$USER/cylctb_tmp_run_dir/cylc-run/${WORKFLOW_NAME}" ]]; then
ok "$TEST_SYM.localhost"
else
fail "$TEST_SYM.localhost"
fi
TEST_SYM="${TEST_NAME_BASE}-share/cycle-symlink-exists-ok"
if [[ $(readlink "$HOME/cylc-run/${WORKFLOW_NAME}/share/cycle") == \
"$TMPDIR/$USER/cylctb_tmp_share_dir/cylc-run/${WORKFLOW_NAME}/share/cycle" ]]; then
ok "$TEST_SYM.localhost"
else
fail "$TEST_SYM.localhost"
fi
TEST_SYM="${TEST_NAME_BASE}-log/job-symlink-exists-ok"
if [[ $(readlink "$HOME/cylc-run/${WORKFLOW_NAME}/log/job") == \
"$TMPDIR/$USER/cylctb_tmp_log_job_dir/cylc-run/${WORKFLOW_NAME}/log/job" ]]; then
ok "$TEST_SYM.localhost"
else
fail "$TEST_SYM.localhost"
fi
for DIR in 'work' 'share' 'log'; do
TEST_SYM="${TEST_NAME_BASE}-${DIR}-symlink-exists-ok"
if [[ $(readlink "$HOME/cylc-run/${WORKFLOW_NAME}/${DIR}") == \
"$TMPDIR/$USER/cylc-run/${WORKFLOW_NAME}/${DIR}" ]]; then
ok "$TEST_SYM.localhost"
else
fail "$TEST_SYM.localhost"
fi
done
SSH="$(cylc config -d -i "[platforms][$CYLC_TEST_PLATFORM]ssh command")"
# shellcheck disable=SC2016
LINK="$(${SSH} "${CYLC_TEST_HOST}" 'readlink "$HOME/cylc-run/'"$WORKFLOW_NAME"'"')"
if [[ "$LINK" == *"/test_cylc_symlink/ctb_tmp_run_dir/cylc-run/${WORKFLOW_NAME}" ]]; then
ok "${TEST_NAME_BASE}-run-symlink-exists-ok.remotehost"
else
fail "${TEST_NAME_BASE}-run-symlink-exists-ok.remotehost"
fi
# shellcheck disable=SC2016
LINK="$(${SSH} "${CYLC_TEST_HOST}" 'readlink "$HOME/cylc-run/'"$WORKFLOW_NAME"/share/cycle'"')"
if [[ "$LINK" == *"/test_cylc_symlink/ctb_tmp_share_dir/cylc-run/${WORKFLOW_NAME}/share/cycle" ]]; then
ok "${TEST_NAME_BASE}-share/cycle-symlink-exists-ok.remotehost"
else
fail "${TEST_NAME_BASE}-share/cycle-symlink-exists-ok.remotehost"
fi
# shellcheck disable=SC2016
LINK="$(${SSH} "${CYLC_TEST_HOST}" 'readlink "$HOME/cylc-run/'"$WORKFLOW_NAME"/log/job'"')"
if [[ "$LINK" == *"/cylctb_tmp_log_job_dir/cylc-run/${WORKFLOW_NAME}/log/job" ]]; then
ok "${TEST_NAME_BASE}-log/job-symlink-exists-ok.remotehost"
else
fail "${TEST_NAME_BASE}-log/job-symlink-exists-ok.remotehost"
fi
for DIR in 'work' 'share' 'log'; do
# shellcheck disable=SC2016
LINK="$(${SSH} "${CYLC_TEST_HOST}" 'readlink "$HOME/cylc-run/'"$WORKFLOW_NAME"/$DIR'"')"
if [[ "$LINK" == *"/test_cylc_symlink/cylc-run/${WORKFLOW_NAME}/${DIR}" ]]; then
ok "${TEST_NAME_BASE}-${DIR}-symlink-exists-ok.remotehost"
else
fail "${TEST_NAME_BASE}-${DIR}-symlink-exists-ok.remotehost"
fi
done
# clean up remote
${SSH} "${CYLC_TEST_HOST}" rm -rf "${TMPDIR}/${USER}/test_cylc_symlink/"
purge
exit
cylc-flow-8.6.4/tests/functional/remote/06-poll.t 0000664 0001750 0001750 00000003671 15202510242 021771 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test remote host settings.
export REQUIRE_PLATFORM='loc:remote comms:poll'
. "$(dirname "$0")/test_header"
#-------------------------------------------------------------------------------
set_test_number 4
create_test_global_config "" "
[platforms]
[[$CYLC_TEST_PLATFORM]]
retrieve job logs = True
"
#-------------------------------------------------------------------------------
init_workflow "${TEST_NAME_BASE}" <<__HERE__
[scheduling]
[[graph]]
R1 = foo
[runtime]
[[foo]]
script = cylc message -- foo
platform = $CYLC_TEST_PLATFORM
[[[outputs]]]
foo = foo
__HERE__
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-validate"
run_ok "${TEST_NAME}" cylc validate "${WORKFLOW_NAME}"
TEST_NAME="${TEST_NAME_BASE}-run"
workflow_run_ok "${TEST_NAME}" \
cylc play "${WORKFLOW_NAME}" \
--debug \
--no-detach
log_scan \
"${TEST_NAME_BASE}-poll" \
"$(cylc cat-log -m p "$WORKFLOW_NAME")" \
10 \
1 \
'\[1/foo.* (polled)foo' \
'\[1/foo.* (polled)succeeded'
purge
exit
cylc-flow-8.6.4/tests/functional/remote/08-symlink-dir-target-exist.t 0000664 0001750 0001750 00000004020 15202510242 025672 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
# -----------------------------------------------------------------------------
# Test remote init fails if symlink dir target already exists
export REQUIRE_PLATFORM='loc:remote fs:indep comms:tcp'
. "$(dirname "$0")/test_header"
set_test_number 5
SSH_CMD="$(cylc config -d -i "[platforms][${CYLC_TEST_PLATFORM}]ssh command")"
create_test_global_config "" "
[install]
[[symlink dirs]]
[[[${CYLC_TEST_INSTALL_TARGET}]]]
run = \$TMPDIR/\$USER/sym-run
"
install_workflow "${TEST_NAME_BASE}" basic
run_ok "${TEST_NAME_BASE}-val" cylc validate "$WORKFLOW_NAME"
# Run once to setup symlink dirs on remote install target
workflow_run_ok "${TEST_NAME_BASE}-run" cylc play --no-detach "$WORKFLOW_NAME"
# Remove remote run dir symlink (but not its target)
$SSH_CMD "$CYLC_TEST_HOST" "rm -rf ~/cylc-run/${WORKFLOW_NAME}"
# New run should abort
delete_db
TEST_NAME="${TEST_NAME_BASE}-run-again"
workflow_run_fail "$TEST_NAME" cylc play --no-detach "$WORKFLOW_NAME"
grep_ok "ERROR - platform: .* initialisation did not complete" "${TEST_NAME}.stderr"
grep_ok "WorkflowFilesError: Symlink dir target already exists" "${TEST_NAME}.stderr"
# Clean up remote symlink dir target
# shellcheck disable=SC2016
$SSH_CMD "$CYLC_TEST_HOST" 'rm -rf "${TMPDIR}/${USER}/sym-run"'
purge
cylc-flow-8.6.4/tests/functional/remote/00-basic.t 0000664 0001750 0001750 00000004605 15202510242 022074 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test remote host settings.
export REQUIRE_PLATFORM='loc:remote'
. "$(dirname "$0")/test_header"
#-------------------------------------------------------------------------------
set_test_number 4
create_test_global_config "" "
[platforms]
[[$CYLC_TEST_PLATFORM]]
retrieve job logs = True
"
#-------------------------------------------------------------------------------
install_workflow "${TEST_NAME_BASE}" basic
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-validate"
run_ok "${TEST_NAME}" cylc validate "${WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-run"
workflow_run_ok "${TEST_NAME}" cylc play --reference-test --debug --no-detach "${WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
TEST_NAME=${TEST_NAME_BASE}-platform
sqlite3 "${WORKFLOW_RUN_DIR}/log/db" \
"SELECT platform_name FROM task_jobs WHERE name=='foo'" >'foo-host.txt'
cmp_ok 'foo-host.txt' <<<"${CYLC_TEST_PLATFORM}"
#-------------------------------------------------------------------------------
# Check that the remote job has actually been run on the correct remote by
# checking it's job.out file for @CYLC_TEST_HOST
REMOTE_HOST_FQDN="$(ssh "${CYLC_TEST_HOST}" hostname -f)"
TEST_NAME=${TEST_NAME_BASE}-ensure-remote-run
grep_ok \
"^$REMOTE_HOST_FQDN" \
"${WORKFLOW_RUN_DIR}/log/job/1/foo/NN/job.out"
#-------------------------------------------------------------------------------
purge
exit
cylc-flow-8.6.4/tests/functional/cylc-remove/ 0000775 0001750 0001750 00000000000 15202510242 021336 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/cylc-remove/00-simple.t 0000775 0001750 0001750 00000001647 15202510242 023244 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test cylc remove
. "$(dirname "$0")/test_header"
set_test_number 2
reftest
exit
cylc-flow-8.6.4/tests/functional/cylc-remove/02-cycling/ 0000775 0001750 0001750 00000000000 15202510242 023205 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/cylc-remove/02-cycling/reference.log 0000664 0001750 0001750 00000000456 15202510242 025653 0 ustar alastair alastair Run mode: live
Initial point: 2020
Final point: 2021
Cold Start 2020
2020/remover -triggered off []
2020/foo -triggered off []
2021/foo -triggered off []
2020/bar -triggered off ['2020/foo']
2021/bar -triggered off ['2021/foo']
2020/baz -triggered off ['2020/foo']
2021/baz -triggered off ['2021/foo']
cylc-flow-8.6.4/tests/functional/cylc-remove/02-cycling/flow.cylc 0000664 0001750 0001750 00000002053 15202510242 025030 0 ustar alastair alastair # Abort on stall timeout unless we successfully remove some failed and waiting tasks.
[scheduler]
UTC mode = True
cycle point format = %Y
[[events]]
stall timeout = PT30S
abort on stall timeout = True
expected task failures = 2020/bar, 2021/baz
[scheduling]
initial cycle point = 2020
final cycle point = 2021
[[graph]]
R1 = remover
P1Y = foo => bar & baz => waz
[runtime]
[[remover]]
script = """
cylc__job__poll_grep_workflow_log -E '2020/bar/01.* failed'
cylc__job__poll_grep_workflow_log -E '2021/baz/01.* failed'
# Remove the two unhandled failed tasks.
cylc remove "$CYLC_WORKFLOW_ID//*/ba*:failed"
# Remove the two unsatisfied waiting tasks.
cylc remove "$CYLC_WORKFLOW_ID//*/waz"
# Exit so workflow can shut down.
"""
[[foo, waz]]
script = true
[[bar]]
script = [[ $CYLC_TASK_CYCLE_POINT != 2020 ]]
[[baz]]
script = [[ $CYLC_TASK_CYCLE_POINT != 2021 ]]
cylc-flow-8.6.4/tests/functional/cylc-remove/04-kill/ 0000775 0001750 0001750 00000000000 15202510242 022512 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/cylc-remove/04-kill/reference.log 0000664 0001750 0001750 00000000164 15202510242 025154 0 ustar alastair alastair Initial point: 1
Final point: 1
1/a -triggered off []
1/b -triggered off []
1/remover -triggered off ['1/a', '1/b']
cylc-flow-8.6.4/tests/functional/cylc-remove/04-kill/flow.cylc 0000664 0001750 0001750 00000002210 15202510242 024330 0 ustar alastair alastair [scheduler]
allow implicit tasks = True
[[events]]
expected task failures = 1/a, 1/b
stall timeout = PT0S
abort on stall timeout = True
[scheduling]
[[graph]]
R1 = """
a:started => remover
a:failed => u
b:submitted? => remover
b:submit-failed? => v
"""
[runtime]
[[a, b]]
script = sleep 40
[[[events]]]
submitted handlers = echo %(event)s
failed handlers = echo %(event)s
submission failed handlers = echo %(event)s
[[b]]
platform = old_street
[[remover]]
script = """
cylc remove "$CYLC_WORKFLOW_ID//1/a" "$CYLC_WORKFLOW_ID//1/b"
# Task proxies become "transient" on removal (it means, not in the
# task pool), after which the job kill will be logged but the
# state change to "failed" or "sumbit-failed" will not (we don't
# care about the state of removed tasks).
cylc__job__poll_grep_workflow_log -E '1\/a.* job killed'
cylc__job__poll_grep_workflow_log -E '1\/b.* job killed'
"""
cylc-flow-8.6.4/tests/functional/cylc-remove/04-kill.t 0000664 0001750 0001750 00000005022 15202510242 022676 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
# Test that removing submited/running tasks causes them to be killed.
# Any downstream tasks that depend on the `:submit-fail`/`:fail` outputs
# should NOT run.
# Handlers for the `submission failed`/`failed` events should not run either.
export REQUIRE_PLATFORM='runner:at'
. "$(dirname "$0")/test_header"
set_test_number 10
# Create platform that ensures job b will be in submitted state for long enough
create_test_global_config '' "
[platforms]
[[old_street]]
job runner = at
job runner command template = at now + 5 minutes
hosts = localhost
install target = localhost
"
install_and_validate
reftest_run
grep_workflow_log_ok "${TEST_NAME_BASE}-grep-a" \
"[1/a/01(flows=none):failed(held)] job killed" -F
J_LOG_A="${WORKFLOW_RUN_DIR}/log/job/1/a/NN/job-activity.log"
# Failed handler should not run:
grep_fail "[(('event-handler-00', 'failed'), 1) out]" "$J_LOG_A" -F
# (Check submitted handler as a control):
grep_ok "[(('event-handler-00', 'submitted'), 1) out]" "$J_LOG_A" -F
grep_workflow_log_ok "${TEST_NAME_BASE}-grep-b" \
"[1/b/01(flows=none):submit-failed(held)] job killed" -F
J_LOG_B="${WORKFLOW_RUN_DIR}/log/job/1/b/NN/job-activity.log"
grep_fail "[(('event-handler-00', 'submission failed'), 1) out]" "$J_LOG_B" -F
grep_ok "[(('event-handler-00', 'submitted'), 1) out]" "$J_LOG_B" -F
# Check task state updated in DB despite removal from task pool:
sqlite3 "${WORKFLOW_RUN_DIR}/.service/db" \
"SELECT status, flow_nums FROM task_states WHERE name='a';" > task_states.out
cmp_ok task_states.out - <<< "failed|[]"
# Check job updated in DB:
sqlite3 "${WORKFLOW_RUN_DIR}/.service/db" \
"SELECT run_status, time_run_exit FROM task_jobs WHERE cycle='1' AND name='a';" > task_jobs.out
cmp_ok_re task_jobs.out - <<< "1\|[\w:+-]+"
purge
cylc-flow-8.6.4/tests/functional/cylc-remove/03-flow.t 0000664 0001750 0001750 00000003175 15202510242 022720 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
# High-level test of `cylc remove --flow` option.
# Integration tests exist for more comprehensive coverage.
. "$(dirname "$0")/test_header"
set_test_number 6
init_workflow "${TEST_NAME_BASE}" <<'__EOF__'
[scheduler]
allow implicit tasks = True
[scheduling]
[[graph]]
R1 = foo
__EOF__
run_ok "${TEST_NAME_BASE}-validate" cylc validate "${WORKFLOW_NAME}"
workflow_run_ok "${TEST_NAME_BASE}-run" cylc play "${WORKFLOW_NAME}" --pause
run_ok "${TEST_NAME_BASE}-remove" cylc remove "${WORKFLOW_NAME}//1/foo" --flow 1 --flow 2
cylc stop "${WORKFLOW_NAME}"
poll_workflow_stopped
grep_workflow_log_ok "${TEST_NAME_BASE}-grep" "Removed tasks: 1/foo (flows=1)"
# Simple additional test of DB:
TEST_NAME="${TEST_NAME_BASE}-workflow-state"
run_ok "$TEST_NAME" cylc workflow-state "$WORKFLOW_NAME"
cmp_ok "${TEST_NAME}.stdout" <<__EOF__
1/foo:waiting(flows=none)
__EOF__
purge
cylc-flow-8.6.4/tests/functional/cylc-remove/test_header 0000777 0001750 0001750 00000000000 15202510242 027653 2../lib/bash/test_header ustar alastair alastair cylc-flow-8.6.4/tests/functional/cylc-remove/02-cycling.t 0000775 0001750 0001750 00000001736 15202510242 023404 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test cylc remove in a cycling workflow (spawn before remove, and not).
. "$(dirname "$0")/test_header"
set_test_number 2
reftest
exit
cylc-flow-8.6.4/tests/functional/cylc-remove/00-simple/ 0000775 0001750 0001750 00000000000 15202510242 023044 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/cylc-remove/00-simple/reference.log 0000664 0001750 0001750 00000000155 15202510242 025506 0 ustar alastair alastair Initial point: 1
Final point: 1
1/a -triggered off []
1/cleaner -triggered off []
1/b -triggered off ['1/a']
cylc-flow-8.6.4/tests/functional/cylc-remove/00-simple/flow.cylc 0000664 0001750 0001750 00000001411 15202510242 024664 0 ustar alastair alastair # Abort on stall timeout unless we remove unhandled failed and waiting task.
[scheduler]
[[events]]
stall timeout = PT30S
abort on stall timeout = True
expected task failures = 1/b
[scheduling]
[[graph]]
R1 = """
a => b => c
cleaner
"""
[runtime]
[[a,c]]
script = true
[[b]]
script = false
[[cleaner]]
script = """
cylc__job__poll_grep_workflow_log -E '1/b/01.* failed'
# Remove the unhandled failed task
cylc remove "$CYLC_WORKFLOW_ID//1/b"
# Remove waiting 1/c
# (not auto-removed because parent 1/b, an unhandled fail, is not finished.)
cylc remove "$CYLC_WORKFLOW_ID//1/c:waiting"
"""
cylc-flow-8.6.4/tests/functional/cylc-ping/ 0000775 0001750 0001750 00000000000 15202510242 020776 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/cylc-ping/00-simple.t 0000664 0001750 0001750 00000001657 15202510242 022702 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test cylc ping behaviour
. "$(dirname "$0")/test_header"
set_test_number 2
reftest
exit
cylc-flow-8.6.4/tests/functional/cylc-ping/03-check-keys-local.t 0000664 0001750 0001750 00000003372 15202510242 024526 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Checks ZMQ keys are created and deleted on shutdown - local.
. "$(dirname "$0")/test_header"
set_test_number 10
init_workflow "${TEST_NAME_BASE}" <<'__FLOW_CONFIG__'
[scheduler]
cycle point format = %Y
allow implicit tasks = True
[scheduling]
initial cycle point = 2020
[[graph]]
R1 = t1
__FLOW_CONFIG__
run_ok "${TEST_NAME_BASE}-validate" cylc validate "${WORKFLOW_NAME}"
SRVD="${WORKFLOW_RUN_DIR}/.service"
workflow_run_ok "${TEST_NAME_BASE}-run-pause" cylc play --pause "${WORKFLOW_NAME}"
exists_ok "${SRVD}/client.key_secret"
exists_ok "${SRVD}/server.key_secret"
exists_ok "${SRVD}/server.key"
exists_ok "${SRVD}/client_public_keys/client_localhost.key"
cylc stop --max-polls=60 --interval=1 "${WORKFLOW_NAME}"
exists_fail "${SRVD}/client.key_secret"
exists_fail "${SRVD}/server.key_secret"
exists_fail "${SRVD}/server.key"
exists_fail "${SRVD}/client_public_keys/client_localhost.key"
purge
exit
cylc-flow-8.6.4/tests/functional/cylc-ping/04-check-keys-remote.t 0000664 0001750 0001750 00000005211 15202510242 024722 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Checks remote ZMQ keys are created and deleted on shutdown.
export REQUIRE_PLATFORM='loc:remote'
. "$(dirname "$0")/test_header"
set_test_number 5
create_test_global_config '' "
[platforms]
[[$CYLC_TEST_PLATFORM]]
retrieve job logs = True
"
init_workflow "${TEST_NAME_BASE}" <<__FLOW_CONFIG__
[scheduling]
[[graph]]
R1 = keys
[runtime]
[[keys]]
platform = $CYLC_TEST_PLATFORM
script = """
find \
"\${CYLC_WORKFLOW_RUN_DIR}" \
-type f \
-name "*key*" \
| awk -F/ '{print \$NF}'|sort > "\${CYLC_TASK_LOG_ROOT}-find-out"
"""
[[[environment]]]
LANG = C
__FLOW_CONFIG__
run_ok "${TEST_NAME_BASE}-validate" cylc validate \
"${WORKFLOW_NAME}"
workflow_run_ok "${TEST_NAME_BASE}-run" cylc play \
"${WORKFLOW_NAME}" \
--no-detach
KEYS_FILE="$(cylc cat-log -m p "$WORKFLOW_NAME//1/keys" -f job-find-out)"
if [[ "$CYLC_TEST_PLATFORM" == *shared* ]]; then
cmp_ok "$KEYS_FILE" <<__OUT__
client.key_secret
client_${CYLC_TEST_INSTALL_TARGET}.key
server.key
server.key_secret
__OUT__
else
cmp_ok "$KEYS_FILE" <<__OUT__
client.key_secret
client_${CYLC_TEST_INSTALL_TARGET}.key
server.key
__OUT__
fi
if [[ "$CYLC_TEST_PLATFORM" == *shared* ]]; then
skip 1
else
# NOTE: remote tidy happens on a random platform picked from the install
# target so might not be $CYLC_TEST_PLATFORM
grep_ok \
"platform: .* - remote tidy (on $CYLC_TEST_HOST)" \
"${WORKFLOW_RUN_DIR}/log/scheduler/log"
fi
# ensure the keys got removed again afterwards
SSH='ssh -n -oBatchMode=yes -oConnectTimeout=5'
${SSH} "${CYLC_TEST_HOST}" \
LANG=C find "cylc-run/${WORKFLOW_NAME}" -type f -name "*key*"|awk -F/ '{print $NF}'|sort >'find.out'
cmp_ok 'find.out' inheritor
[runtime]
[[FAM1]]
script = false
[[FAM2]]
script = true
[[reloader]]
script = """
# change the inheritance of inheritor:
perl -pi -e 's/(inherit = )FAM1( # marker)/\1FAM2\2/' $CYLC_WORKFLOW_RUN_DIR/flow.cylc
# reload
cylc reload $CYLC_WORKFLOW_ID
sleep 5
"""
[[inheritor]]
inherit = FAM1 # marker
cylc-flow-8.6.4/tests/functional/reload/24-reload-file-install/ 0000775 0001750 0001750 00000000000 15202510242 024431 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/reload/24-reload-file-install/flow.cylc 0000664 0001750 0001750 00000000676 15202510242 026265 0 ustar alastair alastair [scheduler]
install = changing-file
[scheduling]
[[graph]]
R1 = "a => b => c"
[runtime]
[[a]]
script = "cat ${CYLC_WORKFLOW_RUN_DIR}/changing-file"
platform = $CYLC_TEST_PLATFORM
[[b]]
script = """echo goodbye > "${CYLC_WORKFLOW_RUN_DIR}/changing-file"; cylc reload $CYLC_WORKFLOW_ID"""
[[c]]
script = "cat ${CYLC_WORKFLOW_RUN_DIR}/changing-file"
platform = $CYLC_TEST_PLATFORM
cylc-flow-8.6.4/tests/functional/reload/13-add-task/ 0000775 0001750 0001750 00000000000 15202510242 022270 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/reload/13-add-task/reference.log 0000664 0001750 0001750 00000000203 15202510242 024724 0 ustar alastair alastair Initial point: 1
Final point: 1
1/reloader -triggered off []
1/foo -triggered off ['1/reloader']
1/add_me -triggered off ['1/foo']
cylc-flow-8.6.4/tests/functional/reload/13-add-task/flow.cylc 0000664 0001750 0001750 00000000673 15202510242 024121 0 ustar alastair alastair [meta]
title = "Test insertion of a task added by a reload."
# Don't run this workflow in-place: it modifies itself.
[scheduler]
allow implicit tasks = True
[scheduling]
[[graph]]
R1 = reloader => foo
[runtime]
[[root]]
script = true
[[reloader]]
script = """
sed -i "s/\(R1 = reloader => foo\)\s*$/\1 => add_me/" $CYLC_WORKFLOW_RUN_DIR/flow.cylc
cylc reload $CYLC_WORKFLOW_ID
sleep 10
"""
cylc-flow-8.6.4/tests/functional/reload/10-runahead.t 0000664 0001750 0001750 00000003535 15202510242 022557 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test runahead limit is being correctly reloaded
. "$(dirname "$0")/test_header"
#-------------------------------------------------------------------------------
set_test_number 3
#-------------------------------------------------------------------------------
install_workflow "${TEST_NAME_BASE}" runahead
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-validate"
run_ok "${TEST_NAME}" cylc validate "${WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-run"
run_fail "${TEST_NAME}" cylc play --debug --no-detach "${WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
TEST_NAME=${TEST_NAME_BASE}-check-fail
DB_FILE="$RUN_DIR/${WORKFLOW_NAME}/log/db"
QUERY="SELECT COUNT(*) FROM task_states WHERE status == 'failed'"
cmp_ok <(sqlite3 "$DB_FILE" "$QUERY") <<< "4"
#-------------------------------------------------------------------------------
purge
cylc-flow-8.6.4/tests/functional/reload/00-simple.t 0000664 0001750 0001750 00000001667 15202510242 022264 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test reloading a simple workflow
. "$(dirname "$0")/test_header"
set_test_number 2
reftest
exit
cylc-flow-8.6.4/tests/functional/reload/02-content.t 0000664 0001750 0001750 00000001717 15202510242 022443 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test reloads have actually updated environment variables
. "$(dirname "$0")/test_header"
set_test_number 2
reftest
exit
cylc-flow-8.6.4/tests/functional/reload/01-startup/ 0000775 0001750 0001750 00000000000 15202510242 022277 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/reload/01-startup/reference.log 0000664 0001750 0001750 00000001064 15202510242 024741 0 ustar alastair alastair Initial point: 20100101T00
Final point: 20100102T00
20100101T00/start -triggered off []
20100101T00/a -triggered off ['20091231T18/c', '20100101T00/start']
20100101T00/b -triggered off ['20100101T00/a']
20100101T00/c -triggered off ['20100101T00/b']
20100101T06/a -triggered off ['20100101T00/c']
20100101T06/b -triggered off ['20100101T06/a']
20100101T06/c -triggered off ['20100101T06/b']
20100101T18/c -triggered off []
20100102T00/a -triggered off ['20100101T18/c']
20100102T00/b -triggered off ['20100102T00/a']
20100102T00/c -triggered off ['20100102T00/b']
cylc-flow-8.6.4/tests/functional/reload/01-startup/flow.cylc 0000664 0001750 0001750 00000000636 15202510242 024127 0 ustar alastair alastair [scheduler]
cycle point format = "%Y%m%dT%H"
[scheduling]
initial cycle point = 20100101T00
final cycle point = 20100102T00
[[graph]]
R1 = "start => a"
T00, T06 = "c[-PT6H] => a => b => c"
T18 = "c"
[runtime]
[[a,c,start]]
script = true
[[b]]
script = """
cylc reload "${CYLC_WORKFLOW_ID}"
cylc__job__poll_grep_workflow_log -F 'Reload completed'
"""
cylc-flow-8.6.4/tests/functional/reload/21-submit-fail/ 0000775 0001750 0001750 00000000000 15202510242 023013 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/reload/21-submit-fail/flow.cylc 0000664 0001750 0001750 00000000661 15202510242 024641 0 ustar alastair alastair #!Jinja2
[scheduler]
[[events]]
abort on stall timeout = True
stall timeout = PT0S
expected task failures = 1/t1
[scheduling]
[[graph]]
R1="""
t1:submit-fail => stopper
reloader => stopper
"""
[runtime]
[[t1]]
script=true
platform = platypus
[[reloader]]
script=cylc reload "${CYLC_WORKFLOW_ID}"
[[stopper]]
script=cylc stop "${CYLC_WORKFLOW_ID}"
cylc-flow-8.6.4/tests/functional/reload/30-global-rollback/ 0000775 0001750 0001750 00000000000 15202510242 023626 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/reload/30-global-rollback/flow.cylc 0000664 0001750 0001750 00000001661 15202510242 025455 0 ustar alastair alastair [scheduling]
cycling mode = integer
[[graph]]
R1 = """
a => reload-global-error-workflow? => b & c
"""
[runtime]
[[root]]
script = true
[[a,b]]
platform = localhost
[[c]]
platform = $CYLC_TEST_PLATFORM
[[reload-global-error-workflow]]
platform = localhost
script = """
# Append to global config
cat >> "$CYLC_CONF_PATH/global.cylc" <> "$CYLC_WORKFLOW_RUN_DIR/flow.cylc" <.
#-------------------------------------------------------------------------------
# Test changing cycle times (and dependencies)
. "$(dirname "$0")/test_header"
set_test_number 2
reftest
exit
cylc-flow-8.6.4/tests/functional/reload/27-stall-retrigger/ 0000775 0001750 0001750 00000000000 15202510242 023714 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/reload/27-stall-retrigger/bin/ 0000775 0001750 0001750 00000000000 15202510242 024464 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/reload/27-stall-retrigger/bin/stall-handler.sh 0000775 0001750 0001750 00000001052 15202510242 027553 0 ustar alastair alastair #!/bin/bash
# Change "script = false" -> "true" in 1/foo, then reload and retrigger it.
if grep "\[command\] reload_workflow" "${CYLC_WORKFLOW_LOG_DIR}/log" >/dev/null; then
# Abort if not the first call (avoid an endless loop if the reload does not
# have the intended effect).
>&2 echo "ERROR (stall-handler.sh): should only be called once"
cylc stop --now --now "${CYLC_WORKFLOW_ID}"
exit 1
fi
sed -i "s/false/true/" "${CYLC_WORKFLOW_RUN_DIR}/suite.rc"
cylc reload "${CYLC_WORKFLOW_ID}"
cylc trigger "${CYLC_WORKFLOW_ID}//1/foo"
cylc-flow-8.6.4/tests/functional/reload/27-stall-retrigger/suite.rc 0000664 0001750 0001750 00000000553 15202510242 025376 0 ustar alastair alastair # Use a stall handler to fix and reload the workflow config, then retrigger the
# failed task, which should run successfully with the new settings.
[scheduler]
[[events]]
stall handlers = stall-handler.sh
expected task failures = 1/foo
[scheduling]
[[graph]]
R1 = "foo => bar"
[runtime]
[[foo]]
script = false
[[bar]]
cylc-flow-8.6.4/tests/functional/reload/27-stall-retrigger/reference.log 0000664 0001750 0001750 00000000155 15202510242 026356 0 ustar alastair alastair 1/foo -triggered off [] in flow 1
1/foo -triggered off [] in flow 1
1/bar -triggered off ['1/foo'] in flow 1
cylc-flow-8.6.4/tests/functional/reload/17-graphing-change.t 0000775 0001750 0001750 00000006331 15202510242 024021 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test that removing a task from the graph works OK.
. "$(dirname "$0")/test_header"
#-------------------------------------------------------------------------------
set_test_number 12
# shellcheck disable=SC2317 disable=SC2329
grep_workflow_log_n_times() {
TEXT="$1"
N_TIMES="$2"
[[ $(grep -c "$TEXT" "${WORKFLOW_RUN_DIR}/log/scheduler/log") == "$N_TIMES" ]]
}
#-------------------------------------------------------------------------------
# test reporting of added tasks
# install workflow
install_workflow "${TEST_NAME_BASE}" 'graphing-change'
LOG_FILE="${WORKFLOW_RUN_DIR}/log/scheduler/log"
# start workflow in paused mode
run_ok "${TEST_NAME_BASE}-add-run" cylc play --debug --pause "${WORKFLOW_NAME}"
# change the flow.cylc file
cp "${TEST_SOURCE_DIR}/graphing-change/flow-1.cylc" \
"${RUN_DIR}/${WORKFLOW_NAME}/flow.cylc"
# reload workflow
run_ok "${TEST_NAME_BASE}-add-reload" cylc reload "${WORKFLOW_NAME}"
poll grep_workflow_log_n_times 'Reload completed' 1
# check workflow log
grep_ok "Added task: 'one'" "${LOG_FILE}"
#-------------------------------------------------------------------------------
# test reporting or removed tasks
# change the flow.cylc file
cp "${TEST_SOURCE_DIR}/graphing-change/flow.cylc" \
"${RUN_DIR}/${WORKFLOW_NAME}/flow.cylc"
# reload workflow
run_ok "${TEST_NAME_BASE}-remove-reload" cylc reload "${WORKFLOW_NAME}"
poll grep_workflow_log_n_times 'Reload completed' 2
# check workflow log
grep_ok "Removed task: 'one'" "${LOG_FILE}"
#-------------------------------------------------------------------------------
# test reporting of adding / removing / swapping tasks
# change the flow.cylc file
cp "${TEST_SOURCE_DIR}/graphing-change/flow-2.cylc" \
"${RUN_DIR}/${WORKFLOW_NAME}/flow.cylc"
# Spawn a couple of task proxies, to get "task definition removed" message.
cylc set "${WORKFLOW_NAME}//1/foo"
cylc set "${WORKFLOW_NAME}//1/baz"
# reload workflow
run_ok "${TEST_NAME_BASE}-swap-reload" cylc reload "${WORKFLOW_NAME}"
poll grep_workflow_log_n_times 'Reload completed' 3
# check workflow log
grep_ok "Added task: 'one'" "${LOG_FILE}"
grep_ok "Added task: 'add'" "${LOG_FILE}"
grep_ok "Added task: 'boo'" "${LOG_FILE}"
grep_ok "\\[1/bar.*\\].*task definition removed" "${LOG_FILE}"
grep_ok "\\[1/bol.*\\].*task definition removed" "${LOG_FILE}"
run_ok "${TEST_NAME_BASE}-stop" \
cylc stop --max-polls=10 --interval=2 "${WORKFLOW_NAME}"
purge
exit
cylc-flow-8.6.4/tests/functional/reload/08-cycle/ 0000775 0001750 0001750 00000000000 15202510242 021703 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/reload/08-cycle/reference.log 0000664 0001750 0001750 00000000523 15202510242 024344 0 ustar alastair alastair Initial point: 20100101T0000Z
Final point: 20100101T1800Z
20100101T0000Z/reloader -triggered off []
20100101T0000Z/a -triggered off ['20091231T1800Z/a', '20100101T0000Z/reloader']
20100101T0600Z/a -triggered off ['20100101T0000Z/a']
20100101T1200Z/a -triggered off ['20100101T0600Z/a']
20100101T1800Z/a -triggered off ['20100101T1200Z/a']
cylc-flow-8.6.4/tests/functional/reload/08-cycle/flow.cylc 0000664 0001750 0001750 00000001467 15202510242 023536 0 ustar alastair alastair [meta]
title = cycling period change
description = """change cycle points"""
[scheduler]
UTC mode = True
[[events]]
stall timeout = PT0S
abort on stall timeout = True
[scheduling]
initial cycle point = 20100101T00
final cycle point = 20100101T18
[[graph]]
T00 = reloader => a
T00,T12 = a[-PT12H] => a
[runtime]
[[reloader]]
script = """
# I should only run once.
if ((CYLC_TASK_SUBMIT_NUMBER != 1)); then
exit 1
fi
sed -i 's/T00,T12 = a\[-PT12H\]/T00,T06,T12,T18 = a[-PT6H]/'\
"${CYLC_WORKFLOW_RUN_DIR}/flow.cylc"
cylc reload "${CYLC_WORKFLOW_ID}"
cylc__job__poll_grep_workflow_log -F 'Reload completed'
"""
[[a]]
script = true
cylc-flow-8.6.4/tests/functional/reload/16-remove-add-alter-task/ 0000775 0001750 0001750 00000000000 15202510242 024673 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/reload/16-remove-add-alter-task/reference.log 0000664 0001750 0001750 00000000224 15202510242 027332 0 ustar alastair alastair Initial point: 1
Final point: 1
1/reloader -triggered off []
1/inter -triggered off ['1/reloader']
1/remove_add_alter_me -triggered off ['1/inter']
cylc-flow-8.6.4/tests/functional/reload/16-remove-add-alter-task/flow.cylc 0000664 0001750 0001750 00000001573 15202510242 026524 0 ustar alastair alastair [meta]
title = "Test reloading of a task removed then added by a reload."
# Don't run this workflow in-place: it modifies itself.
[scheduler]
UTC mode = True
allow implicit tasks = True
[scheduling]
[[graph]]
R1 = reloader => inter => remove_add_alter_me
[runtime]
[[remove_add_alter_me]]
script = false
[[reloader]]
script = """
do_reload() {
cylc reload "${CYLC_WORKFLOW_ID}"
while test "$(grep -cF 'Reload completed' "${CYLC_WORKFLOW_LOG_DIR}/log")" -ne "$1"
do
sleep 1
done
}
sed -i "s/\(R1 = reloader => inter\).*/\1/" "${CYLC_WORKFLOW_RUN_DIR}/flow.cylc"
do_reload 1
sed -i "s/\(R1 = reloader => inter\)/\1 => remove_add_alter_me/" \
"${CYLC_WORKFLOW_RUN_DIR}/flow.cylc"
do_reload 2
cat >>"${CYLC_WORKFLOW_RUN_DIR}/flow.cylc" <<'__RUNTIME__'
[[remove_add_alter_me]]
script = true
__RUNTIME__
do_reload 3
"""
cylc-flow-8.6.4/tests/functional/reload/18-broadcast-insert/ 0000775 0001750 0001750 00000000000 15202510242 024051 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/reload/18-broadcast-insert/flow-2.cylc 0000664 0001750 0001750 00000000135 15202510242 026032 0 ustar alastair alastair [scheduling]
[[graph]]
R1=foo&bar
[runtime]
[[foo,bar]]
script=true
cylc-flow-8.6.4/tests/functional/reload/18-broadcast-insert/reference.log 0000664 0001750 0001750 00000000120 15202510242 026503 0 ustar alastair alastair Initial point: 1
Final point: 1
1/foo -triggered off []
1/bar -triggered off []
cylc-flow-8.6.4/tests/functional/reload/18-broadcast-insert/flow.cylc 0000664 0001750 0001750 00000000677 15202510242 025706 0 ustar alastair alastair [scheduling]
[[graph]]
R1=foo
[runtime]
[[foo]]
script="""
cylc broadcast "${CYLC_WORKFLOW_ID}" \
-s '[environment]CYLC_TEST_VAR=1'
cp -p \
"${CYLC_WORKFLOW_RUN_DIR}/flow-2.cylc" \
"${CYLC_WORKFLOW_RUN_DIR}/flow.cylc"
cylc reload "${CYLC_WORKFLOW_ID}"
sleep 5
cylc trigger "${CYLC_WORKFLOW_ID}//1/bar"
"""
cylc-flow-8.6.4/tests/functional/reload/05-graphing-simple.t 0000664 0001750 0001750 00000001700 15202510242 024052 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test changing basic graphing via a reload
. "$(dirname "$0")/test_header"
set_test_number 2
reftest
exit
cylc-flow-8.6.4/tests/functional/reload/18-broadcast-insert.t 0000775 0001750 0001750 00000001716 15202510242 024246 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test reload with new task + broadcast + insert new task.
. "$(dirname "$0")/test_header"
set_test_number 2
reftest
exit
cylc-flow-8.6.4/tests/functional/reload/graphing-change/ 0000775 0001750 0001750 00000000000 15202510242 023401 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/reload/graphing-change/flow-1.cylc 0000664 0001750 0001750 00000000405 15202510242 025361 0 ustar alastair alastair [scheduler]
allow implicit tasks = True
[scheduling]
cycling mode = integer
initial cycle point = 1
final cycle point = 1
[[graph]]
R1 = start => one
P1 = foo => bar => baz => bol
[runtime]
[[root]]
script = true
cylc-flow-8.6.4/tests/functional/reload/graphing-change/flow-2.cylc 0000664 0001750 0001750 00000000405 15202510242 025362 0 ustar alastair alastair [scheduler]
allow implicit tasks = True
[scheduling]
cycling mode = integer
initial cycle point = 1
final cycle point = 1
[[graph]]
R1 = start => one
P1 = add => foo => boo => baz
[runtime]
[[root]]
script = true
cylc-flow-8.6.4/tests/functional/reload/graphing-change/flow.cylc 0000664 0001750 0001750 00000000376 15202510242 025232 0 ustar alastair alastair [scheduler]
allow implicit tasks = True
[scheduling]
cycling mode = integer
initial cycle point = 1
final cycle point = 1
[[graph]]
R1 = start
P1 = foo => bar => baz => bol
[runtime]
[[root]]
script = true
cylc-flow-8.6.4/tests/functional/reload/29-global/ 0000775 0001750 0001750 00000000000 15202510242 022047 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/reload/29-global/flow.cylc 0000664 0001750 0001750 00000001554 15202510242 023677 0 ustar alastair alastair [scheduling]
cycling mode = integer
[[graph]]
R1 = a => reload-global => b & c
[runtime]
[[root]]
script = true
[[a,b]]
platform = localhost
[[c]]
platform = $CYLC_TEST_PLATFORM
[[reload-global]]
platform = localhost
script = """
# Append to global config
cat >> "$CYLC_CONF_PATH/global.cylc" < waiter
sleeping-waiter => waiter
sleeping-waiter:start => reloader
"""
[runtime]
[[sleeping-waiter, starter]]
script = """
touch 'file'
while [[ -e 'file' ]]; do
sleep 1
done
"""
[[waiter]]
script = true
[[reloader]]
script = """
cylc__job__wait_cylc_message_started
cylc reload "${CYLC_WORKFLOW_ID}"
cylc__job__poll_grep_workflow_log -E '1/waiter.* reloaded task definition'
rm -f "${CYLC_WORKFLOW_WORK_DIR}/1/sleeping-waiter/file"
rm -f "${CYLC_WORKFLOW_WORK_DIR}/1/starter/file"
"""
cylc-flow-8.6.4/tests/functional/reload/03-queues.t 0000664 0001750 0001750 00000001721 15202510242 022274 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test changing queue size via reload doesn't break anything
. "$(dirname "$0")/test_header"
set_test_number 2
reftest
exit
cylc-flow-8.6.4/tests/functional/reload/04-inheritance.t 0000664 0001750 0001750 00000001675 15202510242 023267 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test changing inheritance via a reload
. "$(dirname "$0")/test_header"
set_test_number 2
reftest
exit
cylc-flow-8.6.4/tests/functional/reload/02-content/ 0000775 0001750 0001750 00000000000 15202510242 022250 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/reload/02-content/reference.log 0000664 0001750 0001750 00000000141 15202510242 024705 0 ustar alastair alastair Initial point: 1
Final point: 1
1/reloader -triggered off []
1/foo -triggered off ['1/reloader']
cylc-flow-8.6.4/tests/functional/reload/02-content/flow.cylc 0000664 0001750 0001750 00000001114 15202510242 024070 0 ustar alastair alastair [meta]
title = content reload test
description = """two tasks: the second will fail, causing the test to
fail, unless the first reloads the workflow definition after modifying it."""
[scheduling]
[[graph]]
R1 = "reloader => foo"
[runtime]
[[reloader]]
script = """
# change the value of $FALSE to "true" in foo's environment:
perl -pi -e 's/(FALSE = )false( # marker)/\1true\2/' $CYLC_WORKFLOW_RUN_DIR/flow.cylc
# reload
cylc reload $CYLC_WORKFLOW_ID
"""
[[foo]]
script = "$FALSE"
[[[environment]]]
FALSE = false # marker
cylc-flow-8.6.4/tests/functional/reload/12-remove-task.t 0000664 0001750 0001750 00000001711 15202510242 023221 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test that removing a task from the graph works OK.
. "$(dirname "$0")/test_header"
set_test_number 2
reftest
exit
cylc-flow-8.6.4/tests/functional/reload/13-add-task.t 0000664 0001750 0001750 00000001705 15202510242 022460 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test that adding a task to the graph works OK.
. "$(dirname "$0")/test_header"
set_test_number 2
reftest
exit
cylc-flow-8.6.4/tests/functional/reload/06-graphing-fam.t 0000664 0001750 0001750 00000001703 15202510242 023330 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test changing family triggering via a reload
. "$(dirname "$0")/test_header"
set_test_number 2
reftest
exit
cylc-flow-8.6.4/tests/functional/reload/garbage/ 0000775 0001750 0001750 00000000000 15202510242 021747 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/reload/garbage/reference.log 0000664 0001750 0001750 00000000141 15202510242 024404 0 ustar alastair alastair Initial point: 1
Final point: 1
1/reloader -triggered off []
1/foo -triggered off ['1/reloader']
cylc-flow-8.6.4/tests/functional/reload/garbage/flow.cylc 0000664 0001750 0001750 00000000522 15202510242 023571 0 ustar alastair alastair [scheduling]
[[graph]] # marker
R1 = reloader => foo
[runtime]
[[reloader]]
script = """
sleep 5
# change the dependencies section name to garbage:
perl -pi -e 's/(\[\[)graph(\]\] # marker)/\1garbage\2/' $CYLC_WORKFLOW_RUN_DIR/flow.cylc
# reload
cylc reload $CYLC_WORKFLOW_ID
"""
[[foo]]
script = true
cylc-flow-8.6.4/tests/functional/reload/20-stop-point/ 0000775 0001750 0001750 00000000000 15202510242 022712 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/reload/20-stop-point/reference.log 0000664 0001750 0001750 00000000323 15202510242 025351 0 ustar alastair alastair Initial point: 1
Final point: 5
1/set-stop-point -triggered off []
1/reload -triggered off ['1/set-stop-point']
1/t1 -triggered off ['0/t1', '1/reload']
2/t1 -triggered off ['1/t1']
3/t1 -triggered off ['2/t1']
cylc-flow-8.6.4/tests/functional/reload/20-stop-point/flow.cylc 0000664 0001750 0001750 00000001242 15202510242 024534 0 ustar alastair alastair #!Jinja2
#
[scheduler]
[[events]]
abort on stall timeout = True
stall timeout = PT0S
[scheduling]
cycling mode = integer
initial cycle point = 1
final cycle point = 5
[[graph]]
R1 = "set-stop-point => reload => t1"
P1 = "t1[-P1] => t1"
[runtime]
[[set-stop-point]]
script = cylc stop "${CYLC_WORKFLOW_ID}//3"
[[reload]]
script = """
cylc__job__wait_cylc_message_started
cylc reload "${CYLC_WORKFLOW_ID}"
cylc__job__poll_grep_workflow_log -F 'Reload completed'
"""
[[[job]]]
execution time limit = PT1M
[[t1]]
script = true
cylc-flow-8.6.4/tests/functional/reload/27-stall-retrigger.t 0000664 0001750 0001750 00000002075 15202510242 024105 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test retriggering a failed task after fixing the bug and reloading.
# It should run correctly with the updated settings.
# https://github.com/cylc/cylc-flow/issues/5103
. "$(dirname "$0")/test_header"
set_test_number 2
reftest
cylc-flow-8.6.4/tests/functional/reload/15-state-summary.t 0000664 0001750 0001750 00000004333 15202510242 023605 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test that the state summary updates immediately when a reload finishes.
# (SoD: the original test contrived to get a succeeded and a failed task in the
# pool, and no active tasks. That's not possible under SoD, and it seems to me
# a trivial paused workflow should do to test that the state summary updates after a
# reload when nothing else is happening).
# See https://github.com/cylc/cylc-flow/pull/1756
. "$(dirname "$0")/test_header"
#-------------------------------------------------------------------------------
set_test_number 2
#-------------------------------------------------------------------------------
init_workflow "${TEST_NAME_BASE}" <<'__FLOW_CONFIG__'
[scheduling]
[[graph]]
R1 = foo
[runtime]
[[foo]]
script = true
__FLOW_CONFIG__
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-validate"
run_ok "${TEST_NAME}" cylc validate "${WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
cylc play --pause "${WORKFLOW_NAME}" > /dev/null 2>&1
sleep 5
cylc reload "${WORKFLOW_NAME}"
sleep 5
cylc dump "${WORKFLOW_NAME}" > dump.out
TEST_NAME=${TEST_NAME_BASE}-grep
# State summary should not say "reloaded = True"
grep_ok "reloaded=False" dump.out
#-------------------------------------------------------------------------------
cylc stop --now --now "${WORKFLOW_NAME}"
purge
cylc-flow-8.6.4/tests/functional/reload/07-final-cycle/ 0000775 0001750 0001750 00000000000 15202510242 022771 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/reload/07-final-cycle/reference.log 0000664 0001750 0001750 00000000436 15202510242 025435 0 ustar alastair alastair Initial point: 20100101T0000Z
Final point: 20100102T0000Z
20100101T0000Z/reloader -triggered off []
20100101T0000Z/a -triggered off ['20091231T1800Z/a', '20100101T0000Z/reloader']
20100101T0600Z/a -triggered off ['20100101T0000Z/a']
20100101T1200Z/a -triggered off ['20100101T0600Z/a']
cylc-flow-8.6.4/tests/functional/reload/07-final-cycle/flow.cylc 0000664 0001750 0001750 00000001137 15202510242 024616 0 ustar alastair alastair [meta]
title = final cycle reload test
description = """change final cycle."""
[scheduler]
UTC mode = True
[scheduling]
initial cycle point = 20100101T00
final cycle point = 20100102T00 # marker
[[graph]]
R1 = "reloader => a"
PT6H = "a[-PT6H] => a"
[runtime]
[[reloader]]
script = """
# change the final cycle:
perl -pi -e 's/(final cycle point = )20100102T00( # marker)/\1 20100101T12\2/' $CYLC_WORKFLOW_RUN_DIR/flow.cylc
# reload
cylc reload $CYLC_WORKFLOW_ID
cylc__job__poll_grep_workflow_log -F 'Reload completed'
"""
[[a]]
script = true
cylc-flow-8.6.4/tests/functional/reload/06-graphing-fam/ 0000775 0001750 0001750 00000000000 15202510242 023142 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/reload/06-graphing-fam/reference.log 0000664 0001750 0001750 00000000637 15202510242 025611 0 ustar alastair alastair Initial point: 1
Final point: 1
1/reloader -triggered off []
1/inter -triggered off ['1/reloader']
1/a -triggered off ['1/inter']
1/c -triggered off ['1/inter']
1/b -triggered off ['1/inter']
1/d -triggered off ['1/inter']
1/e -triggered off ['1/a', '1/b', '1/c', '1/d']
1/g -triggered off ['1/a', '1/b', '1/c', '1/d']
1/f -triggered off ['1/a', '1/b', '1/c', '1/d']
1/h -triggered off ['1/a', '1/b', '1/c', '1/d']
cylc-flow-8.6.4/tests/functional/reload/06-graphing-fam/flow.cylc 0000664 0001750 0001750 00000001502 15202510242 024763 0 ustar alastair alastair [meta]
title = queue size reload test
description = """change family triggering order via a reload."""
[scheduling]
[[graph]]
R1 = """
reloader => inter => BAR? # marker1
BAR:finish-all => FOO # marker2
"""
[runtime]
[[inter]]
[[reloader]]
script = """
# change the order of FOO and BAR in the graphing section:
perl -pi -e 's/(reloader => inter => )BAR\?( # marker1)/\1FOO?\2/' $CYLC_WORKFLOW_RUN_DIR/flow.cylc
perl -pi -e 's/( )BAR:finish-all => FOO( # marker2)/\1FOO:finish-all => BAR\2/' $CYLC_WORKFLOW_RUN_DIR/flow.cylc
# reload
cylc reload "${CYLC_WORKFLOW_ID}"
cylc__job__poll_grep_workflow_log -F 'Reload completed'
"""
[[FOO, BAR]]
script = true
[[a,b,c,d]]
inherit = FOO
[[e,f,g,h]]
inherit = BAR
cylc-flow-8.6.4/tests/functional/reload/19-remote-kill/ 0000775 0001750 0001750 00000000000 15202510242 023032 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/reload/19-remote-kill/reference.log 0000664 0001750 0001750 00000000127 15202510242 025473 0 ustar alastair alastair Initial point: 1
Final point: 1
1/foo -triggered off []
1/bar -triggered off ['1/foo']
cylc-flow-8.6.4/tests/functional/reload/19-remote-kill/flow.cylc 0000664 0001750 0001750 00000001271 15202510242 024656 0 ustar alastair alastair #!Jinja2
[scheduler]
[[events]]
abort on stall timeout = True
stall timeout = PT0S
expected task failures = 1/foo
[scheduling]
[[graph]]
R1 = foo:start => bar
[runtime]
[[bar]]
script = """
cylc__job__wait_cylc_message_started
cylc reload "${CYLC_WORKFLOW_ID}"
cylc__job__poll_grep_workflow_log -F 'Reload completed'
cylc kill "${CYLC_WORKFLOW_ID}//1/foo"
cylc__job__poll_grep_workflow_log -E '1/foo/01:failed\(held\).* job killed'
"""
[[[job]]]
execution time limit = PT1M
[[foo]]
script=sleep 61
platform = {{ CYLC_TEST_PLATFORM }}
cylc-flow-8.6.4/tests/functional/reload/11-retrying/ 0000775 0001750 0001750 00000000000 15202510242 022441 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/reload/11-retrying/reference.log 0000664 0001750 0001750 00000000165 15202510242 025104 0 ustar alastair alastair Initial point: 1
Final point: 1
1/retrier -triggered off []
1/reloader -triggered off []
1/retrier -triggered off []
cylc-flow-8.6.4/tests/functional/reload/11-retrying/flow.cylc 0000664 0001750 0001750 00000002102 15202510242 024257 0 ustar alastair alastair [meta]
title = "test that a reloaded retrying task does retry"
description = """
this requires some state vars to be carried over to the
new task proxy; ref github #945
"""
[scheduling]
[[graph]]
R1 = retrier & reloader
[runtime]
[[retrier]]
script = """
cylc__job__wait_cylc_message_started
sleep 1
if ((CYLC_TASK_TRY_NUMBER == 1)); then
# Kill the job, so task will go into waiting (held)
cylc kill "${CYLC_WORKFLOW_ID}//1/retrier"
sleep 120 # Does not matter how long as the job will be killed
fi
"""
[[[job]]]
execution retry delays = PT0S
[[reloader]]
script = """
cylc__job__poll_grep_workflow_log -E '1/retrier/01:running\(held\).* => waiting\(held\)'
cylc reload "${CYLC_WORKFLOW_ID}"
cylc reload "${CYLC_WORKFLOW_ID}"
cylc__job__poll_grep_workflow_log -F 'Reload completed'
cylc release "${CYLC_WORKFLOW_ID}//1/retrier"
"""
cylc-flow-8.6.4/tests/functional/reload/11-retrying.t 0000664 0001750 0001750 00000001725 15202510242 022633 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test that a reloaded retrying does does retry; ref github #945
. "$(dirname "$0")/test_header"
set_test_number 2
reftest
exit
cylc-flow-8.6.4/tests/functional/reload/test_header 0000777 0001750 0001750 00000000000 15202510242 026674 2../lib/bash/test_header ustar alastair alastair cylc-flow-8.6.4/tests/functional/reload/01-startup.t 0000664 0001750 0001750 00000001713 15202510242 022466 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test reloading a workflow containing a startup task.
. "$(dirname "$0")/test_header"
set_test_number 2
reftest
exit
cylc-flow-8.6.4/tests/functional/reload/26-stalled.t 0000664 0001750 0001750 00000003554 15202510242 022430 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
# ----------------------------------------------------------------------------
# Test reloading a stalled workflow: it should not stall again
# https://github.com/cylc/cylc-flow/issues/5103
. "$(dirname "$0")/test_header"
set_test_number 5
init_workflow "${TEST_NAME_BASE}" <<'__FLOW__'
[scheduler]
[[events]]
stall handlers = cylc reload %(workflow)s
stall timeout = PT30S
abort on stall timeout = True
# Prevent infinite loop if the bug resurfaces
workflow timeout = PT3M
abort on workflow timeout = True
[scheduling]
[[graph]]
R1 = foo
[runtime]
[[foo]]
script = false
__FLOW__
run_ok "${TEST_NAME_BASE}-validate" cylc validate "${WORKFLOW_NAME}"
workflow_run_fail "${TEST_NAME_BASE}-run" cylc play "${WORKFLOW_NAME}" --no-detach
LOG_FILE="${WORKFLOW_RUN_DIR}/log/scheduler/log"
# Should only stall once
count_ok "CRITICAL - Workflow stalled" "$LOG_FILE" 1
# Stall event handler should only run once
count_ok "INFO - Reload completed" "$LOG_FILE" 1
# Stall timer should not stop at any point
grep_fail "stall timer stopped" "$LOG_FILE"
purge
cylc-flow-8.6.4/tests/functional/reload/05-graphing-simple/ 0000775 0001750 0001750 00000000000 15202510242 023667 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/reload/05-graphing-simple/reference.log 0000664 0001750 0001750 00000000243 15202510242 026327 0 ustar alastair alastair Initial point: 1
Final point: 1
1/reloader -triggered off []
1/inter -triggered off ['1/reloader']
1/foo -triggered off ['1/inter']
1/bar -triggered off ['1/foo']
cylc-flow-8.6.4/tests/functional/reload/05-graphing-simple/flow.cylc 0000664 0001750 0001750 00000001120 15202510242 025504 0 ustar alastair alastair [meta]
title = queue size reload test
description = """change graphing order via a reload."""
[scheduler]
allow implicit tasks = True
[scheduling]
[[graph]]
R1 = reloader => inter => bar => foo # marker
[runtime]
[[reloader]]
script = """
# change the order of foo and bar in the graphing section:
perl -pi -e 's/(R1 = reloader => inter => )bar => foo( # marker)/\1foo => bar\2/' $CYLC_WORKFLOW_RUN_DIR/flow.cylc
# reload
cylc reload "${CYLC_WORKFLOW_ID}"
cylc__job__poll_grep_workflow_log -F 'Reload completed'
"""
[[foo, bar]]
script = true
cylc-flow-8.6.4/tests/functional/reload/07-final-cycle.t 0000664 0001750 0001750 00000001666 15202510242 023167 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test changing final cycle point
. "$(dirname "$0")/test_header"
set_test_number 2
reftest
exit
cylc-flow-8.6.4/tests/functional/reload/23-cycle-point-time-zone.t 0000664 0001750 0001750 00000003517 15202510242 025127 0 ustar alastair alastair #!/bin/bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test saving and loading of cycle point time zone to/from database on a run
# followed by a reload. Important for reloading a workflow after a system
# time zone change.
. "$(dirname "$0")/test_header"
set_test_number 5
init_workflow "${TEST_NAME_BASE}" << '__FLOW__'
[scheduler]
cycle point time zone = +0100
allow implicit tasks = True
[scheduling]
initial cycle point = now
[[graph]]
R1 = foo
__FLOW__
run_ok "${TEST_NAME_BASE}-validate" cylc validate "${WORKFLOW_NAME}"
# Set time zone to +01:00
export TZ=BST-1
workflow_run_ok "${TEST_NAME_BASE}-run" cylc play "${WORKFLOW_NAME}" --pause
poll_grep_workflow_log "Paused on start up"
# Simulate DST change
export TZ=UTC
run_ok "${TEST_NAME_BASE}-reload" cylc reload "${WORKFLOW_NAME}"
poll_grep_workflow_log "Reload completed"
cylc stop --now --now "${WORKFLOW_NAME}"
log_scan "${TEST_NAME_BASE}-log-scan" "${WORKFLOW_RUN_DIR}/log/scheduler/log" 1 0 \
'LOADING saved workflow parameters' \
'+ cycle point time zone = +0100'
purge
cylc-flow-8.6.4/tests/functional/reload/16-remove-add-alter-task.t 0000664 0001750 0001750 00000001736 15202510242 025067 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test that removing, adding, then altering a task in the graph works OK.
. "$(dirname "$0")/test_header"
set_test_number 2
reftest
exit
cylc-flow-8.6.4/tests/functional/reload/29-global.t 0000664 0001750 0001750 00000003722 15202510242 022240 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test reloading global configuration
. "$(dirname "$0")/test_header"
set_test_number 9
create_test_global_config "" ""
TEST_NAME="${TEST_NAME_BASE}"
install_workflow "${TEST_NAME}" "${TEST_NAME_BASE}"
# Validate the config
run_ok "${TEST_NAME}-validate" cylc validate "${WORKFLOW_NAME}"
# Run the workflow
workflow_run_ok "${TEST_NAME_BASE}-run" cylc play "${WORKFLOW_NAME}" --no-detach -v
# Reload happened
grep_ok "Reloading the global configuration" "${WORKFLOW_RUN_DIR}/log/scheduler/01-start-01.log"
# Reload hasn't happened in job a, has happened in b and c
grep_fail "global init-script reloaded!" "${WORKFLOW_RUN_DIR}/log/job/1/a/01/job.out"
grep_ok "global init-script reloaded!" "${WORKFLOW_RUN_DIR}/log/job/1/b/01/job.out"
grep_ok "global init-script reloaded!" "${WORKFLOW_RUN_DIR}/log/job/1/c/01/job.out"
# Events are original in job a, updated in b and c
grep_fail "!!EVENT!! succeeded 1/a" "${WORKFLOW_RUN_DIR}/log/scheduler/01-start-01.log"
grep_ok "!!EVENT!! succeeded 1/b" "${WORKFLOW_RUN_DIR}/log/scheduler/01-start-01.log"
grep_ok "!!EVENT!! succeeded 1/c" "${WORKFLOW_RUN_DIR}/log/scheduler/01-start-01.log"
purge
exit
cylc-flow-8.6.4/tests/functional/reload/09-garbage.t 0000664 0001750 0001750 00000003506 15202510242 022366 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test trying to reload a file with invalid dependencies section header
. "$(dirname "$0")/test_header"
#-------------------------------------------------------------------------------
set_test_number 3
#-------------------------------------------------------------------------------
install_workflow "${TEST_NAME_BASE}" 'garbage'
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-validate"
run_ok "${TEST_NAME}" cylc validate "${WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-run"
workflow_run_ok "${TEST_NAME}" \
cylc play --reference-test --debug --no-detach "${WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
grep_ok \
'Reload failed - IllegalItemError: \[scheduling\]garbage' \
"${WORKFLOW_RUN_DIR}/log/scheduler/log"
#-------------------------------------------------------------------------------
purge
cylc-flow-8.6.4/tests/functional/reload/runahead/ 0000775 0001750 0001750 00000000000 15202510242 022146 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/reload/runahead/flow.cylc 0000664 0001750 0001750 00000001372 15202510242 023774 0 ustar alastair alastair [scheduler]
UTC mode = True
[[events]]
stall timeout = PT0.2M
abort on stall timeout = True
[scheduling]
initial cycle point = 2010-01-01
final cycle point = 2010-01-05
runahead limit = P1 # marker
[[graph]]
# oops is stuck waiting task to hold back runahead
R1/T00 = "foo & reloader => oops"
T00/PT6H = "foo => bar"
[runtime]
[[foo]]
script = false
[[bar, oops]]
script = true
[[reloader]]
script = """
cylc__job__poll_grep_workflow_log -E "${CYLC_TASK_CYCLE_POINT}/foo/01:running.*failed"
perl -pi -e 's/(runahead limit = )P1( # marker)/\1 P3\2/' $CYLC_WORKFLOW_RUN_DIR/flow.cylc
cylc reload $CYLC_WORKFLOW_ID
"""
cylc-flow-8.6.4/tests/functional/reload/12-remove-task/ 0000775 0001750 0001750 00000000000 15202510242 023034 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/reload/12-remove-task/reference.log 0000664 0001750 0001750 00000000204 15202510242 025471 0 ustar alastair alastair Initial point: 1
Final point: 1
1/reloader -triggered off []
1/inter -triggered off ['1/reloader']
1/foo -triggered off ['1/inter']
cylc-flow-8.6.4/tests/functional/reload/12-remove-task/flow.cylc 0000664 0001750 0001750 00000000762 15202510242 024664 0 ustar alastair alastair [meta]
title = "test reloading after manually removing a task."
[scheduling]
[[graph]]
R1 = """
reloader => inter => remove_me => foo
"""
[runtime]
[[reloader]]
script = """
sed -i "s/remove_me =>//g" $CYLC_WORKFLOW_RUN_DIR/flow.cylc
cylc reload $CYLC_WORKFLOW_ID
cylc__job__poll_grep_workflow_log -F 'Reload completed'
"""
[[remove_me]]
script = false
[[foo, inter]]
script = true
cylc-flow-8.6.4/tests/functional/reload/00-simple/ 0000775 0001750 0001750 00000000000 15202510242 022065 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/reload/00-simple/reference.log 0000664 0001750 0001750 00000000154 15202510242 024526 0 ustar alastair alastair Initial point: 1
Final point: 1
1/a -triggered off []
1/b -triggered off ['1/a']
1/c -triggered off ['1/b']
cylc-flow-8.6.4/tests/functional/reload/00-simple/flow.cylc 0000664 0001750 0001750 00000000250 15202510242 023705 0 ustar alastair alastair [scheduling]
[[graph]]
R1 = "a => b => c"
[runtime]
[[a,c]]
script = "true"
[[b]]
script = "cylc reload $CYLC_WORKFLOW_ID; sleep 5"
cylc-flow-8.6.4/tests/functional/reload/22-remove-task-cycling.t 0000664 0001750 0001750 00000005322 15202510242 024652 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#------------------------------------------------------------------------
# Test orphaned tasks do not stall the workflow after reload - GitHub #3306.
. "$(dirname "$0")/test_header"
set_test_number 3
# A workflow designed to orphan a single copy of a task 'bar' on self-reload,
# or stall and abort if the orphaned task triggers the #3306 bug.
init_workflow "${TEST_NAME_BASE}" <<__FLOW_CONFIG__
[scheduler]
[[events]]
inactivity timeout = PT25S
abort on inactivity timeout = True
[scheduling]
initial cycle point = 1
final cycle point = 3
cycling mode = integer
runahead limit = P1
[[dependencies]]
[[[R/^/P1]]]
graph = """foo[-P1] => foo
bar[-P1] => bar # remove
bar:start => foo # remove
"""
[runtime]
[[foo]]
script = """
# Use poll function from test_header.
$(declare -f poll)
$(declare -f poll_grep)
# Remove bar and tell the server to reload.
if (( CYLC_TASK_CYCLE_POINT == CYLC_WORKFLOW_INITIAL_CYCLE_POINT )); then
sed -i 's/^.*remove*$//g' "\${CYLC_WORKFLOW_RUN_DIR}/flow.cylc"
cylc reload "\${CYLC_WORKFLOW_ID}"
poll_grep -F 'Reload complete' "\${CYLC_WORKFLOW_RUN_DIR}/log/scheduler/log"
# kill the long-running orphaned bar task.
kill "\$(cat "\${CYLC_WORKFLOW_RUN_DIR}/work/1/bar/pid")"
fi
"""
[[bar]]
script = """
# Long sleep to ensure that bar does not finish before the reload.
# Store long sleep PID to enable kill after the reload.
sleep 1000 &
echo \$! > pid
wait"""
__FLOW_CONFIG__
TEST_NAME="${TEST_NAME_BASE}-validate"
run_ok "${TEST_NAME}" cylc validate "${WORKFLOW_NAME}"
TEST_NAME="${TEST_NAME_BASE}-run"
workflow_run_ok "${TEST_NAME}" cylc play --debug --no-detach "${WORKFLOW_NAME}"
TEST_NAME="${TEST_NAME_BASE}-result"
cylc workflow-state --old-format "${WORKFLOW_NAME}" > workflow-state.log
contains_ok workflow-state.log << __END__
foo, 1, succeeded
bar, 1, succeeded
foo, 2, succeeded
foo, 3, succeeded
__END__
purge
cylc-flow-8.6.4/tests/functional/reload/20-stop-point.t 0000775 0001750 0001750 00000003201 15202510242 023076 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test set stop point then reload. Reload should not reset stop point.
# https://github.com/cylc/cylc-flow/issues/2964
export REQUIRE_PLATFORM='runner:at'
. "$(dirname "$0")/test_header"
set_test_number 3
create_test_global_config "
[platforms]
[[$CYLC_TEST_PLATFORM]]
job runner command template = sleep 5
submission retry delays = 3*PT5S
"
install_workflow "${TEST_NAME_BASE}" "${TEST_NAME_BASE}"
run_ok "${TEST_NAME_BASE}-validate" cylc validate "${WORKFLOW_NAME}"
workflow_run_ok "${TEST_NAME_BASE}-run" \
cylc play --debug --no-detach --reference-test "${WORKFLOW_NAME}"
sqlite3 "${WORKFLOW_RUN_DIR}/.service/db" \
'SELECT cycle,name,run_status FROM task_jobs' | sort >'db.out'
cmp_ok 'db.out' <<'__OUT__'
1|reload|0
1|set-stop-point|0
1|t1|0
2|t1|0
3|t1|0
__OUT__
purge
exit
cylc-flow-8.6.4/tests/functional/reload/30-global-rollback.t 0000664 0001750 0001750 00000003333 15202510242 024015 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test reloading global configuration
. "$(dirname "$0")/test_header"
set_test_number 6
create_test_global_config "" ""
TEST_NAME="${TEST_NAME_BASE}"
install_workflow "${TEST_NAME}" "${TEST_NAME_BASE}"
# Validate the config
run_ok "${TEST_NAME}-validate" cylc validate "${WORKFLOW_NAME}"
# Run the workflow
workflow_run_ok "${TEST_NAME_BASE}-run" cylc play "${WORKFLOW_NAME}" --no-detach -v
# Reload happened
grep_ok "Reloading the global configuration" "${WORKFLOW_RUN_DIR}/log/scheduler/01-start-01.log"
# But there was an error in the workflow config, so the change rolled back
grep_ok "Reload failed - IllegalItemError: garbage" "${WORKFLOW_RUN_DIR}/log/scheduler/log"
# Reload has rolled back in all tasks
grep_fail "global init-script reloaded!" "${WORKFLOW_RUN_DIR}/log/job/1/b/01/job.out"
grep_fail "global init-script reloaded!" "${WORKFLOW_RUN_DIR}/log/job/1/c/01/job.out"
purge
exit
cylc-flow-8.6.4/tests/functional/reload/03-queues/ 0000775 0001750 0001750 00000000000 15202510242 022106 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/reload/03-queues/reference.log 0000664 0001750 0001750 00000000775 15202510242 024560 0 ustar alastair alastair Initial point: 1
Final point: 1
1/reloader -triggered off []
1/a -triggered off ['1/reloader']
1/c -triggered off ['1/reloader']
1/b -triggered off ['1/reloader']
1/e -triggered off ['1/reloader']
1/monitor -triggered off ['1/reloader']
1/d -triggered off ['1/reloader']
1/g -triggered off ['1/reloader']
1/f -triggered off ['1/reloader']
1/i -triggered off ['1/reloader']
1/h -triggered off ['1/reloader']
1/k -triggered off ['1/reloader']
1/j -triggered off ['1/reloader']
1/l -triggered off ['1/reloader']
cylc-flow-8.6.4/tests/functional/reload/03-queues/flow.cylc 0000664 0001750 0001750 00000003077 15202510242 023740 0 ustar alastair alastair # Change queue limit by reload and check number of running tasks to confirm
# that the new limit is being applied. This test is potentially flaky because
# it checks task status using the "cylc workflow-state" DB command, and DB task
# states (like the datastore too) only get updated once per main loop.
[scheduling]
[[ queues ]]
[[[ q1 ]]]
limit = 5 # marker
members = reloader, FAM
[[graph]]
R1 = """reloader:start => FAM
reloader => monitor"""
[runtime]
[[FAM]]
script = sleep 10
[[a,b,c,d,e,f,g,h,i,j,k,l]]
inherit = FAM
[[reloader]]
script = """
# change the limit from 5 to 3:
perl -pi -e 's/(limit = )5( # marker)/\1 3 \2/' $CYLC_WORKFLOW_RUN_DIR/flow.cylc
# reload:
cylc reload "${CYLC_WORKFLOW_ID}"
cylc__job__poll_grep_workflow_log 'Reload completed'
"""
[[monitor]]
script = """
cylc__job__wait_cylc_message_started
while true; do
RUNNING=$(cylc dump -l -t "${CYLC_WORKFLOW_ID}" | grep running | wc -l)
# Should be max of: monitor plus 3 members of q1
echo "RUNNING $RUNNING"
if ((RUNNING > 4)); then
break
fi
sleep 1
SUCCEEDED=$(cylc workflow-state "${CYLC_WORKFLOW_ID}//*/*:succeeded" --max-polls=1 | wc -l)
echo "SUCCEEDED $SUCCEEDED"
if ((SUCCEEDED==13)); then
break
fi
sleep 1
done
if ((RUNNING > 4)); then
false
else
true
fi
"""
cylc-flow-8.6.4/tests/functional/reload/24-reload-file-install.t 0000664 0001750 0001750 00000003255 15202510242 024623 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test reload triggers a fresh file install
export REQUIRE_PLATFORM='loc:remote fs:indep comms:?(tcp|ssh)'
. "$(dirname "$0")/test_header"
set_test_number 4
create_test_global_config "" "
[platforms]
[[${CYLC_TEST_PLATFORM}]]
retrieve job logs = True
"
TEST_NAME="${TEST_NAME_BASE}"
install_workflow "${TEST_NAME}" "${TEST_NAME_BASE}"
echo "hello" > "${WORKFLOW_RUN_DIR}/changing-file"
run_ok "${TEST_NAME}-validate" cylc validate "${WORKFLOW_NAME}"
workflow_run_ok "${TEST_NAME}-run" \
cylc play --debug --no-detach "${WORKFLOW_NAME}"
# If new remote file install has completed task c job.out should have goodbye in it
grep_ok "goodbye" "${WORKFLOW_RUN_DIR}/log/job/1/c/01/job.out"
find "${WORKFLOW_RUN_DIR}/log/remote-install" -type f -name "*log" | wc -l >'find-remote-install-log'
cmp_ok 'find-remote-install-log' <<< '2'
purge
exit
cylc-flow-8.6.4/tests/functional/reload/19-remote-kill.t 0000775 0001750 0001750 00000002764 15202510242 023233 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test reload then kill remote running task.
export REQUIRE_PLATFORM='loc:remote comms:tcp'
. "$(dirname "$0")/test_header"
set_test_number 3
install_workflow "${TEST_NAME_BASE}" "${TEST_NAME_BASE}"
run_ok "${TEST_NAME_BASE}-validate" \
cylc validate --set="CYLC_TEST_PLATFORM='${CYLC_TEST_PLATFORM}'" "${WORKFLOW_NAME}"
workflow_run_fail "${TEST_NAME_BASE}-run" \
cylc play --debug --no-detach --reference-test \
--set="CYLC_TEST_PLATFORM='${CYLC_TEST_PLATFORM}'" \
"${WORKFLOW_NAME}"
sqlite3 "${WORKFLOW_RUN_DIR}/.service/db" \
'SELECT cycle,name,run_status FROM task_jobs' >'db.out'
cmp_ok 'db.out' <<'__OUT__'
1|foo|1
1|bar|0
__OUT__
purge
exit
cylc-flow-8.6.4/tests/functional/reload/14-waiting.t 0000775 0001750 0001750 00000003015 15202510242 022432 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test reload a waiting task does not cause DB integrity error.
# cylc/cylc-flow#1221
. "$(dirname "$0")/test_header"
set_test_number 3
install_workflow "${TEST_NAME_BASE}" "${TEST_NAME_BASE}"
#-------------------------------------------------------------------------------
run_ok "${TEST_NAME_BASE}-validate" cylc validate "${WORKFLOW_NAME}"
TEST_NAME="${TEST_NAME_BASE}-run"
workflow_run_ok "${TEST_NAME_BASE}-run" \
cylc play --debug --no-detach --reference-test "${WORKFLOW_NAME}"
run_fail "${TEST_NAME_BASE}-database-integrity-error" \
grep -q 'Database Integrity Error' "${TEST_NAME}.stderr"
#-------------------------------------------------------------------------------
purge
exit
cylc-flow-8.6.4/tests/functional/reload/28-preparing.t 0000664 0001750 0001750 00000003327 15202510242 022767 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test for duplicate job submissions when preparing tasks get flushed
# prior to reload - see https://github.com/cylc/cylc-flow/pull/6345
. "$(dirname "$0")/test_header"
set_test_number 4
# Strap the process pool size down to 1, so that the first task is stuck
# in the preparing state until the startup event handler finishes.
create_test_global_config "" "
[scheduler]
process pool size = 1
"
# install and play the workflow, then reload it and wait for it to finish.
install_workflow "${TEST_NAME_BASE}" "${TEST_NAME_BASE}"
run_ok "${TEST_NAME_BASE}-vip" cylc validate "${WORKFLOW_NAME}"
run_ok "${TEST_NAME_BASE}-reload" cylc play "${WORKFLOW_NAME}"
run_ok "${TEST_NAME_BASE}-reload" cylc reload "${WORKFLOW_NAME}"
poll_grep_workflow_log -F 'INFO - DONE'
# check that task `foo` was only submitted once.
count_ok "1/foo.*submitted to" "${WORKFLOW_RUN_DIR}/log/scheduler/log" 1
purge
cylc-flow-8.6.4/tests/functional/reload/25-xtriggers.t 0000664 0001750 0001750 00000005136 15202510242 023013 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Ensure that xtriggers are preserved after reloads
# See https://github.com/cylc/cylc-flow/issues/4866
. "$(dirname "$0")/test_header"
set_test_number 6
init_workflow "${TEST_NAME_BASE}" <<'__FLOW_CONFIG__'
[scheduling]
[[graph]]
R1 = """
broken
reload
"""
[runtime]
[[broken]]
script = false
# should be long enough for the reload to complete
# (annoyingly we can't make this event driven)
execution retry delays = PT1M
# NOTE: "execution retry delays" is implemented as an xtrigger
[[reload]]
script = """
# wait for "broken" to fail
cylc__job__poll_grep_workflow_log -E '1/broken/01.*failed/ERR'
# fix "broken" to allow it to pass
sed -i 's/false/true/' "${CYLC_WORKFLOW_RUN_DIR}/flow.cylc"
# reload the workflow
cylc reload "${CYLC_WORKFLOW_ID}"
"""
__FLOW_CONFIG__
run_ok "${TEST_NAME_BASE}-val" cylc validate "${WORKFLOW_NAME}"
workflow_run_ok "${TEST_NAME_BASE}-run" cylc play "${WORKFLOW_NAME}" --no-detach -v
# ensure the following order of events
# 1. "1/broken" fails
# 2. workflow is reloaded (by "1/reload")
# 3. the retry xtrigger for "1/broken" is succeeded (after the reload)
# (thus proving that the xtrigger survived the reload)
# 4. "1/broken" succeeds
log_scan "${TEST_NAME_BASE}-scan" \
"$(cylc cat-log -m p "${WORKFLOW_NAME}")" \
1 1 \
'1/broken/01.*failed/ERR'
log_scan "${TEST_NAME_BASE}-scan" \
"$(cylc cat-log -m p "${WORKFLOW_NAME}")" 1 1 \
'Command "reload_workflow" actioned' \
log_scan "${TEST_NAME_BASE}-scan" \
"$(cylc cat-log -m p "${WORKFLOW_NAME}")" \
1 1 \
'xtrigger succeeded: _cylc_retry_1_broken' \
'1/broken.* => succeeded'
purge
cylc-flow-8.6.4/tests/functional/cylc-cat-log/ 0000775 0001750 0001750 00000000000 15202510242 021367 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/cylc-cat-log/13-remote-out-err-tailer/ 0000775 0001750 0001750 00000000000 15202510242 025754 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/cylc-cat-log/13-remote-out-err-tailer/flow.cylc 0000664 0001750 0001750 00000001255 15202510242 027602 0 ustar alastair alastair [scheduler]
[[events]]
abort on stall timeout = True
stall timeout = PT2M
[scheduling]
[[graph]]
R1 = foo
[runtime]
[[foo]]
script = """
# wait for the started message to be received
cylc__job__poll_grep_workflow_log -E 'foo.*running'
# remove the out/err files
rm "${CYLC_TASK_LOG_DIR}/job.out"
rm "${CYLC_TASK_LOG_DIR}/job.err"
# stop the workflow, orphaning this job
cylc stop --now --now "${CYLC_WORKFLOW_ID}" 2>/dev/null >/dev/null
# suppress any subsequent messages
rm "${CYLC_WORKFLOW_RUN_DIR}/.service/contact"
"""
cylc-flow-8.6.4/tests/functional/cylc-cat-log/01-remote.t 0000775 0001750 0001750 00000012624 15202510242 023275 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test "cylc cat-log" for remote tasks.
export REQUIRE_PLATFORM='loc:remote'
. "$(dirname "$0")/test_header"
#-------------------------------------------------------------------------------
set_test_number 16
create_test_global_config "" "
[platforms]
[[${CYLC_TEST_PLATFORM}]]
retrieve job logs = False"
install_workflow "${TEST_NAME_BASE}" "${TEST_NAME_BASE}"
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-validate"
run_ok "${TEST_NAME}" cylc validate "${WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-run"
workflow_run_ok "${TEST_NAME}" \
cylc play --debug --no-detach \
-s "CYLC_TEST_PLATFORM='${CYLC_TEST_PLATFORM}'" "${WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
TEST_NAME=${TEST_NAME_BASE}-task-out
cylc cat-log -f o "${WORKFLOW_NAME}//1/a-task" >"${TEST_NAME}.out"
grep_ok '^the quick brown fox$' "${TEST_NAME}.out"
#-------------------------------------------------------------------------------
TEST_NAME=${TEST_NAME_BASE}-task-job
cylc cat-log -f j "${WORKFLOW_NAME}//1/a-task" >"${TEST_NAME}.out"
contains_ok "${TEST_NAME}.out" - << __END__
# SCRIPT:
# Write to task stdout log
echo "the quick brown fox"
# Write to task stderr log
echo "jumped over the lazy dog" >&2
# Write to a custom log file
echo "drugs and money" > \${CYLC_TASK_LOG_ROOT}.custom-log
__END__
#-------------------------------------------------------------------------------
# remote
TEST_NAME=${TEST_NAME_BASE}-task-err
cylc cat-log -f e "${WORKFLOW_NAME}//1/a-task" >"${TEST_NAME}.out"
grep_ok "jumped over the lazy dog" "${TEST_NAME}.out"
#-------------------------------------------------------------------------------
# remote
TEST_NAME=${TEST_NAME_BASE}-task-status
cylc cat-log -f s "${WORKFLOW_NAME}//1/a-task" >"${TEST_NAME}.out"
grep_ok "CYLC_JOB_RUNNER_NAME=$CYLC_TEST_JOB_RUNNER" "${TEST_NAME}.out"
#-------------------------------------------------------------------------------
# local
TEST_NAME=${TEST_NAME_BASE}-task-activity
cylc cat-log -f a "${WORKFLOW_NAME}//1/a-task" >"${TEST_NAME}.out"
grep_ok '\[jobs-submit ret_code\] 0' "${TEST_NAME}.out"
#-------------------------------------------------------------------------------
# remote
TEST_NAME=${TEST_NAME_BASE}-task-custom
cylc cat-log -f 'job.custom-log' "${WORKFLOW_NAME}//1/a-task" >"${TEST_NAME}.out"
grep_ok "drugs and money" "${TEST_NAME}.out"
#-------------------------------------------------------------------------------
# local
TEST_NAME=${TEST_NAME_BASE}-task-list-local-NN
cylc cat-log -f a -m l "${WORKFLOW_NAME}//1/a-task" >"${TEST_NAME}.out"
contains_ok "${TEST_NAME}.out" <<__END__
job
job-activity.log
__END__
#-------------------------------------------------------------------------------
# local
TEST_NAME=${TEST_NAME_BASE}-task-list-local-01
cylc cat-log -f a -m l -s 1 "${WORKFLOW_NAME}//1/a-task" >"${TEST_NAME}.out"
contains_ok "${TEST_NAME}.out" <<__END__
job
job-activity.log
__END__
#-------------------------------------------------------------------------------
# remote
TEST_NAME=${TEST_NAME_BASE}-task-list-remote-NN
cylc cat-log -f j -m l "${WORKFLOW_NAME}//1/a-task" >"${TEST_NAME}.out"
contains_ok "${TEST_NAME}.out" <<__END__
job
job-activity.log
job.custom-log
job.err
job.out
job.status
job.xtrace
__END__
#-------------------------------------------------------------------------------
# remote
TEST_NAME=${TEST_NAME_BASE}-task-log-dir-NN
cylc cat-log -f j -m d "${WORKFLOW_NAME}//1/a-task" >"${TEST_NAME}.out"
grep_ok "${WORKFLOW_NAME}/log/job/1/a-task/NN$" "${TEST_NAME}.out"
#-------------------------------------------------------------------------------
# remote
TEST_NAME=${TEST_NAME_BASE}-task-log-dir-01
cylc cat-log -m d -f j -s 1 "${WORKFLOW_NAME}//1/a-task" >"${TEST_NAME}.out"
grep_ok "${WORKFLOW_NAME}/log/job/1/a-task/01$" "${TEST_NAME}.out"
#-------------------------------------------------------------------------------
# remote
TEST_NAME=${TEST_NAME_BASE}-task-job-path
cylc cat-log -m p -f j "${WORKFLOW_NAME}//1/a-task" >"${TEST_NAME}.out"
grep_ok "${WORKFLOW_NAME}/log/job/1/a-task/NN/job$" "${TEST_NAME}.out"
#-------------------------------------------------------------------------------
TEST_NAME=${TEST_NAME_BASE}-un-norm-path
run_fail "${TEST_NAME}" cylc cat-log "${WORKFLOW_NAME}//1/a-task" \
--remote-arg=j/../02/j \
--remote-arg=cat \
--remote-arg='tail -f'
grep_ok 'InputError' "${TEST_NAME}.stderr"
#-------------------------------------------------------------------------------
# Clean up the task host.
purge
exit
cylc-flow-8.6.4/tests/functional/cylc-cat-log/02-remote-custom-runtime-viewer-pbs/ 0000775 0001750 0001750 00000000000 15202510242 030153 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/cylc-cat-log/02-remote-custom-runtime-viewer-pbs/reference.log 0000664 0001750 0001750 00000000140 15202510242 032607 0 ustar alastair alastair Initial point: 1
Final point: 1
1/a-task -triggered off []
1/b-task -triggered off ['1/a-task']
cylc-flow-8.6.4/tests/functional/cylc-cat-log/02-remote-custom-runtime-viewer-pbs/flow.cylc 0000664 0001750 0001750 00000001160 15202510242 031774 0 ustar alastair alastair #!Jinja2
[scheduling]
[[graph]]
R1 = a-task:echo => b-task
[runtime]
[[a-task]]
script = """
echo rubbish
echo garbage >&2
cylc message 'echo done'
sleep 60
"""
platform = {{ environ['CYLC_TEST_PLATFORM'] }}
[[[outputs]]]
echo = "echo done"
[[b-task]]
script = """
sleep 10 # wait for buffer to flush?
cylc cat-log --debug -f o "${CYLC_WORKFLOW_ID}//1/a-task" | grep 'rubbish'
cylc cat-log --debug -f e "${CYLC_WORKFLOW_ID}//1/a-task" | grep 'garbage'
"""
cylc-flow-8.6.4/tests/functional/cylc-cat-log/09-cat-running/ 0000775 0001750 0001750 00000000000 15202510242 024042 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/cylc-cat-log/09-cat-running/reference.log 0000664 0001750 0001750 00000000232 15202510242 026500 0 ustar alastair alastair Initial point: 1
Final point: 1
1/local-task -triggered off []
1/remote-task -triggered off []
1/cat-log -triggered off ['1/local-task', '1/remote-task']
cylc-flow-8.6.4/tests/functional/cylc-cat-log/09-cat-running/flow.cylc 0000664 0001750 0001750 00000002114 15202510242 025663 0 ustar alastair alastair #!Jinja2
[scheduler]
[[events]]
abort on stall timeout = True
stall timeout = PT0S
abort on inactivity timeout = True
inactivity timeout = PT3M
[scheduling]
[[graph]]
R1 = local-task:echo & remote-task:echo => cat-log
[runtime]
[[ECHO]]
script = """
cylc__job__wait_cylc_message_started
echo rubbish
echo garbage >&2
cylc message 'echo done'
"""
[[[outputs]]]
echo = "echo done"
[[local-task]]
inherit = ECHO
[[remote-task]]
platform = {{ environ['CYLC_TEST_PLATFORM'] }}
inherit = ECHO
[[cat-log]]
script = """
cylc__job__wait_cylc_message_started
for TASK in '1/local-task' '1/remote-task'; do
cylc cat-log --debug -f o \
"${CYLC_WORKFLOW_ID}//${TASK}" \
| grep 'rubbish'
cylc cat-log --debug -f e \
"${CYLC_WORKFLOW_ID}//${TASK}" \
| grep 'garbage'
done
"""
cylc-flow-8.6.4/tests/functional/cylc-cat-log/06-log-rotation.t 0000775 0001750 0001750 00000002764 15202510242 024431 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Tests that cylc cat-log correctly handles log rotation.
. "$(dirname "$0")/test_header"
set_test_number 1
init_workflow "${TEST_NAME_BASE}" '/dev/null'
# Populate its cylc-run dir with empty log files.
LOG_DIR="$HOME/cylc-run/$WORKFLOW_NAME/log/scheduler"
mkdir -p "${LOG_DIR}"
touch -t '201001011200.00' "${LOG_DIR}/01-start-01.log"
touch -t '201001011200.01' "${LOG_DIR}/02-start-01.log"
touch -t '201001011200.02' "${LOG_DIR}/03-restart-02.log"
# Test log rotation.
for I in {0..2}; do
basename "$(cylc cat-log "${WORKFLOW_NAME}" -m p -r "${I}")"
done >'result'
cmp_ok 'result' <<'__CMP__'
03-restart-02.log
02-start-01.log
01-start-01.log
__CMP__
purge
exit
cylc-flow-8.6.4/tests/functional/cylc-cat-log/05-remote-tail.t 0000775 0001750 0001750 00000005431 15202510242 024226 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test "cylc cat-log" with a custom remote tail command.
export REQUIRE_PLATFORM='loc:remote comms:tcp runner:background'
. "$(dirname "$0")/test_header"
#-------------------------------------------------------------------------------
set_test_number 4
install_workflow "${TEST_NAME_BASE}" "${TEST_NAME_BASE}"
set -eu
SSH='ssh -oBatchMode=yes -oConnectTimeout=5'
SCP='scp -oBatchMode=yes -oConnectTimeout=5'
$SSH -n "${CYLC_TEST_HOST}" "mkdir -p cylc-run/.bin"
# shellcheck disable=SC2016
create_test_global_config "" "
[platforms]
[[$CYLC_TEST_PLATFORM]]
tail command template = \$HOME/cylc-run/.bin/my-tailer.sh %(filename)s"
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-validate"
run_ok "${TEST_NAME}" cylc validate "${WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
$SCP "${PWD}/bin/my-tailer.sh" \
"${CYLC_TEST_HOST}:cylc-run/.bin/my-tailer.sh"
#-------------------------------------------------------------------------------
# Run detached.
workflow_run_ok "${TEST_NAME_BASE}-run" cylc play "${WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
poll_grep_workflow_log -E '1/foo/01:preparing.* => submitted'
# cylc cat-log -m 't' tail-follows a file, so needs to be killed.
# Send interrupt signal to tail command after 15 seconds.
TEST_NAME="${TEST_NAME_BASE}-cat-log"
timeout -s 'INT' 15 \
cylc cat-log "${WORKFLOW_NAME}//1/foo" -f 'o' -m 't' --force-remote \
>"${TEST_NAME}.out" 2>"${TEST_NAME}.err" || true
grep_ok "HELLO from foo 1" "${TEST_NAME}.out"
#-------------------------------------------------------------------------------
TEST_NAME=${TEST_NAME_BASE}-stop
run_ok "${TEST_NAME}" cylc stop --kill --max-polls=20 --interval=1 "${WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
$SSH -n "${CYLC_TEST_HOST}" "rm -rf cylc-run/.bin/"
purge
exit
cylc-flow-8.6.4/tests/functional/cylc-cat-log/02-remote-custom-runtime-viewer-pbs.t 0000775 0001750 0001750 00000002447 15202510242 030352 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test "cylc cat-log" for viewing PBS runtime STDOUT/STDERR by a custom command
export REQUIRE_PLATFORM='runner:pbs'
. "$(dirname "$0")/test_header"
OUT_VIEWER="$(cylc config -d -i "[platforms][$CYLC_TEST_PLATFORM]out viewer")"
ERR_VIEWER="$(cylc config -d -i "[platforms][$CYLC_TEST_PLATFORM]err viewer")"
if [[ -z "${ERR_VIEWER}" || -z "${OUT_VIEWER}" ]]; then
skip_all 'remote viewers not configured for this platform'
fi
set_test_number 2
reftest
purge
exit
cylc-flow-8.6.4/tests/functional/cylc-cat-log/04-local-tail.t 0000775 0001750 0001750 00000003654 15202510242 024031 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test "cylc cat-log" with a custom tail /command
. "$(dirname "$0")/test_header"
#-------------------------------------------------------------------------------
set_test_number 4
install_workflow "${TEST_NAME_BASE}" "${TEST_NAME_BASE}"
create_test_global_config "" "
[platforms]
[[localhost]]
tail command template = $PWD/bin/my-tailer.sh %(filename)s
"
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-validate"
run_ok "${TEST_NAME}" cylc validate "${WORKFLOW_NAME}"
workflow_run_ok "${TEST_NAME_BASE}-run" cylc play "${WORKFLOW_NAME}"
run_ok "wait-for-task-foo-start" \
cylc workflow-state "${WORKFLOW_NAME}//1/foo:started" --interval=1 --triggers
TEST_NAME=${TEST_NAME_BASE}-cat-log
cylc cat-log "${WORKFLOW_NAME}//1/foo" -f o -m t > "${TEST_NAME}.out"
grep_ok "HELLO from foo 1" "${TEST_NAME}.out"
#-------------------------------------------------------------------------------
cylc stop --kill --max-polls=20 --interval=1 "${WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
purge
cylc-flow-8.6.4/tests/functional/cylc-cat-log/05-remote-tail/ 0000775 0001750 0001750 00000000000 15202510242 024033 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/cylc-cat-log/05-remote-tail/bin/ 0000775 0001750 0001750 00000000000 15202510242 024603 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/cylc-cat-log/05-remote-tail/bin/my-tailer.sh 0000775 0001750 0001750 00000000324 15202510242 027044 0 ustar alastair alastair #!/usr/bin/env bash
# Modify 'tail' output to prove that cylc used the custom tailer.
# Exit immediately, for the test (i.e. don't 'tail -F')
FILE="$1"
tail -n +1 "${FILE}" | awk '{print "HELLO", $0; fflush() }'
cylc-flow-8.6.4/tests/functional/cylc-cat-log/05-remote-tail/flow.cylc 0000664 0001750 0001750 00000000526 15202510242 025661 0 ustar alastair alastair #!Jinja2
[scheduler]
[[events]]
abort on stall timeout = True
stall timeout = PT2M
[scheduling]
[[graph]]
R1 = foo
[runtime]
[[foo]]
script = """
for I in $(seq 1 100); do
echo "from $CYLC_TASK_NAME $I"
sleep 1
done"""
platform={{environ['CYLC_TEST_PLATFORM'] | default("localhost")}}
cylc-flow-8.6.4/tests/functional/cylc-cat-log/01-remote/ 0000775 0001750 0001750 00000000000 15202510242 023100 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/cylc-cat-log/01-remote/flow.cylc 0000664 0001750 0001750 00000000722 15202510242 024724 0 ustar alastair alastair #!Jinja2
[scheduler]
[[events]]
abort on stall timeout = True
stall timeout = PT1M
[scheduling]
[[graph]]
R1 = a-task
[runtime]
[[a-task]]
script = """
# Write to task stdout log
echo "the quick brown fox"
# Write to task stderr log
echo "jumped over the lazy dog" >&2
# Write to a custom log file
echo "drugs and money" > ${CYLC_TASK_LOG_ROOT}.custom-log
"""
platform = {{CYLC_TEST_PLATFORM | default("localhost")}}
cylc-flow-8.6.4/tests/functional/cylc-cat-log/10-remote-no-retrieve.t 0000775 0001750 0001750 00000003305 15202510242 025526 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test "cylc cat-log" for remote tasks with no auto-retrieval.
export REQUIRE_PLATFORM='loc:remote fs:indep'
. "$(dirname "$0")/test_header"
set_test_number 5
create_test_global_config "" "
[platforms]
[[${CYLC_TEST_PLATFORM}]]
retrieve job logs = False"
install_workflow "${TEST_NAME_BASE}" remote-simple
TEST_NAME="${TEST_NAME_BASE}-validate"
run_ok "${TEST_NAME}" cylc validate "${WORKFLOW_NAME}"
TEST_NAME="${TEST_NAME_BASE}-run"
workflow_run_ok "${TEST_NAME}" cylc play --debug --no-detach "${WORKFLOW_NAME}"
# Local job.out should not exist (not retrieved).
LOCAL_JOB_DIR=$(cylc cat-log -f a -m d "${WORKFLOW_NAME}//1/a-task")
exists_fail "${LOCAL_JOB_DIR}/job.out"
# Cat the remote one.
TEST_NAME=${TEST_NAME_BASE}-task-out
run_ok "${TEST_NAME}" cylc cat-log -f o "${WORKFLOW_NAME}//1/a-task"
grep_ok '^the quick brown fox$' "${TEST_NAME}.stdout"
purge
exit
cylc-flow-8.6.4/tests/functional/cylc-cat-log/test_header 0000777 0001750 0001750 00000000000 15202510242 027704 2../lib/bash/test_header ustar alastair alastair cylc-flow-8.6.4/tests/functional/cylc-cat-log/12-delete-kill.t 0000664 0001750 0001750 00000003651 15202510242 024174 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test "cylc cat-log" exits when the log file is deleted
# or when tail is killed.
. "$(dirname "$0")/test_header"
set_test_number 2
# Get PID of tail cmd given the parent cat-log PPID
get_tail_pid() {
pgrep -P "$1" tail
}
init_workflow "${TEST_NAME_BASE}" << __EOF__
# whatever
__EOF__
log_file="${WORKFLOW_RUN_DIR}/log/foo.log"
echo "Hello, Mr. Thompson" > "$log_file"
TEST_NAME="${TEST_NAME_BASE}-delete"
cylc cat-log --mode=tail "$WORKFLOW_NAME" -f foo.log 2>&1 &
cat_log_pid="$!"
# Wait for tail to start
poll get_tail_pid "$cat_log_pid"
# We should be able to delete the log file
run_ok "$TEST_NAME" rm "$log_file"
# cat-log should exit (but exit code does not seem to be consistent across systems)
poll_pid_done "$cat_log_pid"
echo "Hello, Mr. Thompson" > "$log_file"
TEST_NAME="${TEST_NAME_BASE}-kill"
cylc cat-log --mode=tail "$WORKFLOW_NAME" -f foo.log 2>&1 &
cat_log_pid="$!"
# Wait for tail to start
poll get_tail_pid "$cat_log_pid"
kill "$(get_tail_pid "$cat_log_pid")"
# cat-log should exit non-zero
poll_pid_done "$cat_log_pid"
run_fail "${TEST_NAME}_ret" wait "$cat_log_pid"
purge
cylc-flow-8.6.4/tests/functional/cylc-cat-log/04-local-tail/ 0000775 0001750 0001750 00000000000 15202510242 023631 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/cylc-cat-log/04-local-tail/bin/ 0000775 0001750 0001750 00000000000 15202510242 024401 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/cylc-cat-log/04-local-tail/bin/my-tailer.sh 0000775 0001750 0001750 00000000324 15202510242 026642 0 ustar alastair alastair #!/usr/bin/env bash
# Modify 'tail' output to prove that cylc used the custom tailer.
# Exit immediately, for the test (i.e. don't 'tail -F')
FILE="$1"
tail -n +1 "${FILE}" | awk '{print "HELLO", $0; fflush() }'
cylc-flow-8.6.4/tests/functional/cylc-cat-log/04-local-tail/flow.cylc 0000664 0001750 0001750 00000000474 15202510242 025461 0 ustar alastair alastair [scheduler]
[[events]]
abort on stall timeout = True
stall timeout = PT2M
[scheduling]
[[graph]]
R1 = foo
[runtime]
[[foo]]
script = """
for I in $(seq 1 100); do
echo "from $CYLC_TASK_NAME $I"
sleep 1
done
"""
cylc-flow-8.6.4/tests/functional/cylc-cat-log/11-remote-retrieve.t 0000775 0001750 0001750 00000003725 15202510242 025123 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test "cylc cat-log" for remote tasks with auto-retrieval.
export REQUIRE_PLATFORM='loc:remote fs:indep'
. "$(dirname "$0")/test_header"
set_test_number 7
create_test_global_config "" "
[platforms]
[[${CYLC_TEST_PLATFORM}]]
retrieve job logs = True"
install_workflow "${TEST_NAME_BASE}" remote-simple
TEST_NAME="${TEST_NAME_BASE}-validate"
run_ok "${TEST_NAME}" cylc validate "${WORKFLOW_NAME}"
TEST_NAME="${TEST_NAME_BASE}-run"
workflow_run_ok "${TEST_NAME}" cylc play --debug --no-detach "${WORKFLOW_NAME}"
# Local job.out should exist (retrieved).
LOCAL_JOB_OUT=$(cylc cat-log -f a -m d "${WORKFLOW_NAME}//1/a-task")/job.out
exists_ok "${LOCAL_JOB_OUT}"
# Distinguish local from remote job.out
perl -pi -e 's/fox/FOX/' "${LOCAL_JOB_OUT}"
# Cat the remote one.
TEST_NAME=${TEST_NAME_BASE}-out-rem
run_ok "${TEST_NAME}" cylc cat-log --force-remote -f o \
"${WORKFLOW_NAME}//1/a-task"
grep_ok '^the quick brown fox$' "${TEST_NAME}.stdout"
# Cat the local one.
TEST_NAME=${TEST_NAME_BASE}-out-loc
run_ok "${TEST_NAME}" cylc cat-log -f o "${WORKFLOW_NAME}//1/a-task"
grep_ok '^the quick brown FOX$' "${TEST_NAME}.stdout"
purge
exit
cylc-flow-8.6.4/tests/functional/cylc-cat-log/13-remote-out-err-tailer.t 0000664 0001750 0001750 00000007145 15202510242 026150 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test "cylc cat-log" with custom out/err tailers
export REQUIRE_PLATFORM='loc:remote runner:background fs:indep comms:tcp'
. "$(dirname "$0")/test_header"
#-------------------------------------------------------------------------------
set_test_number 12
#-------------------------------------------------------------------------------
# run the workflow
TEST_NAME="${TEST_NAME_BASE}-validate"
install_workflow "${TEST_NAME_BASE}" "${TEST_NAME_BASE}"
run_ok "${TEST_NAME}" cylc validate "${WORKFLOW_NAME}"
workflow_run_ok "${TEST_NAME_BASE}-run" cylc play -N "${WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
# change the platform the task ran on to the remote platform
sqlite3 "${HOME}/cylc-run/${WORKFLOW_NAME}/log/db" "
UPDATE
task_jobs
SET
platform_name = '${CYLC_TEST_PLATFORM}',
run_status = null
WHERE
name = 'foo'
AND cycle = '1'
;"
#-------------------------------------------------------------------------------
# test cylc cat-log --mode=list-dir will not list job.out / err
# (no tailer / viewer configured)
create_test_global_config "" "
[platforms]
[[$CYLC_TEST_PLATFORM]]
out tailer =
err tailer =
out viewer =
err viewer =
"
TEST_NAME="${TEST_NAME_BASE}-list-dir-no-tailers"
# NOTE: command will fail due to missing remote directory (this tests remote
# error code is preserved)
run_fail "${TEST_NAME}" cylc cat-log "${WORKFLOW_NAME}//1/foo" -m 'list-dir'
# the job.out and job.err filees
grep_fail "job.out" "${TEST_NAME}.stdout"
grep_fail "job.err" "${TEST_NAME}.stdout"
#-------------------------------------------------------------------------------
# test cylc cat-log --mode=list-dir lists the tailed files
# (both tailer and viewer configured)
create_test_global_config "" "
[platforms]
[[$CYLC_TEST_PLATFORM]]
out tailer = echo OUT
err tailer = echo ERR
out viewer = echo OUT
err viewer = echo ERR
"
# test cylc cat-log --mode=list-dir lists the tailed files
TEST_NAME="${TEST_NAME_BASE}-list-dir-with-tailers"
# NOTE: command will fail due to missing remote directory (this tests remote
# error code is preserved)
run_fail "${TEST_NAME}" cylc cat-log "${WORKFLOW_NAME}//1/foo" -m 'list-dir'
# the job.out and job.err filees
grep_ok "job.out" "${TEST_NAME}.stdout"
grep_ok "job.err" "${TEST_NAME}.stdout"
#-------------------------------------------------------------------------------
# test cylc cat-log runs the custom tailers
TEST_NAME="${TEST_NAME_BASE}-cat-out"
run_ok "${TEST_NAME}" cylc cat-log "${WORKFLOW_NAME}//1/foo" -f o -m t
grep_ok "OUT" "${TEST_NAME}.stdout"
run_ok "${TEST_NAME}" cylc cat-log "${WORKFLOW_NAME}//1/foo" -f e -m t
grep_ok "ERR" "${TEST_NAME}.stdout"
#-------------------------------------------------------------------------------
purge
exit
cylc-flow-8.6.4/tests/functional/cylc-cat-log/09-cat-running.t 0000775 0001750 0001750 00000002012 15202510242 024225 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test "cylc cat-log" of currently-running local and remote jobs.
export REQUIRE_PLATFORM='loc:remote comms:tcp'
. "$(dirname "$0")/test_header"
set_test_number 2
reftest
purge
exit
cylc-flow-8.6.4/tests/functional/cylc-cat-log/00-local/ 0000775 0001750 0001750 00000000000 15202510242 022676 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/cylc-cat-log/00-local/reference.log 0000664 0001750 0001750 00000000142 15202510242 025334 0 ustar alastair alastair 1/submit-failed -triggered off [] in flow 1
1/a-task -triggered off ['1/submit-failed'] in flow 1
cylc-flow-8.6.4/tests/functional/cylc-cat-log/00-local/flow.cylc 0000664 0001750 0001750 00000001756 15202510242 024532 0 ustar alastair alastair [scheduler]
[[events]]
abort on stall timeout = True
stall timeout = PT0S
abort on inactivity timeout = True
inactivity timeout = PT3M
[scheduling]
[[graph]]
R1 = submit-failed:submit-failed? => a-task
[runtime]
[[a-task]]
script = """
# Write to task stdout log
echo "the quick brown fox"
# Write to task stderr log
echo "jumped over the lazy dog" >&2
# Write to a custom log file
echo "drugs, money & whitespace" > "${CYLC_TASK_LOG_ROOT} custom.log"
# Generate a warning message in the workflow log.
cylc message -p WARNING 'marmite and squashed bananas'
# Remove the submit-failed task.
cylc remove "${CYLC_WORKFLOW_NAME}//1/submit-failed"
"""
[[submit-failed]]
# This causes a submission failure due to Bash syntax check.
# In this case the job file isn't even written remotely.
script = if
cylc-flow-8.6.4/tests/functional/cylc-cat-log/00-local.t 0000775 0001750 0001750 00000017174 15202510242 023100 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test "cylc cat-log" on the workflow host.
. "$(dirname "$0")/test_header"
#-------------------------------------------------------------------------------
set_test_number 43
install_workflow "${TEST_NAME_BASE}" "${TEST_NAME_BASE}"
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-validate"
run_ok "${TEST_NAME}" cylc validate "${WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
workflow_run_ok "${TEST_NAME_BASE}-run" \
cylc play --no-detach "${WORKFLOW_NAME}" --reference-test
#-------------------------------------------------------------------------------
TEST_NAME=${TEST_NAME_BASE}-workflow-log-log
run_ok "${TEST_NAME}" cylc cat-log "${WORKFLOW_NAME}"
contains_ok "${TEST_NAME}.stdout" "${WORKFLOW_RUN_DIR}/log/scheduler/log"
#-------------------------------------------------------------------------------
TEST_NAME=${TEST_NAME_BASE}-workflow-log-ok
LOG_DIR="$(dirname "$(cylc cat-log -m p "${WORKFLOW_NAME}")")"
echo "This is file 02-restart-02.log" > "${LOG_DIR}/02-restart-02.log"
echo "This is file 03-restart-02.log" > "${LOG_DIR}/03-restart-02.log"
# it should accept file paths relative to the scheduler log directory
run_ok "${TEST_NAME}" cylc cat-log -f scheduler/03-restart-02.log "${WORKFLOW_NAME}"
contains_ok "${TEST_NAME}.stdout" - << __END__
This is file 03-restart-02.log
__END__
# it should pick the latest scheduler log file if no rotation number is provided
run_ok "${TEST_NAME}" cylc cat-log --file s "${WORKFLOW_NAME}"
contains_ok "${TEST_NAME}.stdout" - << __END__
This is file 03-restart-02.log
__END__
# it should apply rotation number to scheduler log files
run_ok "${TEST_NAME}" cylc cat-log -f s -r 1 "${WORKFLOW_NAME}"
contains_ok "${TEST_NAME}.stdout" - << __END__
This is file 02-restart-02.log
__END__
# it should list scheduler log files
run_ok "${TEST_NAME}" cylc cat-log -m l "${WORKFLOW_NAME}"
cmp_ok "${TEST_NAME}.stdout" - << __END__
config/01-start-01.cylc
config/flow-processed.cylc
install/01-install.log
scheduler/01-start-01.log
scheduler/02-restart-02.log
scheduler/03-restart-02.log
scheduler/reftest.log
__END__
#-------------------------------------------------------------------------------
TEST_NAME=${TEST_NAME_BASE}-task-out
run_ok "${TEST_NAME}" cylc cat-log -f o "${WORKFLOW_NAME}//1/a-task"
grep_ok '^the quick brown fox$' "${TEST_NAME}.stdout"
#-------------------------------------------------------------------------------
TEST_NAME=${TEST_NAME_BASE}-task-job
run_ok "${TEST_NAME}" cylc cat-log -f j "${WORKFLOW_NAME}//1/a-task"
contains_ok "${TEST_NAME}.stdout" - << __END__
# SCRIPT:
# Write to task stdout log
echo "the quick brown fox"
# Write to task stderr log
echo "jumped over the lazy dog" >&2
# Write to a custom log file
echo "drugs, money & whitespace" > "\${CYLC_TASK_LOG_ROOT} custom.log"
# Generate a warning message in the workflow log.
cylc message -p WARNING 'marmite and squashed bananas'
__END__
#-------------------------------------------------------------------------------
TEST_NAME=${TEST_NAME_BASE}-task-err
run_ok "${TEST_NAME}" cylc cat-log -f e "${WORKFLOW_NAME}//1/a-task"
grep_ok "jumped over the lazy dog" "${TEST_NAME}.stdout"
#-------------------------------------------------------------------------------
TEST_NAME=${TEST_NAME_BASE}-task-status
run_ok "${TEST_NAME}" cylc cat-log -f s "${WORKFLOW_NAME}//1/a-task"
grep_ok "CYLC_JOB_RUNNER_NAME=background" "${TEST_NAME}.stdout"
#-------------------------------------------------------------------------------
TEST_NAME=${TEST_NAME_BASE}-task-activity
run_ok "${TEST_NAME}" cylc cat-log -f a "${WORKFLOW_NAME}//1/a-task"
grep_ok '\[jobs-submit ret_code\] 0' "${TEST_NAME}.stdout"
#-------------------------------------------------------------------------------
TEST_NAME=${TEST_NAME_BASE}-task-custom
run_ok "${TEST_NAME}" cylc cat-log -f 'job custom.log' "${WORKFLOW_NAME}//1/a-task"
grep_ok "drugs, money & whitespace" "${TEST_NAME}.stdout"
#-------------------------------------------------------------------------------
TEST_NAME=${TEST_NAME_BASE}-task-list-local-NN
run_ok "${TEST_NAME}" cylc cat-log -f a -m l "${WORKFLOW_NAME}//1/a-task"
contains_ok "${TEST_NAME}.stdout" <<__END__
job
job-activity.log
job custom.log
job.err
job.out
job.status
__END__
#-------------------------------------------------------------------------------
TEST_NAME=${TEST_NAME_BASE}-task-list-local-01
run_ok "${TEST_NAME}" cylc cat-log -f a -m l -s 1 "${WORKFLOW_NAME}//1/a-task"
contains_ok "${TEST_NAME}.stdout" <<__END__
job
job-activity.log
job custom.log
job.err
job.out
job.status
__END__
#-------------------------------------------------------------------------------
TEST_NAME=${TEST_NAME_BASE}-task-list-local-02
run_fail cylc cat-log -f j -m l -s 2 "${WORKFLOW_NAME}//1/a-task"
#-------------------------------------------------------------------------------
TEST_NAME=${TEST_NAME_BASE}-task-log-dir-NN
run_ok "${TEST_NAME}" cylc cat-log -f j -m d "${WORKFLOW_NAME}//1/a-task"
grep_ok "${WORKFLOW_NAME}/log/job/1/a-task/NN$" "${TEST_NAME}.stdout"
#-------------------------------------------------------------------------------
TEST_NAME=${TEST_NAME_BASE}-task-log-dir-01
run_ok "${TEST_NAME}" cylc cat-log -f j -m d -s 1 "${WORKFLOW_NAME}//1/a-task"
grep_ok "${WORKFLOW_NAME}/log/job/1/a-task/01$" "${TEST_NAME}.stdout"
#-------------------------------------------------------------------------------
TEST_NAME=${TEST_NAME_BASE}-task-job-path
run_ok "${TEST_NAME}" cylc cat-log -f j -m p "${WORKFLOW_NAME}//1/a-task"
grep_ok "${WORKFLOW_NAME}/log/job/1/a-task/NN/job$" "${TEST_NAME}.stdout"
#-------------------------------------------------------------------------------
# it shouldn't let you modify the file path to access other resources
# use the dedicated options
TEST_NAME=${TEST_NAME_BASE}-un-norm-path
run_fail "${TEST_NAME}" cylc cat-log -f j/../02/j "${WORKFLOW_NAME}//1/a-task"
grep_ok 'InputError' "${TEST_NAME}.stderr"
#-------------------------------------------------------------------------------
TEST_NAME=${TEST_NAME_BASE}-prepend-path
run_ok "${TEST_NAME}-get-path" cylc cat-log -m p "${WORKFLOW_NAME}//1/a-task"
run_ok "${TEST_NAME}" cylc cat-log --prepend-path "${WORKFLOW_NAME}//1/a-task"
grep_ok "$(cat "#.*${TEST_NAME}-get-path.stdout")" "${TEST_NAME}.stdout"
#-------------------------------------------------------------------------------
TEST_NAME=${TEST_NAME_BASE}-submit-failed
run_ok "${TEST_NAME}" cylc cat-log -m l "${WORKFLOW_NAME}//1/submit-failed"
contains_ok "${TEST_NAME}.stdout" <<__END__
job.tmp
job-activity.log
__END__
#-------------------------------------------------------------------------------
TEST_NAME=${TEST_NAME_BASE}-list-no-install-dir
rm -r "${WORKFLOW_RUN_DIR}/log/install"
run_ok "${TEST_NAME}-get-path" cylc cat-log -m l "${WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
purge
exit
cylc-flow-8.6.4/tests/functional/cylc-cat-log/remote-simple/ 0000775 0001750 0001750 00000000000 15202510242 024151 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/cylc-cat-log/remote-simple/flow.cylc 0000664 0001750 0001750 00000000417 15202510242 025776 0 ustar alastair alastair #!Jinja2
[scheduler]
[[events]]
abort on stall timeout = True
stall timeout = PT1M
[scheduling]
[[graph]]
R1 = a-task
[runtime]
[[a-task]]
script = echo "the quick brown fox"
platform = {{ environ['CYLC_TEST_PLATFORM'] }}
cylc-flow-8.6.4/tests/functional/triggering/ 0000775 0001750 0001750 00000000000 15202510242 021252 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/triggering/14-submit-fail/ 0000775 0001750 0001750 00000000000 15202510242 023710 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/triggering/14-submit-fail/reference.log 0000664 0001750 0001750 00000000127 15202510242 026351 0 ustar alastair alastair Initial point: 1
Final point: 1
1/foo -triggered off []
1/bar -triggered off ['1/foo']
cylc-flow-8.6.4/tests/functional/triggering/14-submit-fail/flow.cylc 0000664 0001750 0001750 00000000443 15202510242 025534 0 ustar alastair alastair [scheduler]
[[events]]
expected task failures = 1/foo
[scheduling]
[[graph]]
R1 = """
foo:submit-fail? => bar
bar => !foo
"""
[runtime]
[[foo]]
script = true
platform = idontexist
[[bar]]
script = true
cylc-flow-8.6.4/tests/functional/triggering/02-fam-start-all/ 0000775 0001750 0001750 00000000000 15202510242 024135 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/triggering/02-fam-start-all/reference.log 0000664 0001750 0001750 00000000215 15202510242 026574 0 ustar alastair alastair Initial point: 1
Final point: 1
1/a -triggered off []
1/c -triggered off []
1/b -triggered off []
1/foo -triggered off ['1/a', '1/b', '1/c']
cylc-flow-8.6.4/tests/functional/triggering/02-fam-start-all/flow.cylc 0000664 0001750 0001750 00000000327 15202510242 025762 0 ustar alastair alastair [scheduling]
[[graph]]
R1 = """FAM:start-all => foo"""
[runtime]
[[FAM]]
script = cylc__job__wait_cylc_message_started
[[a,b,c]]
inherit = FAM
[[foo]]
script = "true"
cylc-flow-8.6.4/tests/functional/triggering/fam-expansion/ 0000775 0001750 0001750 00000000000 15202510242 024017 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/triggering/fam-expansion/flow.cylc 0000664 0001750 0001750 00000000410 15202510242 025635 0 ustar alastair alastair #!Jinja2
[scheduling]
[[graph]]
R1 = "(FOO:finish-all & FOO:fail-any?) => bar"
[runtime]
[[FOO]]
script = false
[[foo1,foo2,foo3]]
inherit = FOO
[[bar]]
script = cylc show "${CYLC_WORKFLOW_ID}//1/bar" > {{SHOW_OUT}}
cylc-flow-8.6.4/tests/functional/triggering/01-or-conditional.t 0000664 0001750 0001750 00000001654 15202510242 024604 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test "or" conditionals
. "$(dirname "$0")/test_header"
set_test_number 2
reftest
exit
cylc-flow-8.6.4/tests/functional/triggering/19-and-suicide.t 0000664 0001750 0001750 00000002621 15202510242 024054 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test "and" outputs from 2 tasks triggering suicide.
# https://github.com/cylc/cylc-flow/issues/2655
. "$(dirname "$0")/test_header"
set_test_number 3
install_workflow "${TEST_NAME_BASE}" "${TEST_NAME_BASE}"
run_ok "${TEST_NAME_BASE}-validate" cylc validate "${WORKFLOW_NAME}"
workflow_run_ok "${TEST_NAME_BASE}-run" \
cylc play --reference-test --debug --no-detach "${WORKFLOW_NAME}"
DBFILE="$RUN_DIR/${WORKFLOW_NAME}/log/db"
sqlite3 "${DBFILE}" 'SELECT cycle, name, status FROM task_pool ORDER BY name;' >'sqlite3.out'
cmp_ok 'sqlite3.out' <'/dev/null'
purge
exit
cylc-flow-8.6.4/tests/functional/triggering/20-and-outputs-suicide/ 0000775 0001750 0001750 00000000000 15202510242 025377 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/triggering/20-and-outputs-suicide/reference.log 0000664 0001750 0001750 00000000744 15202510242 030045 0 ustar alastair alastair Initial point: 1
Final point: 3
1/showdown -triggered off ['0/fin']
1/bad -triggered off ['1/showdown']
1/ugly -triggered off ['1/showdown']
1/fin -triggered off ['1/bad', '1/ugly']
2/showdown -triggered off ['1/fin']
2/good -triggered off ['2/showdown']
2/ugly -triggered off ['2/showdown']
2/fin -triggered off ['2/good', '2/ugly']
3/showdown -triggered off ['2/fin']
3/bad -triggered off ['3/showdown']
3/good -triggered off ['3/showdown']
3/fin -triggered off ['3/bad', '3/good']
cylc-flow-8.6.4/tests/functional/triggering/20-and-outputs-suicide/flow.cylc 0000664 0001750 0001750 00000002427 15202510242 027227 0 ustar alastair alastair [scheduler]
[[events]]
abort on stall timeout = True
stall timeout = PT0S
[scheduling]
cycling mode = integer
initial cycle point = 1
final cycle point = 3
[[graph]]
P1 = """
fin[-P1] => showdown
showdown:good? => good & ! bad & ! ugly
showdown:bad? => bad & ! good & ! ugly
showdown:ugly? => ugly & ! good & ! bad
# Note: The above implies:
# showdown:good => good
# showdown:bad => bad
# showdown:ugly => ugly
# showdown:good & showdown:bad => ! ugly
# showdown:good & showdown:ugly => ! bad
# showdown:bad & showdown:ugly => ! good
(good & bad) | (bad & ugly) | (ugly & good) => fin
"""
[runtime]
[[showdown]]
script = """
if ((${CYLC_TASK_CYCLE_POINT} == 1)); then
cylc message -- "${CYLC_WORKFLOW_ID}" "${CYLC_TASK_JOB}" 'bad' 'ugly'
elif ((${CYLC_TASK_CYCLE_POINT} == 2)); then
cylc message -- "${CYLC_WORKFLOW_ID}" "${CYLC_TASK_JOB}" 'good' 'ugly'
else
cylc message -- "${CYLC_WORKFLOW_ID}" "${CYLC_TASK_JOB}" 'good' 'bad'
fi
"""
[[[outputs]]]
good = good
bad = bad
ugly = ugly
[[good, bad, ugly, fin]]
script = true
cylc-flow-8.6.4/tests/functional/triggering/05-fam-finish-all/ 0000775 0001750 0001750 00000000000 15202510242 024263 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/triggering/05-fam-finish-all/reference.log 0000664 0001750 0001750 00000000215 15202510242 026722 0 ustar alastair alastair Initial point: 1
Final point: 1
1/a -triggered off []
1/c -triggered off []
1/b -triggered off []
1/foo -triggered off ['1/a', '1/b', '1/c']
cylc-flow-8.6.4/tests/functional/triggering/05-fam-finish-all/flow.cylc 0000664 0001750 0001750 00000000463 15202510242 026111 0 ustar alastair alastair [scheduler]
[[events]]
expected task failures = 1/a, 1/c
[scheduling]
[[graph]]
R1 = "FAM:finish-all => foo"
[runtime]
[[FAM]]
script = "false"
[[a,c]]
inherit = FAM
[[b]]
inherit = FAM
script = "true"
[[foo]]
script = "true"
cylc-flow-8.6.4/tests/functional/triggering/04-fam-fail-all/ 0000775 0001750 0001750 00000000000 15202510242 023715 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/triggering/04-fam-fail-all/reference.log 0000664 0001750 0001750 00000000215 15202510242 026354 0 ustar alastair alastair Initial point: 1
Final point: 1
1/a -triggered off []
1/c -triggered off []
1/b -triggered off []
1/foo -triggered off ['1/a', '1/b', '1/c']
cylc-flow-8.6.4/tests/functional/triggering/04-fam-fail-all/flow.cylc 0000664 0001750 0001750 00000000400 15202510242 025532 0 ustar alastair alastair [scheduler]
[[events]]
expected task failures = 1/a, 1/b, 1/c
[scheduling]
[[graph]]
R1 = "FAM:fail-all => foo"
[runtime]
[[FAM]]
script = "false"
[[a,b,c]]
inherit = FAM
[[foo]]
script = "true"
cylc-flow-8.6.4/tests/functional/triggering/06-fam-succeed-any/ 0000775 0001750 0001750 00000000000 15202510242 024436 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/triggering/06-fam-succeed-any/reference.log 0000664 0001750 0001750 00000000247 15202510242 027102 0 ustar alastair alastair Initial point: 1
Final point: 1
1/a -triggered off []
1/c -triggered off []
1/b -triggered off []
1/foo -triggered off ['1/b']
1/handled -triggered off ['1/a', '1/c']
cylc-flow-8.6.4/tests/functional/triggering/06-fam-succeed-any/flow.cylc 0000664 0001750 0001750 00000000601 15202510242 026256 0 ustar alastair alastair [scheduler]
[[events]]
expected task failures = 1/a, 1/c
[scheduling]
[[graph]]
R1 = """
FAM:succeed-any? => foo
a:fail? & c:fail? => handled
"""
[runtime]
[[FAM]]
script = "false"
[[a,c]]
inherit = FAM
[[b]]
inherit = FAM
script = "true"
[[foo, handled]]
script = "true"
cylc-flow-8.6.4/tests/functional/triggering/17-suicide-multi.t 0000664 0001750 0001750 00000002561 15202510242 024445 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test "or" outputs from same task triggering suicide triggering
. "$(dirname "$0")/test_header"
set_test_number 3
install_workflow "${TEST_NAME_BASE}" "${TEST_NAME_BASE}"
run_ok "${TEST_NAME_BASE}-validate" cylc validate "${WORKFLOW_NAME}"
workflow_run_ok "${TEST_NAME_BASE}" \
cylc play --reference-test --debug --no-detach "${WORKFLOW_NAME}"
DBFILE="$RUN_DIR/${WORKFLOW_NAME}/log/db"
sqlite3 "${DBFILE}" 'SELECT cycle, name, status FROM task_pool ORDER BY cycle, name;' \
>'sqlite3.out'
cmp_ok 'sqlite3.out' <'/dev/null'
purge
exit
cylc-flow-8.6.4/tests/functional/triggering/00-recovery/ 0000775 0001750 0001750 00000000000 15202510242 023325 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/triggering/00-recovery/reference.log 0000664 0001750 0001750 00000000766 15202510242 025777 0 ustar alastair alastair Initial point: 20110101T0000Z
Final point: 20110101T1200Z
20110101T0000Z/pre -triggered off []
20110101T1200Z/pre -triggered off []
20110101T0000Z/model -triggered off ['20110101T0000Z/pre']
20110101T1200Z/model -triggered off ['20110101T1200Z/pre']
20110101T0000Z/post -triggered off ['20110101T0000Z/model']
20110101T1200Z/diagnose -triggered off ['20110101T1200Z/model']
20110101T1200Z/recover -triggered off ['20110101T1200Z/diagnose']
20110101T1200Z/post -triggered off ['20110101T1200Z/recover']
cylc-flow-8.6.4/tests/functional/triggering/00-recovery/flow.cylc 0000664 0001750 0001750 00000002520 15202510242 025147 0 ustar alastair alastair [meta]
title = "automated failure recovery example"
description = """
Model task failure triggers diagnosis and recovery tasks, which
otherwise take themselves out of the workflow if model succeeds.
Model post processing triggers off model or recovery tasks.
"""
[scheduler]
UTC mode = True
allow implicit tasks = True
[[events]]
expected task failures = 20110101T1200Z/model
[scheduling]
initial cycle point = 20110101T00
final cycle point = 20110101T12
[[graph]]
T00,T12 = """
pre:finish => model? # finish trigger
model:fail? => diagnose => recover # fail trigger
model? => !diagnose & !recover # explicit success trigger
model:succeed? | recover => post # conditional and explicit success
post => !model # removes failed model to allow workflow to auto finish
"""
[runtime]
[[root]]
script = "true" # fast
[[model]]
script = """
echo Hello from $CYLC_TASK_ID
if [[ $(cylc cycletime --print-hour) == 12 ]]; then
echo "FAILING NOW!"
false
else
echo "Succeeded"
true
fi
"""
[[[meta]]]
description = A task that succeeds at 0 UTC and fails at 12 UTC
cylc-flow-8.6.4/tests/functional/triggering/19-and-suicide/ 0000775 0001750 0001750 00000000000 15202510242 023666 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/triggering/19-and-suicide/reference.log 0000664 0001750 0001750 00000000153 15202510242 026326 0 ustar alastair alastair Initial point: 1
Final point: 1
1/t0 -triggered off []
1/t1 -triggered off []
1/t2 -triggered off ['1/t0']
cylc-flow-8.6.4/tests/functional/triggering/19-and-suicide/flow.cylc 0000664 0001750 0001750 00000001146 15202510242 025513 0 ustar alastair alastair # This is an explicit test of suicide triggers.
# Under SoD it isn't really a useful test.
[scheduler]
[[events]]
abort on stall timeout = True
stall timeout = PT0S
expected task failures = 1/t1
[scheduling]
[[graph]]
R1 = """
t0:fail? & t1:fail? => !t2
t0? | t1? => t2
"""
[runtime]
[[t0]]
# https://github.com/cylc/cylc-flow/issues/2655
# "1/t2" should not suicide on "1/t1:failed"
script = cylc__job__poll_grep_workflow_log -E '1/t1.* failed'
[[t1]]
script = false
[[t2]]
script = true
cylc-flow-8.6.4/tests/functional/triggering/13-submit/ 0000775 0001750 0001750 00000000000 15202510242 022776 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/triggering/13-submit/reference.log 0000664 0001750 0001750 00000000127 15202510242 025437 0 ustar alastair alastair Initial point: 1
Final point: 1
1/foo -triggered off []
1/bar -triggered off ['1/foo']
cylc-flow-8.6.4/tests/functional/triggering/13-submit/flow.cylc 0000664 0001750 0001750 00000000156 15202510242 024623 0 ustar alastair alastair [scheduling]
[[graph]]
R1 = "foo:submit => bar"
[runtime]
[[foo,bar]]
script = "true"
cylc-flow-8.6.4/tests/functional/triggering/02-fam-start-all.t 0000664 0001750 0001750 00000001676 15202510242 024334 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test correct expansion of FAM:start-all
. "$(dirname "$0")/test_header"
set_test_number 2
reftest
exit
cylc-flow-8.6.4/tests/functional/triggering/20-and-outputs-suicide.t 0000664 0001750 0001750 00000002560 15202510242 025567 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test "and" outputs from same task triggering suicide.
. "$(dirname "$0")/test_header"
set_test_number 3
install_workflow "${TEST_NAME_BASE}" "${TEST_NAME_BASE}"
run_ok "${TEST_NAME_BASE}-validate" cylc validate "${WORKFLOW_NAME}"
workflow_run_ok "${TEST_NAME_BASE}-run" \
cylc play --reference-test --debug --no-detach "${WORKFLOW_NAME}"
DBFILE="$RUN_DIR/${WORKFLOW_NAME}/log/db"
sqlite3 "${DBFILE}" 'SELECT cycle, name, status FROM task_pool ORDER BY cycle, name;' \
>'sqlite3.out'
cmp_ok 'sqlite3.out' <'/dev/null'
purge
exit
cylc-flow-8.6.4/tests/functional/triggering/08-fam-finish-any.t 0000664 0001750 0001750 00000001726 15202510242 024500 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test correct expansion of 'FAM:finish-any'
. "$(dirname "$0")/test_header"
skip_macos_gh_actions
set_test_number 2
reftest
exit
cylc-flow-8.6.4/tests/functional/triggering/06-fam-succeed-any.t 0000664 0001750 0001750 00000001700 15202510242 024621 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test correct expansion of FAM:succeed-any
. "$(dirname "$0")/test_header"
set_test_number 2
reftest
exit
cylc-flow-8.6.4/tests/functional/triggering/16-fam-expansion.t 0000664 0001750 0001750 00000004025 15202510242 024431 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test correct expansion of (FOO:finish-all & FOO:fail-any)
. "$(dirname "$0")/test_header"
#-------------------------------------------------------------------------------
set_test_number 3
#-------------------------------------------------------------------------------
install_workflow "${TEST_NAME_BASE}" fam-expansion
SHOW_OUT="$PWD/show.out"
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-validate"
run_ok "${TEST_NAME}" cylc validate --set="SHOW_OUT='$SHOW_OUT'" "${WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-run"
workflow_run_ok "${TEST_NAME}" \
cylc play --debug --no-detach --set="SHOW_OUT='$SHOW_OUT'" "${WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
contains_ok "$SHOW_OUT" <<'__SHOW_DUMP__'
✓ (((1 | 0) & (3 | 2) & (5 | 4)) & (0 | 2 | 4))
✓ 0 = 1/foo1 failed
⨯ 1 = 1/foo1 succeeded
✓ 2 = 1/foo2 failed
⨯ 3 = 1/foo2 succeeded
✓ 4 = 1/foo3 failed
⨯ 5 = 1/foo3 succeeded
__SHOW_DUMP__
#-------------------------------------------------------------------------------
purge
cylc-flow-8.6.4/tests/functional/triggering/07-fam-fail-any/ 0000775 0001750 0001750 00000000000 15202510242 023737 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/triggering/07-fam-fail-any/reference.log 0000664 0001750 0001750 00000000177 15202510242 026405 0 ustar alastair alastair Initial point: 1
Final point: 1
1/a -triggered off []
1/c -triggered off []
1/b -triggered off []
1/foo -triggered off ['1/b']
cylc-flow-8.6.4/tests/functional/triggering/07-fam-fail-any/flow.cylc 0000664 0001750 0001750 00000000455 15202510242 025566 0 ustar alastair alastair [scheduler]
[[events]]
expected task failures = 1/b
[scheduling]
[[graph]]
R1 = "FAM:fail-any? => foo"
[runtime]
[[FAM]]
script = "true"
[[a,c]]
inherit = FAM
[[b]]
inherit = FAM
script = "false"
[[foo]]
script = "true"
cylc-flow-8.6.4/tests/functional/triggering/12-succeed/ 0000775 0001750 0001750 00000000000 15202510242 023105 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/triggering/12-succeed/reference.log 0000664 0001750 0001750 00000000127 15202510242 025546 0 ustar alastair alastair Initial point: 1
Final point: 1
1/foo -triggered off []
1/bar -triggered off ['1/foo']
cylc-flow-8.6.4/tests/functional/triggering/12-succeed/flow.cylc 0000664 0001750 0001750 00000000157 15202510242 024733 0 ustar alastair alastair [scheduling]
[[graph]]
R1 = "foo:succeed => bar"
[runtime]
[[foo,bar]]
script = "true"
cylc-flow-8.6.4/tests/functional/triggering/11-start/ 0000775 0001750 0001750 00000000000 15202510242 022626 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/triggering/11-start/reference.log 0000664 0001750 0001750 00000000127 15202510242 025267 0 ustar alastair alastair Initial point: 1
Final point: 1
1/foo -triggered off []
1/bar -triggered off ['1/foo']
cylc-flow-8.6.4/tests/functional/triggering/11-start/flow.cylc 0000664 0001750 0001750 00000000155 15202510242 024452 0 ustar alastair alastair [scheduling]
[[graph]]
R1 = "foo:start => bar"
[runtime]
[[foo,bar]]
script = "true"
cylc-flow-8.6.4/tests/functional/triggering/00-recovery.t 0000664 0001750 0001750 00000001676 15202510242 023524 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test automated failure recovery example
. "$(dirname "$0")/test_header"
set_test_number 2
reftest
exit
cylc-flow-8.6.4/tests/functional/triggering/01-or-conditional/ 0000775 0001750 0001750 00000000000 15202510242 024411 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/triggering/01-or-conditional/reference.log 0000664 0001750 0001750 00000000235 15202510242 027052 0 ustar alastair alastair Initial point: 1
Final point: 1
1/a -triggered off []
1/b -triggered off []
1/c -triggered off ['1/a']
1/d -triggered off ['1/a']
1/e -triggered off ['1/d']
cylc-flow-8.6.4/tests/functional/triggering/01-or-conditional/flow.cylc 0000664 0001750 0001750 00000000474 15202510242 026241 0 ustar alastair alastair [scheduler]
[[events]]
expected task failures = 1/b, 1/c
[scheduling]
[[graph]]
R1 = """
a | b? => c? & d
c? | d => e
b:failed? => !b
c:failed? => !c
"""
[runtime]
[[b,c]]
script = false
[[a,d, e]]
script = true
cylc-flow-8.6.4/tests/functional/triggering/03-fam-succeed-all.t 0000664 0001750 0001750 00000001700 15202510242 024577 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test correct expansion of FAM:succeed-all
. "$(dirname "$0")/test_header"
set_test_number 2
reftest
exit
cylc-flow-8.6.4/tests/functional/triggering/21-expire.t 0000664 0001750 0001750 00000001655 15202510242 023162 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test expire triggering
. "$(dirname "$0")/test_header"
set_test_number 2
reftest
exit
cylc-flow-8.6.4/tests/functional/triggering/03-fam-succeed-all/ 0000775 0001750 0001750 00000000000 15202510242 024414 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/triggering/03-fam-succeed-all/reference.log 0000664 0001750 0001750 00000000215 15202510242 027053 0 ustar alastair alastair Initial point: 1
Final point: 1
1/a -triggered off []
1/c -triggered off []
1/b -triggered off []
1/foo -triggered off ['1/a', '1/b', '1/c']
cylc-flow-8.6.4/tests/functional/triggering/03-fam-succeed-all/flow.cylc 0000664 0001750 0001750 00000000273 15202510242 026241 0 ustar alastair alastair [scheduling]
[[graph]]
R1 = """FAM:succeed-all => foo"""
[runtime]
[[FAM]]
script = "true"
[[a,b,c]]
inherit = FAM
[[foo]]
script = "true"
cylc-flow-8.6.4/tests/functional/triggering/test_header 0000777 0001750 0001750 00000000000 15202510242 027567 2../lib/bash/test_header ustar alastair alastair cylc-flow-8.6.4/tests/functional/triggering/17-suicide-multi/ 0000775 0001750 0001750 00000000000 15202510242 024254 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/triggering/17-suicide-multi/reference.log 0000664 0001750 0001750 00000000531 15202510242 026714 0 ustar alastair alastair Initial point: 1
Final point: 3
1/showdown -triggered off ['0/fin']
1/ugly -triggered off ['1/showdown']
1/fin -triggered off ['1/ugly']
2/showdown -triggered off ['1/fin']
2/bad -triggered off ['2/showdown']
2/fin -triggered off ['2/bad']
3/showdown -triggered off ['2/fin']
3/good -triggered off ['3/showdown']
3/fin -triggered off ['3/good']
cylc-flow-8.6.4/tests/functional/triggering/17-suicide-multi/flow.cylc 0000664 0001750 0001750 00000002274 15202510242 026104 0 ustar alastair alastair [scheduler]
allow implicit tasks = True
[[events]]
abort on stall timeout = True
stall timeout = PT0S
[scheduling]
cycling mode = integer
initial cycle point = 1
final cycle point = 3
[[graph]]
P1 = """
fin[-P1] => showdown
showdown:good? => good
showdown:bad? => bad
showdown:ugly? => ugly
showdown:good? | showdown:bad? => ! ugly
showdown:good? | showdown:ugly? => ! bad
showdown:bad? | showdown:ugly? => ! good
good | bad | ugly => fin
"""
[runtime]
[[root]]
script = true
[[showdown]]
script = """
if ! (( ${CYLC_TASK_CYCLE_POINT} % 3 )); then
cylc message -- "${CYLC_WORKFLOW_ID}" "${CYLC_TASK_JOB}" 'The-Good'
elif ! (( ( ${CYLC_TASK_CYCLE_POINT} + 1 ) % 3 )); then
cylc message -- "${CYLC_WORKFLOW_ID}" "${CYLC_TASK_JOB}" 'The-Bad'
else
cylc message -- "${CYLC_WORKFLOW_ID}" "${CYLC_TASK_JOB}" 'The-Ugly'
fi
"""
[[[outputs]]]
good = 'The-Good'
bad = 'The-Bad'
ugly = 'The-Ugly'
cylc-flow-8.6.4/tests/functional/triggering/13-submit.t 0000664 0001750 0001750 00000001655 15202510242 023172 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test submit triggering
. "$(dirname "$0")/test_header"
set_test_number 2
reftest
exit
cylc-flow-8.6.4/tests/functional/triggering/08-fam-finish-any/ 0000775 0001750 0001750 00000000000 15202510242 024305 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/triggering/08-fam-finish-any/reference.log 0000664 0001750 0001750 00000000177 15202510242 026753 0 ustar alastair alastair Initial point: 1
Final point: 1
1/a -triggered off []
1/c -triggered off []
1/b -triggered off []
1/foo -triggered off ['1/b']
cylc-flow-8.6.4/tests/functional/triggering/08-fam-finish-any/flow.cylc 0000664 0001750 0001750 00000000657 15202510242 026140 0 ustar alastair alastair [scheduling]
[[graph]]
R1 = """FAM:finish-any => foo"""
[runtime]
[[root]]
script = true
[[FAM]]
[[a]]
inherit = FAM
script = """
cylc__job__poll_grep_workflow_log -E "1/b.*succeeded"
"""
[[b]]
inherit = FAM
[[c]]
inherit = FAM
script = """
cylc__job__poll_grep_workflow_log -E "1/b.*succeeded"
"""
[[foo]]
cylc-flow-8.6.4/tests/functional/triggering/07-fam-fail-any.t 0000664 0001750 0001750 00000001675 15202510242 024135 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test correct expansion of FAM:fail-any
. "$(dirname "$0")/test_header"
set_test_number 2
reftest
exit
cylc-flow-8.6.4/tests/functional/triggering/00a-recovery/ 0000775 0001750 0001750 00000000000 15202510242 023466 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/triggering/00a-recovery/reference.log 0000664 0001750 0001750 00000000766 15202510242 026140 0 ustar alastair alastair Initial point: 20110101T0000Z
Final point: 20110101T1200Z
20110101T0000Z/pre -triggered off []
20110101T1200Z/pre -triggered off []
20110101T0000Z/model -triggered off ['20110101T0000Z/pre']
20110101T1200Z/model -triggered off ['20110101T1200Z/pre']
20110101T0000Z/post -triggered off ['20110101T0000Z/model']
20110101T1200Z/diagnose -triggered off ['20110101T1200Z/model']
20110101T1200Z/recover -triggered off ['20110101T1200Z/diagnose']
20110101T1200Z/post -triggered off ['20110101T1200Z/recover']
cylc-flow-8.6.4/tests/functional/triggering/00a-recovery/flow.cylc 0000664 0001750 0001750 00000002401 15202510242 025306 0 ustar alastair alastair # Spawn on Demand variant of 00-recovery
# No need for suicide triggers.
[meta]
title = "automated failure recovery example"
description = """
Model task failure triggers diagnosis and recovery tasks, which
otherwise take themselves out of the workflow if model succeeds.
Model post processing triggers off model or recovery tasks.
"""
[scheduler]
UTC mode = True
allow implicit tasks = True
[[events]]
expected task failures = 20110101T1200Z/model
[scheduling]
initial cycle point = 20110101T00
final cycle point = 20110101T12
[[graph]]
T00,T12 = """
pre:finish => model? # finish trigger
model:fail? => diagnose => recover # fail trigger
model:succeed? | recover => post # conditional and explicit success
"""
[runtime]
[[root]]
script = "true" # fast
[[model]]
script = """
echo Hello from $CYLC_TASK_ID
if [[ $(cylc cycletime --print-hour) == 12 ]]; then
echo "FAILING NOW!"
false
else
echo "Succeeded"
true
fi
"""
[[[meta]]]
description = A task that succeeds at 0 UTC and fails at 12 UTC
cylc-flow-8.6.4/tests/functional/triggering/00a-recovery.t 0000664 0001750 0001750 00000001676 15202510242 023665 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test automated failure recovery example
. "$(dirname "$0")/test_header"
set_test_number 2
reftest
exit
cylc-flow-8.6.4/tests/functional/triggering/05-fam-finish-all.t 0000664 0001750 0001750 00000001701 15202510242 024447 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test correct expansion of 'FAM:finish-all'
. "$(dirname "$0")/test_header"
set_test_number 2
reftest
exit
cylc-flow-8.6.4/tests/functional/triggering/14-submit-fail.t 0000664 0001750 0001750 00000001761 15202510242 024102 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test submit-fail triggering
. "$(dirname "$0")/test_header"
set_test_number 2
create_test_global_config '' '
[platforms]
[[idontexist]]
'
reftest
exit
cylc-flow-8.6.4/tests/functional/triggering/04-fam-fail-all.t 0000664 0001750 0001750 00000001675 15202510242 024113 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test correct expansion of FAM:fail-all
. "$(dirname "$0")/test_header"
set_test_number 2
reftest
exit
cylc-flow-8.6.4/tests/functional/triggering/10-finish.t 0000664 0001750 0001750 00000001655 15202510242 023144 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test finish triggering
. "$(dirname "$0")/test_header"
set_test_number 2
reftest
exit
cylc-flow-8.6.4/tests/functional/triggering/11-start.t 0000664 0001750 0001750 00000001654 15202510242 023021 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test start triggering
. "$(dirname "$0")/test_header"
set_test_number 2
reftest
exit
cylc-flow-8.6.4/tests/functional/triggering/12-succeed.t 0000664 0001750 0001750 00000001656 15202510242 023302 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test succeed triggering
. "$(dirname "$0")/test_header"
set_test_number 2
reftest
exit
cylc-flow-8.6.4/tests/functional/triggering/10-finish/ 0000775 0001750 0001750 00000000000 15202510242 022750 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/triggering/10-finish/reference.log 0000664 0001750 0001750 00000000216 15202510242 025410 0 ustar alastair alastair Initial point: 1
Final point: 1
1/baz -triggered off []
1/foo -triggered off []
1/bar -triggered off ['1/foo']
1/qux -triggered off ['1/baz']
cylc-flow-8.6.4/tests/functional/triggering/10-finish/flow.cylc 0000664 0001750 0001750 00000000376 15202510242 024601 0 ustar alastair alastair [scheduler]
[[events]]
expected task failures = 1/foo
[scheduling]
[[graph]]
R1 = """foo:finish => bar
baz:finish => qux"""
[runtime]
[[foo]]
script = false
[[bar,baz,qux]]
script = "true"
cylc-flow-8.6.4/tests/functional/triggering/21-expire/ 0000775 0001750 0001750 00000000000 15202510242 022766 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/triggering/21-expire/reference.log 0000664 0001750 0001750 00000000416 15202510242 025430 0 ustar alastair alastair 19990101T0000Z/bar2 -triggered off [] in flow 1
19990101T0000Z/baz -triggered off ['19990101T0000Z/foo1', '19990101T0000Z/foo2'] in flow 1
19990101T0000Z/qux -triggered off ['19990101T0000Z/bar1'] in flow 1
19990101T0000Z/y -triggered off ['19990101T0000Z/x'] in flow 1
cylc-flow-8.6.4/tests/functional/triggering/21-expire/flow.cylc 0000664 0001750 0001750 00000000746 15202510242 024620 0 ustar alastair alastair [scheduling]
initial cycle point = 1999
[[special tasks]]
clock-expire = foo1(PT0S), foo2(PT0S), bar1(PT0S), x(PT0S)
[[graph]]
# Expire: foo1, foo2, bar1, x
# Run: y, bar2, baz, qux
R1 = """
x?
FOO?
BAR?
x:expire? => y
FOO:expire-all? => baz
BAR:expire-any? => qux
"""
[runtime]
[[FOO, BAR]]
[[foo1, foo2]]
inherit = FOO
[[bar1, bar2]]
inherit = BAR
[[x, y, baz, qux]]
cylc-flow-8.6.4/tests/functional/rnd/ 0000775 0001750 0001750 00000000000 15202510242 017674 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/rnd/00-run-funtional-tests.t 0000664 0001750 0001750 00000005643 15202510242 024247 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test the run-functional-tests --chunk option
. "$(dirname "$0")/test_header"
set_test_number 16
#-------------------------------------------------------------------------------
CTB="${CYLC_REPO_DIR}/etc/bin/run-functional-tests"
unset CHUNK
# ensure that 'tests/f' is used as the default test base
TEST_NAME="${TEST_NAME_BASE}-base"
run_ok "${TEST_NAME}-1" "$CTB" --dry
run_ok "${TEST_NAME}-2" "$CTB" --dry tests/functional
sort -o "${TEST_NAME}-1.stdout" "${TEST_NAME}-1.stdout"
sort -o "${TEST_NAME}-2.stdout" "${TEST_NAME}-2.stdout"
cmp_ok "${TEST_NAME}-1.stdout" "${TEST_NAME}-2.stdout"
TEST_NAME="${TEST_NAME_BASE}-chunk-base"
run_ok "${TEST_NAME}-1" env CHUNK="1/4" "$CTB" --dry
run_ok "${TEST_NAME}-2" env CHUNK="1/4" "$CTB" --dry tests/functional
sort -o "${TEST_NAME}-1.stdout" "${TEST_NAME}-1.stdout"
sort -o "${TEST_NAME}-2.stdout" "${TEST_NAME}-2.stdout"
cmp_ok "${TEST_NAME}-1.stdout" "${TEST_NAME}-2.stdout"
# ensure that mixing test bases works correctly
TEST_NAME="${TEST_NAME_BASE}-testbase"
run_ok "${TEST_NAME}-1" "$CTB" --dry tests/f
run_ok "${TEST_NAME}-2" "$CTB" --dry tests/k
run_ok "${TEST_NAME}-3" "$CTB" --dry tests/f tests/k
cat "${TEST_NAME}-2.stdout" >> "${TEST_NAME}-1.stdout"
sort -o "${TEST_NAME}-1.stdout" "${TEST_NAME}-1.stdout"
sort -o "${TEST_NAME}-3.stdout" "${TEST_NAME}-3.stdout"
cmp_ok "${TEST_NAME}-1.stdout" "${TEST_NAME}-3.stdout"
# ensure that the whole is equal to the sum of its parts
N_CHUNKS=4
DRY_TEST_NAME="${TEST_NAME_BASE}-all"
run_ok "${DRY_TEST_NAME}" "${CTB}" --dry 'tests/f' 'tests/k'
# list tests for each chunk (from prove not run-functional-tests)
for i_chunk in $(seq "${N_CHUNKS}"); do
TEST_NAME="${TEST_NAME_BASE}-chunk_n-${i_chunk}"
run_ok "${TEST_NAME}" env CHUNK="${i_chunk}/${N_CHUNKS}" "${CTB}" --dry 'tests/f' 'tests/k'
cat "${TEST_NAME}.stdout" >>'chunks.out'
done
# sort files ($CYLC_REPO_DIR/etc/bin/run-functional-tests uses --shuffle)
sort -o "${DRY_TEST_NAME}.stdout" "${DRY_TEST_NAME}.stdout"
sort -o 'chunks.out' 'chunks.out'
# compare test plan for the full and chunked versions
cmp_ok "${DRY_TEST_NAME}.stdout" 'chunks.out'
exit
cylc-flow-8.6.4/tests/functional/rnd/02-lib-python-in-job/ 0000775 0001750 0001750 00000000000 15202510242 023354 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/rnd/02-lib-python-in-job/lib/ 0000775 0001750 0001750 00000000000 15202510242 024122 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/rnd/02-lib-python-in-job/lib/python/ 0000775 0001750 0001750 00000000000 15202510242 025443 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/rnd/02-lib-python-in-job/lib/python/pub/ 0000775 0001750 0001750 00000000000 15202510242 026231 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/rnd/02-lib-python-in-job/lib/python/pub/beer.py 0000664 0001750 0001750 00000001533 15202510242 027522 0 ustar alastair alastair # THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
BOTTLES = [99]
def drink():
BOTTLES[0] -= 1
return f'{BOTTLES[0]} bottles of beer on the wall.'
cylc-flow-8.6.4/tests/functional/rnd/02-lib-python-in-job/flow.cylc 0000664 0001750 0001750 00000001066 15202510242 025202 0 ustar alastair alastair [scheduler]
[[events]]
[scheduling]
[[graph]]
R1 = foo
[runtime]
[[foo]]
script = """
# check PYTHONPATH is set correctly
grep -q "${CYLC_WORKFLOW_RUN_DIR}/lib/python" <<< "${PYTHONPATH}"
# run a toy example
python3 -c '
from pub import beer
assert beer.drink() == "98 bottles of beer on the wall."
assert beer.drink() == "97 bottles of beer on the wall."
assert beer.drink() == "96 bottles of beer on the wall."
'
"""
cylc-flow-8.6.4/tests/functional/rnd/08-cylc-list.t 0000664 0001750 0001750 00000003250 15202510242 022211 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Functional test of the cylc-list command
# (see integration tests for more comprehensive tests)
. "$(dirname "$0")/test_header"
set_test_number 4
cat > flow.cylc <<__FLOW__
[scheduling]
[[graph]]
R1 = c
[runtime]
[[A]]
[[[meta]]]
title = Aaa
[[B]]
inherit = A
[[[meta]]]
title = Bbb
[[c]]
inherit = B
[[[meta]]]
title = Ccc
__FLOW__
# test signals on a detached scheduler
TEST_NAME="${TEST_NAME_BASE}-list"
run_ok "$TEST_NAME" cylc list '.' --all-namespaces --with-titles
cmp_ok "${TEST_NAME}.stdout" << __HERE__
A Aaa
B Bbb
c Ccc
root
__HERE__
TEST_NAME="${TEST_NAME_BASE}-tree"
run_ok "$TEST_NAME" cylc list '.' --tree --with-titles
cmp_ok "${TEST_NAME}.stdout" << '__HERE__'
root
`-A
`-B
`-c Ccc
__HERE__
cylc-flow-8.6.4/tests/functional/rnd/02-lib-python-in-job.t 0000664 0001750 0001750 00000003116 15202510242 023542 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test ${CYLC_WORKFLOW_DIR} in task PYTHONPATH.
. "$(dirname "$0")/test_header"
set_test_number 2
#-------------------------------------------------------------------------------
CHOSEN_WORKFLOW="$(basename "$0" | sed 's/\..*//')"
install_workflow "${TEST_NAME_BASE}" "$CHOSEN_WORKFLOW"
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-validate"
run_ok "${TEST_NAME}" cylc validate "${WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-run"
workflow_run_ok "${TEST_NAME}" cylc play --no-detach --abort-if-any-task-fails "${WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
purge
cylc-flow-8.6.4/tests/functional/rnd/05-main-loop.t 0000664 0001750 0001750 00000004305 15202510242 022200 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
# Test the development main-loop plugins to ensure they can run to completion
. "$(dirname "$0")/test_header"
expected_log_files=(
# these are the files they should produce
cylc.flow.main_loop.log_data_store.json
cylc.flow.main_loop.log_data_store.pdf
cylc.flow.main_loop.log_db.sql
cylc.flow.main_loop.log_main_loop.json
cylc.flow.main_loop.log_main_loop.pdf
cylc.flow.main_loop.log_memory.json
cylc.flow.main_loop.log_memory.pdf
)
set_test_number $(( 1 + ${#expected_log_files[@]} ))
init_workflow "${TEST_NAME_BASE}" <<__FLOW_CYLC__
[scheduler]
# make sure periodic plugins actually run
[[main loop]]
[[[log data store]]]
interval = PT1S
[[[log main loop]]]
interval = PT1S
[[[log memory]]]
interval = PT1S
[scheduling]
[[graph]]
R1 = a
[runtime]
[[a]]
script = sleep 5
__FLOW_CYLC__
# run a workflow with all the development main-loop plugins turned on
run_ok "${TEST_NAME_BASE}-run" \
cylc play "${WORKFLOW_NAME}" \
--no-detach \
--debug \
--main-loop 'log data store' \
--main-loop 'log db' \
--main-loop 'log main loop' \
--main-loop 'log memory'
# check the expected files are generated
for log_file in "${expected_log_files[@]}"; do
file_path="${HOME}/cylc-run/${WORKFLOW_NAME}/${log_file}"
run_ok "${TEST_NAME_BASE}.${log_file}" \
stat "${file_path}"
done
purge
cylc-flow-8.6.4/tests/functional/rnd/01-signals.t 0000664 0001750 0001750 00000003747 15202510242 021752 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test scheduler signal handling
# # See https://github.com/cylc/cylc-flow/issues/6438
. "$(dirname "$0")/test_header"
set_test_number 6
init_workflow "${TEST_NAME_BASE}" <<__FLOW__
[scheduling]
[[graph]]
R1 = foo
[runtime]
[[foo]]
__FLOW__
# test signals on a detached scheduler
TEST_NAME="${TEST_NAME_BASE}-detatch"
cylc play "${WORKFLOW_NAME}" --pause
poll_workflow_running
PID="$(sed -n 's/CYLC_WORKFLOW_PID=//p' "$HOME/cylc-run/$WORKFLOW_NAME/.service/contact")"
kill -s SIGINT "$PID"
poll_workflow_stopped
log_scan "${TEST_NAME}" "$(cylc cat-log -m p "${WORKFLOW_NAME}")" 10 1 \
'Signal SIGINT received' \
'Workflow shutting down - REQUEST(NOW)' \
'DONE'
# test signals on a non-detached scheduler
TEST_NAME="${TEST_NAME_BASE}-no-detach"
cylc play "${WORKFLOW_NAME}" --pause --no-detach 2>/dev/null &
poll_workflow_running
PID="$(sed -n 's/CYLC_WORKFLOW_PID=//p' "$HOME/cylc-run/$WORKFLOW_NAME/.service/contact")"
kill -s SIGTERM "$PID"
poll_workflow_stopped
log_scan "${TEST_NAME}" "$(cylc cat-log -m p "${WORKFLOW_NAME}")" 10 1 \
'Signal SIGTERM received' \
'Workflow shutting down - REQUEST(NOW)' \
'DONE'
purge
cylc-flow-8.6.4/tests/functional/rnd/test_header 0000777 0001750 0001750 00000000000 15202510242 026211 2../lib/bash/test_header ustar alastair alastair cylc-flow-8.6.4/tests/functional/rnd/04-conditions.t 0000664 0001750 0001750 00000002511 15202510242 022452 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
. "$(dirname "$0")/test_header"
#-------------------------------------------------------------------------------
set_test_number 2
#-------------------------------------------------------------------------------
# check `cylc help license`
run_ok "${TEST_NAME_BASE}" cylc help license
# remove trailing newlines
sed -i -e :a -e '/^\n*$/{$d;N;};/\n$/ba' "${TEST_NAME_BASE}.stdout"
# check `cylc help license` output matches the COPYING file
cmp_ok "${CYLC_REPO_DIR}/COPYING" "${TEST_NAME_BASE}.stdout"
cylc-flow-8.6.4/tests/functional/rnd/07-completion-server.t 0000664 0001750 0001750 00000003563 15202510242 023771 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
. "$(dirname "$0")/test_header"
set_test_number 6
# NOTE: The completion server is heavily unit-tested
# Run a couple of quick functional tests to make sure the CLI interface / reading
# from stdin is working correctly.
# $ cylc t
# tui
# trigger
TEST_NAME="${TEST_NAME_BASE}-t"
run_ok "${TEST_NAME}" cylc completion-server --once <<< 'cylc|t'
grep_ok trigger "${TEST_NAME}.stdout"
grep_ok tui "${TEST_NAME}.stdout"
# $ cylc trigg
# trigger
TEST_NAME="${TEST_NAME_BASE}-trigg"
run_ok "${TEST_NAME}" cylc completion-server --once <<< 'cylc|trigg'
cmp_ok "${TEST_NAME}.stdout" << __HERE__
trigger
__HERE__
# Make sure the server exits timeout when trying to read from stdin
# (Note the completion server exits 0 on timeout)
TEST_NAME="${TEST_NAME_BASE}-timeout"
# shellcheck disable=SC2162
if ! read -t 0 -N 0; then
# If stdin is not a terminal or contains readable data this test will
# fail.
run_ok "${TEST_NAME}" timeout 5 cylc completion-server --timeout=1
else
# This should happen in non-interactive environments e.g. CI
skip 1 'Test requires an stdin stream (cannot be faked)'
fi
exit
cylc-flow-8.6.4/tests/functional/rnd/06-unicode.t 0000664 0001750 0001750 00000002766 15202510242 021745 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
# Ensure that UnicodeDecodeError's are caught and handled elegantly
# See: https://github.com/cylc/cylc-flow/pull/4947
. "$(dirname "$0")/test_header"
if [[ -n ${CI:-} ]]; then
# test requires a real terminal to write to
skip_all
fi
set_test_number 4
# this command should work where UTF-8 is supported
run_ok "${TEST_NAME_BASE}-good" env LANG=en_GB.UTF-8 cylc scan --help
# but fail where it is not
run_fail "${TEST_NAME_BASE}-bad" env LANG=en_GB cylc scan --help
# we should raise a sensible error message
grep_ok \
'A UTF-8 compatible terminal is required for this command' \
"${TEST_NAME_BASE}-bad.stderr"
# and provide some helpful advice
grep_ok \
'LANG=C.UTF-8 cylc scan --help' \
"${TEST_NAME_BASE}-bad.stderr"
exit
cylc-flow-8.6.4/tests/functional/rnd/03-check-versions.t 0000664 0001750 0001750 00000003334 15202510242 023227 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test cylc check-versions
# WARNING: This is testing your remote platform setup, if you do not
# have the exactly same version of Cylc installed locally and
# remotely the test will fail.
export REQUIRE_PLATFORM='loc:remote fs:indep'
. "$(dirname "$0")/test_header"
set_test_number 3
#-------------------------------------------------------------------------------
init_workflow "${TEST_NAME_BASE}" <<__FLOW__
[scheduler]
[[events]]
abort on stall timeout = True
stall timeout=PT30S
[scheduling]
[[graph]]
R1 = foo
[runtime]
[[foo]]
platform = $CYLC_TEST_PLATFORM
__FLOW__
run_ok "${TEST_NAME_BASE}-validate" cylc validate "${WORKFLOW_NAME}"
TEST_NAME="${TEST_NAME_BASE}-check"
run_ok "${TEST_NAME}" cylc check-versions "${WORKFLOW_NAME}"
contains_ok "${TEST_NAME}.stdout" <<__HERE__
$CYLC_TEST_PLATFORM: $(cylc version)
__HERE__
purge
cylc-flow-8.6.4/tests/functional/job-submission/ 0000775 0001750 0001750 00000000000 15202510242 022054 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/job-submission/17-remote-localtime/ 0000775 0001750 0001750 00000000000 15202510242 025543 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/job-submission/17-remote-localtime/reference.log 0000664 0001750 0001750 00000000067 15202510242 030207 0 ustar alastair alastair Initial point: 1
Final point: 1
1/t1 -triggered off []
cylc-flow-8.6.4/tests/functional/job-submission/17-remote-localtime/flow.cylc 0000664 0001750 0001750 00000000376 15202510242 027374 0 ustar alastair alastair #!jinja2
[scheduler]
UTC mode = False
[scheduling]
[[graph]]
R1=t1
[runtime]
[[t1]]
script = test -z "${TZ:-}"
platform = {{ environ['CYLC_TEST_PLATFORM'] }}
[[[job]]]
execution time limit = PT1M
cylc-flow-8.6.4/tests/functional/job-submission/06-garbage.t 0000775 0001750 0001750 00000002706 15202510242 024064 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test job submission, poll and kill with a garbage command.
. "$(dirname "$0")/test_header"
set_test_number 2
install_workflow "${TEST_NAME_BASE}" "${TEST_NAME_BASE}"
if [[ -n "${PYTHONPATH:-}" ]]; then
export PYTHONPATH="${PWD}/lib:${PYTHONPATH}"
else
export PYTHONPATH="${PWD}/lib"
fi
create_test_global_config '
[platforms]
[[bad]]
'
run_ok "${TEST_NAME_BASE}-validate" cylc validate "${WORKFLOW_NAME}"
workflow_run_ok "${TEST_NAME_BASE}-run" \
cylc play --debug --no-detach --reference-test "${WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
purge
exit
cylc-flow-8.6.4/tests/functional/job-submission/18-clean-env.t 0000775 0001750 0001750 00000003150 15202510242 024341 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test that local jobs can be divorced from the scheduler environment.
. "$(dirname "$0")/test_header"
create_test_global_config "" "
[platforms]
[[localhost]]
cylc path = $(dirname "$(command -v cylc)")
clean job submission environment = True
job submission environment pass-through = BEEF
"
set_test_number 4
install_workflow "${TEST_NAME_BASE}" "${TEST_NAME_BASE}"
run_ok "${TEST_NAME_BASE}-validate" cylc validate "${WORKFLOW_NAME}"
# Export a variable and try to access from a task job.
export BEEF=wellington
export CHEESE=melted
workflow_run_ok "${TEST_NAME_BASE}-run" \
cylc play --debug --no-detach "${WORKFLOW_NAME}"
cylc cat-log "${WORKFLOW_NAME}//1/foo" > job.out
grep_ok "BEEF wellington" job.out
grep_ok "CHEESE undefined" job.out
purge
exit
cylc-flow-8.6.4/tests/functional/job-submission/10-at-shell.t 0000775 0001750 0001750 00000002610 15202510242 024172 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test job submission via at, with SHELL set to tcsh
export REQUIRE_PLATFORM='runner:at'
. "$(dirname "$0")/test_header"
set_test_number 2
install_workflow "${TEST_NAME_BASE}" "${TEST_NAME_BASE}"
run_ok "${TEST_NAME_BASE}-validate" \
cylc validate "${WORKFLOW_NAME}"
# By setting "SHELL=/bin/tcsh", "at" would run its command under "/bin/tcsh",
# which would cause a failure of this test without the fix in #1749.
workflow_run_ok "${TEST_NAME_BASE}-run" \
env 'SHELL=/bin/tcsh' cylc play --reference-test --debug --no-detach "${WORKFLOW_NAME}"
purge
exit
cylc-flow-8.6.4/tests/functional/job-submission/21-late-sub-message/ 0000775 0001750 0001750 00000000000 15202510242 025432 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/job-submission/21-late-sub-message/lib/ 0000775 0001750 0001750 00000000000 15202510242 026200 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/job-submission/21-late-sub-message/lib/python/ 0000775 0001750 0001750 00000000000 15202510242 027521 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/job-submission/21-late-sub-message/lib/python/delayed_background.py0000664 0001750 0001750 00000002160 15202510242 033700 0 ustar alastair alastair #!/usr/bin/env python3
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
from time import sleep
from cylc.flow.job_runner_handlers.background import BgCommandHandler
class DelayedBgCommandHandler(BgCommandHandler):
@classmethod
def submit(cls, job_file_path, submit_opts):
result = super().submit(job_file_path, submit_opts)
sleep(10)
return result
JOB_RUNNER_HANDLER = DelayedBgCommandHandler()
cylc-flow-8.6.4/tests/functional/job-submission/21-late-sub-message/flow.cylc 0000664 0001750 0001750 00000000260 15202510242 027253 0 ustar alastair alastair # Test delayed job submission.
[scheduling]
[[graph]]
R1 = foo => bar
[runtime]
[[bar]]
[[foo]]
platform = wobblygibblets
script = sleep 20
cylc-flow-8.6.4/tests/functional/job-submission/00-user/ 0000775 0001750 0001750 00000000000 15202510242 023247 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/job-submission/00-user/lib/ 0000775 0001750 0001750 00000000000 15202510242 024015 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/job-submission/00-user/lib/python/ 0000775 0001750 0001750 00000000000 15202510242 025336 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/job-submission/00-user/lib/python/my_background2.py 0000664 0001750 0001750 00000001661 15202510242 030622 0 ustar alastair alastair #!/usr/bin/env python3
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
from cylc.flow.job_runner_handlers.background import BgCommandHandler
class MyBgCommandHandler(BgCommandHandler):
pass
JOB_RUNNER_HANDLER = MyBgCommandHandler()
cylc-flow-8.6.4/tests/functional/job-submission/00-user/python/ 0000775 0001750 0001750 00000000000 15202510242 024570 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/job-submission/00-user/python/my_background.py 0000664 0001750 0001750 00000001661 15202510242 027772 0 ustar alastair alastair #!/usr/bin/env python3
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
from cylc.flow.job_runner_handlers.background import BgCommandHandler
class MyBgCommandHandler(BgCommandHandler):
pass
JOB_RUNNER_HANDLER = MyBgCommandHandler()
cylc-flow-8.6.4/tests/functional/job-submission/00-user/reference.log 0000664 0001750 0001750 00000000120 15202510242 025701 0 ustar alastair alastair Initial point: 1
Final point: 1
1/bar -triggered off []
1/foo -triggered off []
cylc-flow-8.6.4/tests/functional/job-submission/00-user/flow.cylc 0000664 0001750 0001750 00000000374 15202510242 025076 0 ustar alastair alastair # Test job submission modules in lib/python/ and python/ (deprecated).
[scheduling]
[[graph]]
R1 = foo & bar
[runtime]
[[root]]
script = true # quick
[[foo]]
platform = testme
[[bar]]
platform = testme2
cylc-flow-8.6.4/tests/functional/job-submission/01-job-nn-localhost/ 0000775 0001750 0001750 00000000000 15202510242 025443 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/job-submission/01-job-nn-localhost/db.sqlite3 0000664 0001750 0001750 00000006430 15202510242 027341 0 ustar alastair alastair PRAGMA foreign_keys=OFF;
BEGIN TRANSACTION;
CREATE TABLE broadcast_events(time TEXT, change TEXT, point TEXT, namespace TEXT, key TEXT, value TEXT);
CREATE TABLE broadcast_states(point TEXT, namespace TEXT, key TEXT, value TEXT, PRIMARY KEY(point, namespace, key));
CREATE TABLE inheritance(namespace TEXT, inheritance TEXT, PRIMARY KEY(namespace));
INSERT INTO inheritance VALUES('root','["root"]');
INSERT INTO inheritance VALUES('foo','["foo", "root"]');
CREATE TABLE workflow_params(key TEXT, value TEXT, PRIMARY KEY(key));
INSERT INTO workflow_params VALUES('cylc_version', '8.0.0');
INSERT INTO workflow_params VALUES('uuid_str', 'Something');
INSERT INTO workflow_params VALUES('UTC_mode', 1);
CREATE TABLE workflow_template_vars(key TEXT, value TEXT, PRIMARY KEY(key));
CREATE TABLE task_action_timers(cycle TEXT, name TEXT, ctx_key TEXT, ctx TEXT, delays TEXT, num INTEGER, delay TEXT, timeout TEXT, PRIMARY KEY(cycle, name, ctx_key));
INSERT INTO task_action_timers VALUES('1','foo','"poll_timer"','["tuple", [[99, "running"]]]','[]',0,NULL,NULL);
INSERT INTO task_action_timers VALUES('1','foo','["try_timers", "submit-retrying"]','null','[]',0,NULL,NULL);
INSERT INTO task_action_timers VALUES('1','foo','["try_timers", "retrying"]','null','[0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]',99,'0.0','1560508824.17287');
CREATE TABLE task_events(name TEXT, cycle TEXT, time TEXT, submit_num INTEGER, event TEXT, message TEXT);
CREATE TABLE task_jobs(cycle TEXT, name TEXT, submit_num INTEGER, is_manual_submit INTEGER, try_num INTEGER, time_submit TEXT, time_submit_exit TEXT, submit_status INTEGER, time_run TEXT, time_run_exit TEXT, run_signal TEXT, run_status INTEGER, platform_name TEXT, job_runner_name TEXT, job_id TEXT, PRIMARY KEY(cycle, name, submit_num));
CREATE TABLE task_late_flags(cycle TEXT, name TEXT, value INTEGER, PRIMARY KEY(cycle, name));
CREATE TABLE task_outputs(cycle TEXT, name TEXT, flow_nums TEXT, outputs TEXT, PRIMARY KEY(cycle, name, flow_nums));
CREATE TABLE task_pool(cycle TEXT, name TEXT, flow_nums TEXT, status TEXT, is_held INTEGER, PRIMARY KEY(cycle, name, flow_nums));
INSERT INTO task_pool VALUES('1','foo','["1"]','waiting', 0);
CREATE TABLE task_states(name TEXT, cycle TEXT, flow_nums TEXT, time_created TEXT, time_updated TEXT, submit_num INTEGER, status TEXT, flow_wait INTEGER, PRIMARY KEY(name, cycle, flow_nums));
INSERT INTO task_states VALUES('foo','1','["1"]', '2019-06-14T11:30:16+01:00','2019-06-14T11:40:24+01:00',99,'waiting','0');
CREATE TABLE task_prerequisites(cycle TEXT, name TEXT, flow_nums TEXT, prereq_name TEXT, prereq_cycle TEXT, prereq_output TEXT, satisfied TEXT, PRIMARY KEY(cycle, name, flow_nums, prereq_name, prereq_cycle, prereq_output));
CREATE TABLE task_timeout_timers(cycle TEXT, name TEXT, timeout REAL, PRIMARY KEY(cycle, name));
CREATE TABLE xtriggers(signature TEXT, results TEXT, PRIMARY KEY(signature));
COMMIT;
cylc-flow-8.6.4/tests/functional/job-submission/01-job-nn-localhost/reference.log 0000664 0001750 0001750 00000000070 15202510242 030101 0 ustar alastair alastair Initial point: 1
Final point: 1
1/foo -triggered off []
cylc-flow-8.6.4/tests/functional/job-submission/01-job-nn-localhost/flow.cylc 0000664 0001750 0001750 00000001142 15202510242 027264 0 ustar alastair alastair #!jinja2
[scheduler]
UTC mode = True # Ignore DST
[scheduling]
[[graph]]
R1 = foo
[runtime]
{% if CYLC_TEST_PLATFORM is defined %}
[[root]]
platform = {{ CYLC_TEST_PLATFORM }}
{% endif %}
[[foo]]
script = """
JOB_LOG_DIR="$(dirname "${CYLC_TASK_LOG_DIR}")"
NN_VALUE="$(readlink "${JOB_LOG_DIR}/NN")"
# bash 4.2.0 bug: ((VAR == VAL)) does not trigger 'set -e':
test "${CYLC_TASK_SUBMIT_NUMBER}" -eq "100"
test "${NN_VALUE}" -eq "100"
"""
[[[job]]]
execution retry delays = 99*PT0S
cylc-flow-8.6.4/tests/functional/job-submission/00-user.t 0000775 0001750 0001750 00000002273 15202510242 023443 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test user-defined job runner handlers can be used.
. "$(dirname "$0")/test_header"
set_test_number 2
create_test_global_config "" "
[platforms]
[[testme]]
hosts = localhost
job runner = my_background
install target = localhost
[[testme2]]
hosts = localhost
job runner = my_background2
install target = localhost
"
reftest
exit
cylc-flow-8.6.4/tests/functional/job-submission/07-multi.t 0000775 0001750 0001750 00000007330 15202510242 023625 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test job submission, multiple jobs per host.
export REQUIRE_PLATFORM='loc:remote'
. "$(dirname "$0")/test_header"
set_test_number 3
install_workflow "${TEST_NAME_BASE}" "${TEST_NAME_BASE}"
run_ok "${TEST_NAME_BASE}-validate" \
cylc validate "${WORKFLOW_NAME}" -s "CYLC_TEST_PLATFORM='${CYLC_TEST_PLATFORM}'"
workflow_run_ok "${TEST_NAME_BASE}-run" \
cylc play --debug --no-detach --reference-test \
-s "CYLC_TEST_PLATFORM='${CYLC_TEST_PLATFORM}'" \
"${WORKFLOW_NAME}"
RUN_DIR="$RUN_DIR/${WORKFLOW_NAME}"
LOG="${RUN_DIR}/log/scheduler/log"
sed -n 's/^.*\(cylc jobs-submit\)/\1/p' "${LOG}" | sort -u >'edited-workflow-log'
PATHOPTS="--path=/bin --path=/usr/bin --path=/usr/local/bin --path=/sbin --path=/usr/sbin --path=/usr/local/sbin"
sort >'edited-workflow-log-ref' <<__LOG__
cylc jobs-submit --debug --utc-mode $PATHOPTS -- '\$HOME/cylc-run/${WORKFLOW_NAME}/log/job' 20200101T0000Z/t0/01 20200101T0000Z/t1/01 20200101T0000Z/t2/01 20200101T0000Z/t3/01
cylc jobs-submit --debug --utc-mode $PATHOPTS -- '\$HOME/cylc-run/${WORKFLOW_NAME}/log/job' 20210101T0000Z/t0/01 20210101T0000Z/t1/01 20210101T0000Z/t2/01 20210101T0000Z/t3/01
cylc jobs-submit --debug --utc-mode $PATHOPTS -- '\$HOME/cylc-run/${WORKFLOW_NAME}/log/job' 20220101T0000Z/t0/01 20220101T0000Z/t1/01 20220101T0000Z/t2/01 20220101T0000Z/t3/01
cylc jobs-submit --debug --utc-mode $PATHOPTS -- '\$HOME/cylc-run/${WORKFLOW_NAME}/log/job' 20230101T0000Z/t0/01 20230101T0000Z/t1/01 20230101T0000Z/t2/01 20230101T0000Z/t3/01
cylc jobs-submit --debug --utc-mode $PATHOPTS -- '\$HOME/cylc-run/${WORKFLOW_NAME}/log/job' 20240101T0000Z/t0/01 20240101T0000Z/t1/01 20240101T0000Z/t2/01 20240101T0000Z/t3/01
cylc jobs-submit --debug --utc-mode $PATHOPTS -- '\$HOME/cylc-run/${WORKFLOW_NAME}/log/job' 20250101T0000Z/t0/01 20250101T0000Z/t1/01 20250101T0000Z/t2/01 20250101T0000Z/t3/01
cylc jobs-submit --debug --utc-mode --remote-mode $PATHOPTS -- '\$HOME/cylc-run/${WORKFLOW_NAME}/log/job' 20200101T0000Z/t4/01 20200101T0000Z/t5/01 20200101T0000Z/t6/01
cylc jobs-submit --debug --utc-mode --remote-mode $PATHOPTS -- '\$HOME/cylc-run/${WORKFLOW_NAME}/log/job' 20210101T0000Z/t4/01 20210101T0000Z/t5/01 20210101T0000Z/t6/01
cylc jobs-submit --debug --utc-mode --remote-mode $PATHOPTS -- '\$HOME/cylc-run/${WORKFLOW_NAME}/log/job' 20220101T0000Z/t4/01 20220101T0000Z/t5/01 20220101T0000Z/t6/01
cylc jobs-submit --debug --utc-mode --remote-mode $PATHOPTS -- '\$HOME/cylc-run/${WORKFLOW_NAME}/log/job' 20230101T0000Z/t4/01 20230101T0000Z/t5/01 20230101T0000Z/t6/01
cylc jobs-submit --debug --utc-mode --remote-mode $PATHOPTS -- '\$HOME/cylc-run/${WORKFLOW_NAME}/log/job' 20240101T0000Z/t4/01 20240101T0000Z/t5/01 20240101T0000Z/t6/01
cylc jobs-submit --debug --utc-mode --remote-mode $PATHOPTS -- '\$HOME/cylc-run/${WORKFLOW_NAME}/log/job' 20250101T0000Z/t4/01 20250101T0000Z/t5/01 20250101T0000Z/t6/01
__LOG__
cmp_ok 'edited-workflow-log' 'edited-workflow-log-ref'
purge
exit
cylc-flow-8.6.4/tests/functional/job-submission/12-tidy-submits-of-prev-run/ 0000775 0001750 0001750 00000000000 15202510242 027107 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/job-submission/12-tidy-submits-of-prev-run/reference.log 0000664 0001750 0001750 00000000116 15202510242 031546 0 ustar alastair alastair Initial point: 1
Final point: 1
1/t1 -triggered off []
1/t1 -triggered off []
cylc-flow-8.6.4/tests/functional/job-submission/12-tidy-submits-of-prev-run/flow.cylc 0000664 0001750 0001750 00000000414 15202510242 030731 0 ustar alastair alastair #!jinja2
[scheduling]
[[graph]]
R1 = t1
[runtime]
[[t1]]
script = test "${CYLC_TASK_SUBMIT_NUMBER}" -eq 2
platform = {{ environ['CYLC_TEST_PLATFORM'] | default('localhost') }}
[[[job]]]
execution retry delays = P0Y
cylc-flow-8.6.4/tests/functional/job-submission/03-job-nn-remote-host-with-shared-fs 0000777 0001750 0001750 00000000000 15202510242 033776 201-job-nn-localhost ustar alastair alastair cylc-flow-8.6.4/tests/functional/job-submission/20-check-chunking.t 0000775 0001750 0001750 00000003055 15202510242 025347 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test that a job containing more than 100 tasks will split into batches.
. "$(dirname "$0")/test_header"
set_test_number 3
create_test_global_config '' "
[scheduler]
process pool size = 1
[platforms]
[[$CYLC_TEST_PLATFORM]]
max batch submit size = 2
"
install_workflow
run_ok "${TEST_NAME_BASE}-validate" cylc validate \
-s "CYLC_TEST_PLATFORM='$CYLC_TEST_PLATFORM'" \
"${WORKFLOW_NAME}"
workflow_run_ok "${TEST_NAME_BASE}-run" cylc play \
-s "CYLC_TEST_PLATFORM='$CYLC_TEST_PLATFORM'" \
--debug \
--no-detach \
--reference-test \
"${WORKFLOW_NAME}"
grep_ok \
"# will invoke in batches, sizes=\[2, 2, 1\]" \
"${WORKFLOW_RUN_DIR}/log/scheduler/log"
# tidy up
purge
exit
././@LongLink 0000644 0000000 0000000 00000000147 00000000000 011605 L ustar root root cylc-flow-8.6.4/tests/functional/job-submission/14-tidy-submits-of-prev-run-remote-host-with-shared-fs cylc-flow-8.6.4/tests/functional/job-submission/14-tidy-submits-of-prev-run-remote-host-with-shared-0000777 0001750 0001750 00000000000 15202510242 040543 212-tidy-submits-of-prev-run ustar alastair alastair cylc-flow-8.6.4/tests/functional/job-submission/02-job-nn-remote-host 0000777 0001750 0001750 00000000000 15202510242 031152 201-job-nn-localhost ustar alastair alastair cylc-flow-8.6.4/tests/functional/job-submission/15-garbage-platform-command-2/ 0000775 0001750 0001750 00000000000 15202510242 027264 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/job-submission/15-garbage-platform-command-2/bin/ 0000775 0001750 0001750 00000000000 15202510242 030034 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/job-submission/15-garbage-platform-command-2/bin/my-host-select 0000775 0001750 0001750 00000000161 15202510242 032635 0 ustar alastair alastair #!/usr/bin/env bash
TXT="${CYLC_WORKFLOW_RUN_DIR}/my-host-select.txt"
cat "${TXT}" || echo 'localhost' >"${TXT}"
cylc-flow-8.6.4/tests/functional/job-submission/15-garbage-platform-command-2/reference.log 0000664 0001750 0001750 00000000120 15202510242 031716 0 ustar alastair alastair Initial point: 1
Final point: 1
1/foo -triggered off []
1/foo -triggered off []
cylc-flow-8.6.4/tests/functional/job-submission/15-garbage-platform-command-2/flow.cylc 0000664 0001750 0001750 00000000550 15202510242 031107 0 ustar alastair alastair [scheduler]
[[events]]
inactivity timeout = PT1M
abort on inactivity timeout = True
stall timeout = PT20S
abort on stall timeout = True
[scheduling]
[[graph]]
R1 = foo
[runtime]
[[foo]]
script = true
platform = $(my-host-select)
[[[job]]]
submission retry delays = PT5S
cylc-flow-8.6.4/tests/functional/job-submission/19-platform_select/ 0000775 0001750 0001750 00000000000 15202510242 025466 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/job-submission/19-platform_select/reference.log 0000664 0001750 0001750 00000000622 15202510242 030127 0 ustar alastair alastair 1/platform_no_subshell -triggered off [] in flow 1
1/host_no_subshell -triggered off [] in flow 1
1/platform_subshell -triggered off [] in flow 1
1/host_subshell -triggered off [] in flow 1
1/host_subshell_backticks -triggered off [] in flow 1
1/localhost_subshell -triggered off [] in flow 1
1/platform_subshell_suffix -triggered off [] in flow 1
1/platform_subshell_empty -triggered off [] in flow 1
cylc-flow-8.6.4/tests/functional/job-submission/19-platform_select/flow.cylc 0000664 0001750 0001750 00000002563 15202510242 027317 0 ustar alastair alastair [meta]
purpose = """
Test that subshells are handled for platform and host configs.
Tasks of the form .*no_subshell act as control runs.
"""
[scheduler]
UTC mode = True
[[events]]
abort on stall timeout = True
stall timeout = PT0S
[scheduling]
[[dependencies]]
R1 = """
host_no_subshell
localhost_subshell
platform_subshell:submit-fail?
platform_no_subshell:submit-fail?
platform_subshell_empty:submit-fail?
platform_subshell_suffix:submit-fail?
host_subshell:submit-fail?
host_subshell_backticks:submit-fail?
"""
[runtime]
[[root]]
script = true
[[platform_no_subshell]]
platform = improbable platform name
[[host_no_subshell]]
[[[remote]]]
host = localhost
[[platform_subshell]]
platform = $(echo "improbable platform name")
[[platform_subshell_empty]]
platform = $(echo "")
[[platform_subshell_suffix]]
platform = prefix-$( echo middle )-suffix
[[host_subshell]]
[[[remote]]]
host = $(echo "improbable host name")
[[host_subshell_backticks]]
[[[remote]]]
host = `echo "improbable host name"`
[[localhost_subshell]]
[[[remote]]]
host = $(echo "localhost4.localdomain4")
cylc-flow-8.6.4/tests/functional/job-submission/02-job-nn-remote-host.t 0000775 0001750 0001750 00000002574 15202510242 026122 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test remote host job log NN link correctness.
export REQUIRE_PLATFORM='loc:remote'
. "$(dirname "$0")/test_header"
set_test_number 2
install_workflow "${TEST_NAME_BASE}" "${TEST_NAME_BASE}"
run_ok "${TEST_NAME_BASE}-validate" cylc validate "${WORKFLOW_NAME}"
mkdir -p "${WORKFLOW_RUN_DIR}/.service/"
sqlite3 "${WORKFLOW_RUN_DIR}/.service/db" <'db.sqlite3'
workflow_run_ok "${TEST_NAME_BASE}-restart" \
cylc play --upgrade --reference-test --debug --no-detach \
-s "CYLC_TEST_PLATFORM='${CYLC_TEST_PLATFORM}'" "${WORKFLOW_NAME}"
purge
exit
cylc-flow-8.6.4/tests/functional/job-submission/06-garbage/ 0000775 0001750 0001750 00000000000 15202510242 023667 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/job-submission/06-garbage/lib/ 0000775 0001750 0001750 00000000000 15202510242 024435 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/job-submission/06-garbage/lib/bad.py 0000664 0001750 0001750 00000001756 15202510242 025546 0 ustar alastair alastair #!/usr/bin/env python3
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
"""Garbage batch system/job runner, for testing."""
class BadSubmitHandler:
"""Garbage batch system/job runner, for testing."""
SUBMIT_CMD_TMPL = "bad-bad-bad-submit '%(job)s'"
JOB_RUNNER_HANDLER = BadSubmitHandler()
cylc-flow-8.6.4/tests/functional/job-submission/06-garbage/reference.log 0000664 0001750 0001750 00000000124 15202510242 026325 0 ustar alastair alastair Initial point: 1
Final point: 1
1/t1 -triggered off []
1/t2 -triggered off ['1/t1']
cylc-flow-8.6.4/tests/functional/job-submission/06-garbage/flow.cylc 0000664 0001750 0001750 00000001066 15202510242 025515 0 ustar alastair alastair [scheduler]
[[events]]
expected task failures = 1/t1
[scheduling]
[[graph]]
R1 = t1:submit-fail? => t2
[runtime]
[[t1]]
script = true
platform = bad
[[t2]]
script = """
grep -q -F \
'platform: bad - Could not connect to bad' \
"${CYLC_WORKFLOW_LOG_DIR}/log"
grep -q -F \
'remote-init will retry if another host is available' \
"${CYLC_WORKFLOW_LOG_DIR}/log"
cylc shutdown "${CYLC_WORKFLOW_ID}"
"""
cylc-flow-8.6.4/tests/functional/job-submission/16-timeout.t 0000775 0001750 0001750 00000004540 15202510242 024161 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test that job submission kill on timeout results in a failed job submission.
export REQUIRE_PLATFORM='runner:at comms:tcp'
. "$(dirname "$0")/test_header"
set_test_number 4
create_test_global_config "" "
[scheduler]
process pool timeout = PT10S
[platforms]
[[$CYLC_TEST_PLATFORM]]
job runner command template = sleep 30
"
install_workflow "${TEST_NAME_BASE}" "${TEST_NAME_BASE}"
run_ok "${TEST_NAME_BASE}-validate" cylc validate "${WORKFLOW_NAME}"
workflow_run_ok "${TEST_NAME_BASE}-workflow-run" \
cylc play --debug --no-detach "${WORKFLOW_NAME}"
# egrep -m is stop matching after matches
# -A is number of lines of context after match
cylc cat-log "${WORKFLOW_NAME}" \
| grep -E -m 1 -A 2 "ERROR - \[jobs-submit cmd\]" \
| sed -e 's/^.* \(ERROR\)/\1/' > log
WORKFLOW_LOG_DIR=$(cylc cat-log -m p "${WORKFLOW_NAME}" | sed 's/01-start-01\.//')
JOB_LOG_DIR="${WORKFLOW_LOG_DIR%scheduler/log}"
JOB_LOG_DIR="${JOB_LOG_DIR/$HOME/\$HOME}"
DEFAULT_PATHS='--path=/bin --path=/usr/bin --path=/usr/local/bin --path=/sbin --path=/usr/sbin --path=/usr/local/sbin'
cmp_ok log <<__END__
ERROR - [jobs-submit cmd] cylc jobs-submit --debug ${DEFAULT_PATHS} -- '${JOB_LOG_DIR}job' 1/foo/01
[jobs-submit ret_code] -9
[jobs-submit err] killed on timeout (PT10S)
__END__
cylc workflow-state --old-format "${WORKFLOW_NAME}" > workflow-state.log
# make sure foo submit failed and the stopper ran
contains_ok workflow-state.log << __END__
stopper, 1, succeeded
foo, 1, submit-failed
__END__
purge
cylc-flow-8.6.4/tests/functional/job-submission/08-activity-log-host.t 0000775 0001750 0001750 00000002556 15202510242 026067 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test job submission, activity log has remote host name
export REQUIRE_PLATFORM='loc:remote comms:tcp'
. "$(dirname "$0")/test_header"
set_test_number 2
install_workflow "${TEST_NAME_BASE}" "${TEST_NAME_BASE}"
run_ok "${TEST_NAME_BASE}-validate" \
cylc validate "${WORKFLOW_NAME}" \
-s "CYLC_TEST_PLATFORM='${CYLC_TEST_PLATFORM}'"
workflow_run_ok "${TEST_NAME_BASE}-run" \
cylc play --debug --no-detach --reference-test \
-s "CYLC_TEST_PLATFORM='${CYLC_TEST_PLATFORM}'" \
"${WORKFLOW_NAME}"
purge
exit
././@LongLink 0000644 0000000 0000000 00000000151 00000000000 011600 L ustar root root cylc-flow-8.6.4/tests/functional/job-submission/14-tidy-submits-of-prev-run-remote-host-with-shared-fs.t cylc-flow-8.6.4/tests/functional/job-submission/14-tidy-submits-of-prev-run-remote-host-with-shared-0000775 0001750 0001750 00000003623 15202510242 033601 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test tidy of submits of previous runs.
export REQUIRE_PLATFORM='loc:remote fs:shared'
. "$(dirname "$0")/test_header"
set_test_number 7
install_workflow "${TEST_NAME_BASE}" "${TEST_NAME_BASE}"
run_ok "${TEST_NAME_BASE}-validate" \
cylc validate "${WORKFLOW_NAME}" \
-s "CYLC_TEST_PLATFORM='${CYLC_TEST_PLATFORM}'"
workflow_run_ok "${TEST_NAME_BASE}-run" \
cylc play --debug --no-detach --reference-test "${WORKFLOW_NAME}" \
-s "CYLC_TEST_PLATFORM='${CYLC_TEST_PLATFORM}'"
LOGD1="$RUN_DIR/${WORKFLOW_NAME}/log/job/1/t1/01"
LOGD2="$RUN_DIR/${WORKFLOW_NAME}/log/job/1/t1/02"
exists_ok "${LOGD1}"
exists_ok "${LOGD2}"
sed -i 's/script =.*$/script = true/' "${WORKFLOW_RUN_DIR}/flow.cylc"
sed -i -n '1,/triggered off/p' "${WORKFLOW_RUN_DIR}/reference.log"
delete_db
workflow_run_ok "${TEST_NAME_BASE}-run" \
cylc play --debug --no-detach --reference-test "${WORKFLOW_NAME}" \
-s "CYLC_TEST_PLATFORM='${CYLC_TEST_PLATFORM}'"
exists_ok "${LOGD1}"
exists_fail "${LOGD2}"
#-------------------------------------------------------------------------------
purge
exit
cylc-flow-8.6.4/tests/functional/job-submission/04-submit-num.t 0000775 0001750 0001750 00000003007 15202510242 024565 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test usage of CYLC_TASK_SUBMIT_NUMBER.
. "$(dirname "$0")/test_header"
#-------------------------------------------------------------------------------
set_test_number 2
install_workflow "${TEST_NAME_BASE}" "${TEST_NAME_BASE}"
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-validate"
run_ok "${TEST_NAME}" cylc validate "${WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-run"
workflow_run_ok "${TEST_NAME}" cylc play --debug --no-detach "${WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
purge
exit
cylc-flow-8.6.4/tests/functional/job-submission/19-platform_select.t 0000775 0001750 0001750 00000003520 15202510242 025656 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test recovery of a failed host select command for a group of tasks.
. "$(dirname "$0")/test_header"
set_test_number 8
install_workflow "${TEST_NAME_BASE}"
run_ok "${TEST_NAME_BASE}-validate" cylc validate "${WORKFLOW_NAME}"
reftest_run
logfile="${WORKFLOW_RUN_DIR}/log/scheduler/log"
# Check that host = $(cmd) is correctly evaluated
grep_ok \
"1/host_subshell/01:.* evaluated as 'improbable host name'" \
"${logfile}"
grep_ok \
"1/localhost_subshell/01:.* evaluated as 'localhost'" \
"${logfile}"
# Check that host = `cmd` is correctly evaluated
grep_ok \
"1/host_subshell_backticks/01:.* evaluated as 'improbable host name'" \
"${logfile}"
# Check that platform = $(cmd) correctly evaluated
grep_ok \
"1/platform_subshell:.* evaluated as 'improbable platform name'" \
"${logfile}"
grep_ok \
"1/platform_subshell_empty:.* evaluated as ''" \
"${logfile}"
grep_ok \
"1/platform_subshell_suffix:.* evaluated as 'prefix-middle-suffix'" \
"${logfile}"
# purge
cylc-flow-8.6.4/tests/functional/job-submission/13-tidy-submits-of-prev-run-remote-host 0000777 0001750 0001750 00000000000 15202510242 036250 212-tidy-submits-of-prev-run ustar alastair alastair cylc-flow-8.6.4/tests/functional/job-submission/09-activity-log-host-bad-submit/ 0000775 0001750 0001750 00000000000 15202510242 027715 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/job-submission/09-activity-log-host-bad-submit/reference.log 0000664 0001750 0001750 00000000260 15202510242 032354 0 ustar alastair alastair Initial point: 19990101T0000Z
Final point: 19990101T0000Z
19990101T0000Z/bad-submitter -triggered off []
19990101T0000Z/grepper -triggered off ['19990101T0000Z/bad-submitter']
cylc-flow-8.6.4/tests/functional/job-submission/09-activity-log-host-bad-submit/flow.cylc 0000664 0001750 0001750 00000001400 15202510242 031533 0 ustar alastair alastair #!Jinja2
[scheduler]
UTC mode = True
[[events]]
expected task failures = 19990101T0000Z/bad-submitter
[scheduling]
initial cycle point=1999
final cycle point=1999
[[graph]]
P1Y = bad-submitter:submit-failed? => grepper
[runtime]
[[root]]
[[bad-submitter]]
script = true
platform = {{ CYLC_TEST_PLATFORM }}
[[grepper]]
script = """
set -x
# Test that the original command is printed
A_LOG="$(dirname "$0")/../../bad-submitter/01/job-activity.log"
grep '\[jobs-submit cmd\] ssh .* {{CYLC_TEST_HOST}} .*cylc jobs-submit.*' \
"${A_LOG}"
# Stop the workflow cleanly
cylc stop "${CYLC_WORKFLOW_ID}"
"""
cylc-flow-8.6.4/tests/functional/job-submission/10-at-shell/ 0000775 0001750 0001750 00000000000 15202510242 024003 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/job-submission/10-at-shell/reference.log 0000664 0001750 0001750 00000000070 15202510242 026441 0 ustar alastair alastair Initial point: 1
Final point: 1
1/foo -triggered off []
cylc-flow-8.6.4/tests/functional/job-submission/10-at-shell/flow.cylc 0000664 0001750 0001750 00000000232 15202510242 025623 0 ustar alastair alastair #!Jinja2
[scheduling]
[[graph]]
R1 = foo
[runtime]
[[foo]]
script = true
platform = {{ environ['CYLC_TEST_PLATFORM'] }}
cylc-flow-8.6.4/tests/functional/job-submission/09-activity-log-host-bad-submit.t 0000775 0001750 0001750 00000003201 15202510242 030101 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test bad job submission, activity log has original command and some stderr
# with the host name written.
export REQUIRE_PLATFORM='runner:at loc:remote'
. "$(dirname "$0")/test_header"
set_test_number 2
create_test_global_config '' "
[platforms]
[[${CYLC_TEST_PLATFORM}]]
job runner = at
job runner command template = at non
"
install_workflow "${TEST_NAME_BASE}" "${TEST_NAME_BASE}"
run_ok "${TEST_NAME_BASE}-validate" \
cylc validate "${WORKFLOW_NAME}" \
-s "CYLC_TEST_PLATFORM='${CYLC_TEST_PLATFORM}'" \
-s "CYLC_TEST_HOST='${CYLC_TEST_HOST}'"
workflow_run_ok "${TEST_NAME_BASE}-run" \
cylc play --debug --no-detach --reference-test \
-s "CYLC_TEST_HOST='${CYLC_TEST_HOST}'" \
-s "CYLC_TEST_PLATFORM='${CYLC_TEST_PLATFORM}'" "${WORKFLOW_NAME}"
purge
exit
cylc-flow-8.6.4/tests/functional/job-submission/test_header 0000777 0001750 0001750 00000000000 15202510242 030371 2../lib/bash/test_header ustar alastair alastair cylc-flow-8.6.4/tests/functional/job-submission/08-activity-log-host/ 0000775 0001750 0001750 00000000000 15202510242 025667 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/job-submission/08-activity-log-host/reference.log 0000664 0001750 0001750 00000000415 15202510242 030330 0 ustar alastair alastair Initial point: 19990101T0000Z
Final point: 19990101T0000Z
19990101T0000Z/sleeper -triggered off []
19990101T0000Z/killer -triggered off ['19990101T0000Z/sleeper']
19990101T0000Z/releaser -triggered off ['19990101T0000Z/killer']
19990101T0000Z/sleeper -triggered off []
cylc-flow-8.6.4/tests/functional/job-submission/08-activity-log-host/flow.cylc 0000664 0001750 0001750 00000001154 15202510242 027513 0 ustar alastair alastair #!Jinja2
[scheduler]
UTC mode = True
[scheduling]
initial cycle point = 1999
final cycle point = 1999
[[graph]]
P1Y = sleeper:start => killer => releaser
[runtime]
[[sleeper]]
script = test "${CYLC_TASK_SUBMIT_NUMBER}" -eq 2 || sleep 60
platform = {{ CYLC_TEST_PLATFORM }}
[[[job]]]
execution retry delays = PT1S
[[killer]]
script = cylc kill "${CYLC_WORKFLOW_ID}//1999*/sleeper"
[[releaser]]
script = """
cylc__job__wait_cylc_message_started
cylc release "${CYLC_WORKFLOW_ID}//1999*/sleeper"
"""
cylc-flow-8.6.4/tests/functional/job-submission/11-garbage-platform-command.t 0000775 0001750 0001750 00000003024 15202510242 027310 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test job submission rundb task_jobs entry with garbage host command.
. "$(dirname "$0")/test_header"
set_test_number 3
create_test_global_config '
[platforms]
[[badhost]]
'
install_workflow "${TEST_NAME_BASE}" "${TEST_NAME_BASE}"
run_ok "${TEST_NAME_BASE}-validate" cylc validate "${WORKFLOW_NAME}"
workflow_run_ok "${TEST_NAME_BASE}-run" \
cylc play --debug --no-detach --reference-test "${WORKFLOW_NAME}"
sqlite3 \
"$RUN_DIR/${WORKFLOW_NAME}/log/db" \
"SELECT submit_num,submit_status FROM task_jobs WHERE name=='t1'" \
>'sqlite3.out'
cmp_ok 'sqlite3.out' <<'__OUT__'
1|1
2|0
__OUT__
#-------------------------------------------------------------------------------
purge
exit
cylc-flow-8.6.4/tests/functional/job-submission/21-late-sub-message.t 0000775 0001750 0001750 00000003471 15202510242 025627 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#------------------------------------------------------------------------------
# Test that a late job submitted message does not put the task back in the
# submitted state (it is possible, though unlikely, for the job started
# message to arrive first).
# Uses a modified background job runner (defined in the workflow source
# directory) that sleeps before returning after submitting the job.
. "$(dirname "$0")/test_header"
set_test_number 3
create_test_global_config "" "
[platforms]
[[wobblygibblets]]
hosts = localhost
job runner = delayed_background
install target = localhost
"
install_workflow "${TEST_NAME_BASE}" "${TEST_NAME_BASE}"
run_ok "${TEST_NAME_BASE}-validate" cylc validate "${WORKFLOW_NAME}"
workflow_run_ok "${TEST_NAME_BASE}-run" \
cylc play --debug --no-detach "${WORKFLOW_NAME}"
sqlite3 "$RUN_DIR/${WORKFLOW_NAME}/log/db" \
'SELECT name, cycle, event from task_events;' >'sqlite3.out'
cmp_ok 'sqlite3.out' <<'__OUT__'
foo|1|submitted
foo|1|started
foo|1|succeeded
bar|1|submitted
bar|1|started
bar|1|succeeded
__OUT__
purge
cylc-flow-8.6.4/tests/functional/job-submission/20-check-chunking/ 0000775 0001750 0001750 00000000000 15202510242 025154 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/job-submission/20-check-chunking/reference.log 0000664 0001750 0001750 00000000357 15202510242 027622 0 ustar alastair alastair Initial point: 1
Final point: 1
1/t1_p3 -triggered off []
1/t1_p4 -triggered off []
1/t1_p2 -triggered off []
1/t1_p5 -triggered off []
1/t1_p1 -triggered off []
1/fin -triggered off ['1/t1_p1', '1/t1_p2', '1/t1_p3', '1/t1_p4', '1/t1_p5']
cylc-flow-8.6.4/tests/functional/job-submission/20-check-chunking/flow.cylc 0000664 0001750 0001750 00000000535 15202510242 027002 0 ustar alastair alastair #!Jinja2
[scheduler]
[[events]]
abort on inactivity timeout = True
abort on stall timeout = True
stall timeout = PT0S
inactivity timeout = PT10M
[task parameters]
p = 1..5
[scheduling]
[[graph]]
R1 = t1
=> fin
[runtime]
[[t1
]]
platform = {{ CYLC_TEST_PLATFORM }}
[[fin]]
cylc-flow-8.6.4/tests/functional/job-submission/11-garbage-platform-command/ 0000775 0001750 0001750 00000000000 15202510242 027121 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/job-submission/11-garbage-platform-command/reference.log 0000664 0001750 0001750 00000000153 15202510242 031561 0 ustar alastair alastair Initial point: 1
Final point: 1
1/t1 -triggered off []
1/t2 -triggered off ['1/t1']
1/t1 -triggered off []
cylc-flow-8.6.4/tests/functional/job-submission/11-garbage-platform-command/flow.cylc 0000664 0001750 0001750 00000000630 15202510242 030743 0 ustar alastair alastair [scheduler]
[[events]]
expected task failures = 1/t1
[scheduling]
[[graph]]
R1 = """t1:submit-fail? => t2"""
[runtime]
[[t1]]
script = true
platform = badhost
[[t2]]
script = """
cylc broadcast "${CYLC_WORKFLOW_ID}" \
-n 't1' -p '1' -s 'platform=localhost'
cylc trigger "${CYLC_WORKFLOW_ID}//1/t1"
"""
cylc-flow-8.6.4/tests/functional/job-submission/03-job-nn-remote-host-with-shared-fs.t 0000775 0001750 0001750 00000002550 15202510242 030740 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test job log NN link correctness on reaching 100, remote (with shared fs).
export REQUIRE_PLATFORM='loc:remote fs:shared'
. "$(dirname "$0")/test_header"
set_test_number 2
install_workflow "${TEST_NAME_BASE}" "${TEST_NAME_BASE}"
run_ok "${TEST_NAME_BASE}-validate" cylc validate "${WORKFLOW_NAME}"
mkdir "${WORKFLOW_RUN_DIR}/.service"
sqlite3 "${WORKFLOW_RUN_DIR}/.service/db" <'db.sqlite3'
workflow_run_ok "${TEST_NAME_BASE}-restart" \
cylc play --reference-test --debug --no-detach --upgrade "${WORKFLOW_NAME}"
purge
exit
cylc-flow-8.6.4/tests/functional/job-submission/13-tidy-submits-of-prev-run-remote-host.t 0000775 0001750 0001750 00000004716 15202510242 031554 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test tidy of submits of previous runs.
export REQUIRE_PLATFORM='loc:remote'
. "$(dirname "$0")/test_header"
set_test_number 11
install_workflow "${TEST_NAME_BASE}" "${TEST_NAME_BASE}"
run_ok "${TEST_NAME_BASE}-validate" \
cylc validate "${WORKFLOW_NAME}" \
-s "CYLC_TEST_PLATFORM='${CYLC_TEST_PLATFORM}'"
workflow_run_ok "${TEST_NAME_BASE}-run" \
cylc play --debug --no-detach --reference-test "${WORKFLOW_NAME}" \
-s "CYLC_TEST_PLATFORM='${CYLC_TEST_PLATFORM}'"
RLOGD1="cylc-run/${WORKFLOW_NAME}/log/job/1/t1/01"
RLOGD2="cylc-run/${WORKFLOW_NAME}/log/job/1/t1/02"
LOGD1="${RUN_DIR}/${WORKFLOW_NAME}/log/job/1/t1/01"
LOGD2="${RUN_DIR}/${WORKFLOW_NAME}/log/job/1/t1/02"
SSH='ssh -n -oBatchMode=yes -oConnectTimeout=5'
# shellcheck disable=SC2086
run_ok "exists-rlogd1" ${SSH} "${CYLC_TEST_HOST}" test -e "${RLOGD1}"
# shellcheck disable=SC2086
run_ok "exists-rlogd2" ${SSH} "${CYLC_TEST_HOST}" test -e "${RLOGD2}"
exists_ok "${LOGD1}"
exists_ok "${LOGD2}"
sed -i 's/script =.*$/script = true/' "${RUN_DIR}/${WORKFLOW_NAME}/flow.cylc"
sed -i -n '1,/triggered off/p' "${RUN_DIR}/${WORKFLOW_NAME}/reference.log"
delete_db
workflow_run_ok "${TEST_NAME_BASE}-run" \
cylc play --debug --no-detach --reference-test "${WORKFLOW_NAME}" \
-s "CYLC_TEST_PLATFORM='${CYLC_TEST_PLATFORM}'"
# shellcheck disable=SC2086
run_ok "exists-rlogd1" ${SSH} "${CYLC_TEST_HOST}" test -e "${RLOGD1}"
# shellcheck disable=SC2086
run_fail "not-exists-rlogd2" ${SSH} "${CYLC_TEST_HOST}" test -e "${RLOGD2}"
exists_ok "${LOGD1}"
exists_fail "${LOGD2}"
#-------------------------------------------------------------------------------
purge
exit
cylc-flow-8.6.4/tests/functional/job-submission/01-job-nn-localhost.t 0000775 0001750 0001750 00000002461 15202510242 025636 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test job log NN link correctness on reaching 100, localhost.
. "$(dirname "$0")/test_header"
set_test_number 2
install_workflow "${TEST_NAME_BASE}" "${TEST_NAME_BASE}"
run_ok "${TEST_NAME_BASE}-validate" cylc validate "${WORKFLOW_NAME}"
mkdir -p "${WORKFLOW_RUN_DIR}/.service/"
sqlite3 "${WORKFLOW_RUN_DIR}/.service/db" <'db.sqlite3'
workflow_run_ok "${TEST_NAME_BASE}-restart" \
cylc play --reference-test --upgrade --debug --no-detach "${WORKFLOW_NAME}"
purge
exit
cylc-flow-8.6.4/tests/functional/job-submission/18-clean-env/ 0000775 0001750 0001750 00000000000 15202510242 024152 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/job-submission/18-clean-env/flow.cylc 0000664 0001750 0001750 00000000555 15202510242 026002 0 ustar alastair alastair [cylc]
[[events]]
inactivity timeout = PT30S
abort on inactivity timeout = True
abort on stall timeout = True
stall timeout = PT0S
[scheduling]
[[graph]]
R1 = foo
[runtime]
[[foo]]
script = """
echo "BEEF ${BEEF:-undefined}"
echo "CHEESE ${CHEESE:-undefined}"
"""
cylc-flow-8.6.4/tests/functional/job-submission/07-multi/ 0000775 0001750 0001750 00000000000 15202510242 023432 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/job-submission/07-multi/reference.log 0000664 0001750 0001750 00000016754 15202510242 026110 0 ustar alastair alastair Initial point: 20200101T0000Z
Final point: 20250101T0000Z
20200101T0000Z/t5 -triggered off ['20190101T0000Z/t0', '20190101T0000Z/t1', '20190101T0000Z/t2', '20190101T0000Z/t3', '20190101T0000Z/t4', '20190101T0000Z/t5', '20190101T0000Z/t6']
20200101T0000Z/t1 -triggered off ['20190101T0000Z/t0', '20190101T0000Z/t1', '20190101T0000Z/t2', '20190101T0000Z/t3', '20190101T0000Z/t4', '20190101T0000Z/t5', '20190101T0000Z/t6']
20200101T0000Z/t0 -triggered off ['20190101T0000Z/t0', '20190101T0000Z/t1', '20190101T0000Z/t2', '20190101T0000Z/t3', '20190101T0000Z/t4', '20190101T0000Z/t5', '20190101T0000Z/t6']
20200101T0000Z/t2 -triggered off ['20190101T0000Z/t0', '20190101T0000Z/t1', '20190101T0000Z/t2', '20190101T0000Z/t3', '20190101T0000Z/t4', '20190101T0000Z/t5', '20190101T0000Z/t6']
20200101T0000Z/t4 -triggered off ['20190101T0000Z/t0', '20190101T0000Z/t1', '20190101T0000Z/t2', '20190101T0000Z/t3', '20190101T0000Z/t4', '20190101T0000Z/t5', '20190101T0000Z/t6']
20200101T0000Z/t3 -triggered off ['20190101T0000Z/t0', '20190101T0000Z/t1', '20190101T0000Z/t2', '20190101T0000Z/t3', '20190101T0000Z/t4', '20190101T0000Z/t5', '20190101T0000Z/t6']
20200101T0000Z/t6 -triggered off ['20190101T0000Z/t0', '20190101T0000Z/t1', '20190101T0000Z/t2', '20190101T0000Z/t3', '20190101T0000Z/t4', '20190101T0000Z/t5', '20190101T0000Z/t6']
20210101T0000Z/t5 -triggered off ['20200101T0000Z/t0', '20200101T0000Z/t1', '20200101T0000Z/t2', '20200101T0000Z/t3', '20200101T0000Z/t4', '20200101T0000Z/t5', '20200101T0000Z/t6']
20210101T0000Z/t1 -triggered off ['20200101T0000Z/t0', '20200101T0000Z/t1', '20200101T0000Z/t2', '20200101T0000Z/t3', '20200101T0000Z/t4', '20200101T0000Z/t5', '20200101T0000Z/t6']
20210101T0000Z/t0 -triggered off ['20200101T0000Z/t0', '20200101T0000Z/t1', '20200101T0000Z/t2', '20200101T0000Z/t3', '20200101T0000Z/t4', '20200101T0000Z/t5', '20200101T0000Z/t6']
20210101T0000Z/t2 -triggered off ['20200101T0000Z/t0', '20200101T0000Z/t1', '20200101T0000Z/t2', '20200101T0000Z/t3', '20200101T0000Z/t4', '20200101T0000Z/t5', '20200101T0000Z/t6']
20210101T0000Z/t4 -triggered off ['20200101T0000Z/t0', '20200101T0000Z/t1', '20200101T0000Z/t2', '20200101T0000Z/t3', '20200101T0000Z/t4', '20200101T0000Z/t5', '20200101T0000Z/t6']
20210101T0000Z/t3 -triggered off ['20200101T0000Z/t0', '20200101T0000Z/t1', '20200101T0000Z/t2', '20200101T0000Z/t3', '20200101T0000Z/t4', '20200101T0000Z/t5', '20200101T0000Z/t6']
20210101T0000Z/t6 -triggered off ['20200101T0000Z/t0', '20200101T0000Z/t1', '20200101T0000Z/t2', '20200101T0000Z/t3', '20200101T0000Z/t4', '20200101T0000Z/t5', '20200101T0000Z/t6']
20220101T0000Z/t5 -triggered off ['20210101T0000Z/t0', '20210101T0000Z/t1', '20210101T0000Z/t2', '20210101T0000Z/t3', '20210101T0000Z/t4', '20210101T0000Z/t5', '20210101T0000Z/t6']
20220101T0000Z/t2 -triggered off ['20210101T0000Z/t0', '20210101T0000Z/t1', '20210101T0000Z/t2', '20210101T0000Z/t3', '20210101T0000Z/t4', '20210101T0000Z/t5', '20210101T0000Z/t6']
20220101T0000Z/t3 -triggered off ['20210101T0000Z/t0', '20210101T0000Z/t1', '20210101T0000Z/t2', '20210101T0000Z/t3', '20210101T0000Z/t4', '20210101T0000Z/t5', '20210101T0000Z/t6']
20220101T0000Z/t0 -triggered off ['20210101T0000Z/t0', '20210101T0000Z/t1', '20210101T0000Z/t2', '20210101T0000Z/t3', '20210101T0000Z/t4', '20210101T0000Z/t5', '20210101T0000Z/t6']
20220101T0000Z/t4 -triggered off ['20210101T0000Z/t0', '20210101T0000Z/t1', '20210101T0000Z/t2', '20210101T0000Z/t3', '20210101T0000Z/t4', '20210101T0000Z/t5', '20210101T0000Z/t6']
20220101T0000Z/t1 -triggered off ['20210101T0000Z/t0', '20210101T0000Z/t1', '20210101T0000Z/t2', '20210101T0000Z/t3', '20210101T0000Z/t4', '20210101T0000Z/t5', '20210101T0000Z/t6']
20220101T0000Z/t6 -triggered off ['20210101T0000Z/t0', '20210101T0000Z/t1', '20210101T0000Z/t2', '20210101T0000Z/t3', '20210101T0000Z/t4', '20210101T0000Z/t5', '20210101T0000Z/t6']
20230101T0000Z/t2 -triggered off ['20220101T0000Z/t0', '20220101T0000Z/t1', '20220101T0000Z/t2', '20220101T0000Z/t3', '20220101T0000Z/t4', '20220101T0000Z/t5', '20220101T0000Z/t6']
20230101T0000Z/t4 -triggered off ['20220101T0000Z/t0', '20220101T0000Z/t1', '20220101T0000Z/t2', '20220101T0000Z/t3', '20220101T0000Z/t4', '20220101T0000Z/t5', '20220101T0000Z/t6']
20230101T0000Z/t5 -triggered off ['20220101T0000Z/t0', '20220101T0000Z/t1', '20220101T0000Z/t2', '20220101T0000Z/t3', '20220101T0000Z/t4', '20220101T0000Z/t5', '20220101T0000Z/t6']
20230101T0000Z/t1 -triggered off ['20220101T0000Z/t0', '20220101T0000Z/t1', '20220101T0000Z/t2', '20220101T0000Z/t3', '20220101T0000Z/t4', '20220101T0000Z/t5', '20220101T0000Z/t6']
20230101T0000Z/t6 -triggered off ['20220101T0000Z/t0', '20220101T0000Z/t1', '20220101T0000Z/t2', '20220101T0000Z/t3', '20220101T0000Z/t4', '20220101T0000Z/t5', '20220101T0000Z/t6']
20230101T0000Z/t3 -triggered off ['20220101T0000Z/t0', '20220101T0000Z/t1', '20220101T0000Z/t2', '20220101T0000Z/t3', '20220101T0000Z/t4', '20220101T0000Z/t5', '20220101T0000Z/t6']
20230101T0000Z/t0 -triggered off ['20220101T0000Z/t0', '20220101T0000Z/t1', '20220101T0000Z/t2', '20220101T0000Z/t3', '20220101T0000Z/t4', '20220101T0000Z/t5', '20220101T0000Z/t6']
20240101T0000Z/t5 -triggered off ['20230101T0000Z/t0', '20230101T0000Z/t1', '20230101T0000Z/t2', '20230101T0000Z/t3', '20230101T0000Z/t4', '20230101T0000Z/t5', '20230101T0000Z/t6']
20240101T0000Z/t0 -triggered off ['20230101T0000Z/t0', '20230101T0000Z/t1', '20230101T0000Z/t2', '20230101T0000Z/t3', '20230101T0000Z/t4', '20230101T0000Z/t5', '20230101T0000Z/t6']
20240101T0000Z/t2 -triggered off ['20230101T0000Z/t0', '20230101T0000Z/t1', '20230101T0000Z/t2', '20230101T0000Z/t3', '20230101T0000Z/t4', '20230101T0000Z/t5', '20230101T0000Z/t6']
20240101T0000Z/t3 -triggered off ['20230101T0000Z/t0', '20230101T0000Z/t1', '20230101T0000Z/t2', '20230101T0000Z/t3', '20230101T0000Z/t4', '20230101T0000Z/t5', '20230101T0000Z/t6']
20240101T0000Z/t6 -triggered off ['20230101T0000Z/t0', '20230101T0000Z/t1', '20230101T0000Z/t2', '20230101T0000Z/t3', '20230101T0000Z/t4', '20230101T0000Z/t5', '20230101T0000Z/t6']
20240101T0000Z/t1 -triggered off ['20230101T0000Z/t0', '20230101T0000Z/t1', '20230101T0000Z/t2', '20230101T0000Z/t3', '20230101T0000Z/t4', '20230101T0000Z/t5', '20230101T0000Z/t6']
20240101T0000Z/t4 -triggered off ['20230101T0000Z/t0', '20230101T0000Z/t1', '20230101T0000Z/t2', '20230101T0000Z/t3', '20230101T0000Z/t4', '20230101T0000Z/t5', '20230101T0000Z/t6']
20250101T0000Z/t4 -triggered off ['20240101T0000Z/t0', '20240101T0000Z/t1', '20240101T0000Z/t2', '20240101T0000Z/t3', '20240101T0000Z/t4', '20240101T0000Z/t5', '20240101T0000Z/t6']
20250101T0000Z/t6 -triggered off ['20240101T0000Z/t0', '20240101T0000Z/t1', '20240101T0000Z/t2', '20240101T0000Z/t3', '20240101T0000Z/t4', '20240101T0000Z/t5', '20240101T0000Z/t6']
20250101T0000Z/t2 -triggered off ['20240101T0000Z/t0', '20240101T0000Z/t1', '20240101T0000Z/t2', '20240101T0000Z/t3', '20240101T0000Z/t4', '20240101T0000Z/t5', '20240101T0000Z/t6']
20250101T0000Z/t3 -triggered off ['20240101T0000Z/t0', '20240101T0000Z/t1', '20240101T0000Z/t2', '20240101T0000Z/t3', '20240101T0000Z/t4', '20240101T0000Z/t5', '20240101T0000Z/t6']
20250101T0000Z/t1 -triggered off ['20240101T0000Z/t0', '20240101T0000Z/t1', '20240101T0000Z/t2', '20240101T0000Z/t3', '20240101T0000Z/t4', '20240101T0000Z/t5', '20240101T0000Z/t6']
20250101T0000Z/t0 -triggered off ['20240101T0000Z/t0', '20240101T0000Z/t1', '20240101T0000Z/t2', '20240101T0000Z/t3', '20240101T0000Z/t4', '20240101T0000Z/t5', '20240101T0000Z/t6']
20250101T0000Z/t5 -triggered off ['20240101T0000Z/t0', '20240101T0000Z/t1', '20240101T0000Z/t2', '20240101T0000Z/t3', '20240101T0000Z/t4', '20240101T0000Z/t5', '20240101T0000Z/t6']
cylc-flow-8.6.4/tests/functional/job-submission/07-multi/flow.cylc 0000664 0001750 0001750 00000000513 15202510242 025254 0 ustar alastair alastair #!Jinja2
[scheduler]
UTC mode = True
[scheduling]
initial cycle point = 2020
final cycle point = 2025
[[graph]]
P1Y = T[-P1Y]:succeed-all => T
[runtime]
[[T]]
script = true
[[t0,t1,t2,t3]]
inherit = T
[[t4,t5,t6]]
inherit = T
platform = {{CYLC_TEST_PLATFORM}}
cylc-flow-8.6.4/tests/functional/job-submission/16-timeout/ 0000775 0001750 0001750 00000000000 15202510242 023766 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/job-submission/16-timeout/flow.cylc 0000664 0001750 0001750 00000000336 15202510242 025613 0 ustar alastair alastair #!Jinja2
[scheduling]
[[graph]]
R1 = "foo:submit-fail? => stopper"
[runtime]
[[foo]]
platform = {{ environ['CYLC_TEST_PLATFORM'] }}
[[stopper]]
script = cylc stop "${CYLC_WORKFLOW_ID}"
cylc-flow-8.6.4/tests/functional/job-submission/15-garbage-platform-command-2.t 0000775 0001750 0001750 00000002236 15202510242 027457 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test recovery of a failed host select command.
. "$(dirname "$0")/test_header"
set_test_number 2
install_workflow "${TEST_NAME_BASE}"
run_ok "${TEST_NAME_BASE}-validate" cylc validate "${WORKFLOW_NAME}"
workflow_run_ok "${TEST_NAME_BASE}-run" \
cylc play --reference-test --debug --no-detach "${WORKFLOW_NAME}"
purge
exit
cylc-flow-8.6.4/tests/functional/job-submission/12-tidy-submits-of-prev-run.t 0000775 0001750 0001750 00000003305 15202510242 027300 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test tidy of submits of previous runs.
. "$(dirname "$0")/test_header"
set_test_number 7
install_workflow "${TEST_NAME_BASE}" "${TEST_NAME_BASE}"
run_ok "${TEST_NAME_BASE}-validate" cylc validate "${WORKFLOW_NAME}"
workflow_run_ok "${TEST_NAME_BASE}-run" \
cylc play --debug --no-detach --reference-test "${WORKFLOW_NAME}"
LOGD1="$RUN_DIR/${WORKFLOW_NAME}/log/job/1/t1/01"
LOGD2="$RUN_DIR/${WORKFLOW_NAME}/log/job/1/t1/02"
exists_ok "${LOGD1}"
exists_ok "${LOGD2}"
sed -i 's/script =.*$/script = true/' "$RUN_DIR/$WORKFLOW_NAME/flow.cylc"
sed -i -n '1,/triggered off/p' "$RUN_DIR/$WORKFLOW_NAME/reference.log"
delete_db
workflow_run_ok "${TEST_NAME_BASE}-run" \
cylc play --debug --no-detach --reference-test "${WORKFLOW_NAME}"
exists_ok "${LOGD1}"
exists_fail "${LOGD2}"
#-------------------------------------------------------------------------------
purge
exit
cylc-flow-8.6.4/tests/functional/job-submission/17-remote-localtime.t 0000775 0001750 0001750 00000002002 15202510242 025725 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test that workflow does not set remote job TZ when in local time.
export REQUIRE_PLATFORM='loc:remote'
. "$(dirname "$0")/test_header"
set_test_number 2
reftest
purge
exit
cylc-flow-8.6.4/tests/functional/job-submission/04-submit-num/ 0000775 0001750 0001750 00000000000 15202510242 024375 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/job-submission/04-submit-num/flow.cylc 0000664 0001750 0001750 00000001417 15202510242 026223 0 ustar alastair alastair [scheduler]
[[events]]
abort on stall timeout = True
stall timeout = PT30S
[scheduling]
[[graph]]
R1 = """
foo:fail? => bar
foo? & bar => baz
"""
[runtime]
[[foo]]
script = """
echo "${CYLC_TASK_SUBMIT_NUMBER}" \
>>"${CYLC_WORKFLOW_RUN_DIR}/foo-submits.txt"
# bash 4.2.0 bug: ((VAR == VAL)) does not trigger 'set -e':
test "${CYLC_TASK_SUBMIT_NUMBER}" -gt "${CYLC_TASK_TRY_NUMBER}"
"""
[[[job]]]
execution retry delays=2*PT0S
[[bar]]
script = cylc trigger "${CYLC_WORKFLOW_ID}//1/foo"
[[baz]]
script = """
printf "%d\n" {1..4} | cmp - "${CYLC_WORKFLOW_RUN_DIR}/foo-submits.txt"
"""
cylc-flow-8.6.4/tests/functional/graph-equivalence/ 0000775 0001750 0001750 00000000000 15202510242 022511 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/graph-equivalence/03-multiline_and1.t 0000664 0001750 0001750 00000004131 15202510242 026022 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test graph = "a & b => c"
# gives the same result as
# graph = """a => c
# b => c"""
. "$(dirname "$0")/test_header"
#-------------------------------------------------------------------------------
set_test_number 3
#-------------------------------------------------------------------------------
install_workflow "${TEST_NAME_BASE}" 'multiline_and1'
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-validate"
run_ok "${TEST_NAME}" cylc validate "${WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-run"
workflow_run_ok "${TEST_NAME}" \
cylc play --reference-test --debug --no-detach "${WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
delete_db
TEST_NAME="${TEST_NAME_BASE}-check-c"
cylc play "${WORKFLOW_NAME}" --hold-after=1 1>'out' 2>&1
poll_grep_workflow_log 'Setting hold cycle point'
cylc show "${WORKFLOW_NAME}//1/c" | sed -n "/prerequisites/,/outputs/p" > 'c-prereqs'
contains_ok "${TEST_SOURCE_DIR}/multiline_and_refs/c-ref" 'c-prereqs'
cylc shutdown "${WORKFLOW_NAME}" --now
#-------------------------------------------------------------------------------
purge
cylc-flow-8.6.4/tests/functional/graph-equivalence/00-oneline.t 0000664 0001750 0001750 00000004554 15202510242 024554 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test graph="a=>b=>c" gives the same result as
# graph = """a => b\
# => c"""
. "$(dirname "$0")/test_header"
#-------------------------------------------------------------------------------
set_test_number 5
#-------------------------------------------------------------------------------
install_workflow "${TEST_NAME_BASE}" test1
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-validate"
run_ok "${TEST_NAME}" cylc validate \
--set="TEST_OUTPUT_PATH='${PWD}'" "${WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-run"
workflow_run_ok "${TEST_NAME}" cylc play --reference-test --debug --no-detach \
--set="TEST_OUTPUT_PATH='${PWD}'" "${WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-check-a"
cmp_ok "${TEST_SOURCE_DIR}/splitline_refs/a-ref" 'a-prereqs'
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-check-b"
poll_grep_workflow_log 'INFO - DONE'
cmp_ok "${TEST_SOURCE_DIR}/splitline_refs/b-ref" 'b-prereqs'
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-check-c"
cmp_ok "${TEST_SOURCE_DIR}/splitline_refs/c-ref" 'c-prereqs'
#-------------------------------------------------------------------------------
cylc shutdown --max-polls=10 --interval=2 --now "${WORKFLOW_NAME}"
purge
exit
cylc-flow-8.6.4/tests/functional/graph-equivalence/test3/ 0000775 0001750 0001750 00000000000 15202510242 023553 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/graph-equivalence/test3/reference.log 0000664 0001750 0001750 00000000154 15202510242 026214 0 ustar alastair alastair Initial point: 1
Final point: 1
1/a -triggered off []
1/b -triggered off ['1/a']
1/c -triggered off ['1/b']
cylc-flow-8.6.4/tests/functional/graph-equivalence/test3/flow.cylc 0000664 0001750 0001750 00000001043 15202510242 025374 0 ustar alastair alastair #!jinja2
[scheduling]
[[graph]]
R1 = """a => b \
=> c"""
[runtime]
[[a]]
script = """
cylc show "${CYLC_WORKFLOW_ID}//1/a" \
| sed -n "/prerequisites/,/outputs/p" > {{TEST_OUTPUT_PATH}}/a-prereqs
"""
[[b]]
script = """
cylc show "${CYLC_WORKFLOW_ID}//1/b" \
| sed -n "/prerequisites/,/outputs/p" > {{TEST_OUTPUT_PATH}}/b-prereqs
"""
[[c]]
script = """
cylc show "${CYLC_WORKFLOW_ID}//1/c" \
| sed -n "/prerequisites/,/outputs/p" > {{TEST_OUTPUT_PATH}}/c-prereqs
"""
cylc-flow-8.6.4/tests/functional/graph-equivalence/test2/ 0000775 0001750 0001750 00000000000 15202510242 023552 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/graph-equivalence/test2/reference.log 0000664 0001750 0001750 00000000154 15202510242 026213 0 ustar alastair alastair Initial point: 1
Final point: 1
1/a -triggered off []
1/b -triggered off ['1/a']
1/c -triggered off ['1/b']
cylc-flow-8.6.4/tests/functional/graph-equivalence/test2/flow.cylc 0000664 0001750 0001750 00000001042 15202510242 025372 0 ustar alastair alastair #!jinja2
[scheduling]
[[graph]]
R1 = """a => b
b => c"""
[runtime]
[[a]]
script = """
cylc show "${CYLC_WORKFLOW_ID}//1/a" \
| sed -n "/prerequisites/,/outputs/p" > {{TEST_OUTPUT_PATH}}/a-prereqs
"""
[[b]]
script = """
cylc show "${CYLC_WORKFLOW_ID}//1/b" \
| sed -n "/prerequisites/,/outputs/p" > {{TEST_OUTPUT_PATH}}/b-prereqs
"""
[[c]]
script = """
cylc show "${CYLC_WORKFLOW_ID}//1/c" \
| sed -n "/prerequisites/,/outputs/p" > {{TEST_OUTPUT_PATH}}/c-prereqs
"""
cylc-flow-8.6.4/tests/functional/graph-equivalence/01-twolines.t 0000664 0001750 0001750 00000004520 15202510242 024761 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test graph = """a => b
# b => c""" gives the same result as
# graph = "a => b => c"
. "$(dirname "$0")/test_header"
#-------------------------------------------------------------------------------
set_test_number 5
#-------------------------------------------------------------------------------
install_workflow "${TEST_NAME_BASE}" test2
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-validate"
run_ok "${TEST_NAME}" cylc validate \
--set="TEST_OUTPUT_PATH='${PWD}'" "${WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-run"
workflow_run_ok "${TEST_NAME}" cylc play --reference-test --debug --no-detach \
--set="TEST_OUTPUT_PATH='${PWD}'" "${WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-check-a"
cmp_ok "${TEST_SOURCE_DIR}/splitline_refs/a-ref" 'a-prereqs'
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-check-b"
poll_grep_workflow_log 'INFO - DONE'
cmp_ok "${TEST_SOURCE_DIR}/splitline_refs/b-ref" 'b-prereqs'
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-check-c"
cmp_ok "${TEST_SOURCE_DIR}/splitline_refs/c-ref" 'c-prereqs'
#-------------------------------------------------------------------------------
cylc shutdown "${WORKFLOW_NAME}" --now
purge
cylc-flow-8.6.4/tests/functional/graph-equivalence/splitline_refs/ 0000775 0001750 0001750 00000000000 15202510242 025533 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/graph-equivalence/splitline_refs/b-ref 0000664 0001750 0001750 00000000132 15202510242 026445 0 ustar alastair alastair prerequisites: ('⨯': not satisfied)
✓ 1/a succeeded
outputs: ('⨯': not completed)
cylc-flow-8.6.4/tests/functional/graph-equivalence/splitline_refs/a-ref 0000664 0001750 0001750 00000000066 15202510242 026452 0 ustar alastair alastair prerequisites: (None)
outputs: ('⨯': not completed)
cylc-flow-8.6.4/tests/functional/graph-equivalence/splitline_refs/c-ref 0000664 0001750 0001750 00000000132 15202510242 026446 0 ustar alastair alastair prerequisites: ('⨯': not satisfied)
✓ 1/b succeeded
outputs: ('⨯': not completed)
cylc-flow-8.6.4/tests/functional/graph-equivalence/multiline_and2/ 0000775 0001750 0001750 00000000000 15202510242 025417 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/graph-equivalence/multiline_and2/reference.log 0000664 0001750 0001750 00000000156 15202510242 030062 0 ustar alastair alastair Initial point: 1
Final point: 1
1/a -triggered off []
1/b -triggered off []
1/c -triggered off ['1/a', '1/b']
cylc-flow-8.6.4/tests/functional/graph-equivalence/multiline_and2/flow.cylc 0000664 0001750 0001750 00000000175 15202510242 027245 0 ustar alastair alastair [scheduling]
[[graph]]
R1 = """a => c
b => c"""
[runtime]
[[a,b,c]]
script = true
cylc-flow-8.6.4/tests/functional/graph-equivalence/test_header 0000777 0001750 0001750 00000000000 15202510242 031026 2../lib/bash/test_header ustar alastair alastair cylc-flow-8.6.4/tests/functional/graph-equivalence/02-splitline.t 0000664 0001750 0001750 00000004435 15202510242 025126 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test graph = """a => b\
# => c""" gives the same result as
# graph = """a => b
# b => c"""
. "$(dirname "$0")/test_header"
#-------------------------------------------------------------------------------
set_test_number 5
#-------------------------------------------------------------------------------
install_workflow "${TEST_NAME_BASE}" test3
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-validate"
run_ok "${TEST_NAME}" cylc validate \
--set="TEST_OUTPUT_PATH='${PWD}'" "${WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-run"
workflow_run_ok "${TEST_NAME}" cylc play --reference-test --debug --no-detach \
--set="TEST_OUTPUT_PATH='${PWD}'" "${WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-check-a"
cmp_ok "${TEST_SOURCE_DIR}/splitline_refs/a-ref" 'a-prereqs'
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-check-b"
cmp_ok "${TEST_SOURCE_DIR}/splitline_refs/b-ref" 'b-prereqs'
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-check-c"
cmp_ok "${TEST_SOURCE_DIR}/splitline_refs/c-ref" 'c-prereqs'
#-------------------------------------------------------------------------------
purge
cylc-flow-8.6.4/tests/functional/graph-equivalence/multiline_and_refs/ 0000775 0001750 0001750 00000000000 15202510242 026354 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/graph-equivalence/multiline_and_refs/c-ref 0000664 0001750 0001750 00000000167 15202510242 027277 0 ustar alastair alastair prerequisites: ('⨯': not satisfied)
⨯ 1/a succeeded
⨯ 1/b succeeded
outputs: ('⨯': not completed)
(None)
cylc-flow-8.6.4/tests/functional/graph-equivalence/multiline_and_refs/c-ref-2 0000664 0001750 0001750 00000000167 15202510242 027436 0 ustar alastair alastair prerequisites: ('⨯': not satisfied)
⨯ 1/a succeeded
⨯ 1/b succeeded
outputs: ('⨯': not completed)
(None)
cylc-flow-8.6.4/tests/functional/graph-equivalence/04-multiline_and2.t 0000664 0001750 0001750 00000004170 15202510242 026027 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test graph = """a => c
# b => c"""
# gives the same result as
# graph = "a & b => c"
. "$(dirname "$0")/test_header"
#-------------------------------------------------------------------------------
set_test_number 3
#-------------------------------------------------------------------------------
install_workflow "${TEST_NAME_BASE}" 'multiline_and2'
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-validate"
run_ok "${TEST_NAME}" cylc validate "${WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-run"
workflow_run_ok "${TEST_NAME}" \
cylc play --reference-test --debug --no-detach "${WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
delete_db
TEST_NAME="${TEST_NAME_BASE}-check-c"
cylc play "${WORKFLOW_NAME}" --hold-after=1 1>'out' 2>&1
poll_grep_workflow_log 'Setting hold cycle point'
cylc show "${WORKFLOW_NAME}//1/c" | sed -n "/prerequisites/,/outputs/p" > 'c-prereqs'
contains_ok "${TEST_SOURCE_DIR}/multiline_and_refs/c-ref-2" 'c-prereqs'
cylc shutdown --max-polls=20 --interval=2 --now "${WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
purge
cylc-flow-8.6.4/tests/functional/graph-equivalence/test1/ 0000775 0001750 0001750 00000000000 15202510242 023551 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/graph-equivalence/test1/reference.log 0000664 0001750 0001750 00000000133 15202510242 026207 0 ustar alastair alastair Final point: 1
1/a -triggered off []
1/b -triggered off ['1/a']
1/c -triggered off ['1/b']
cylc-flow-8.6.4/tests/functional/graph-equivalence/test1/flow.cylc 0000664 0001750 0001750 00000001236 15202510242 025376 0 ustar alastair alastair #!jinja2
[scheduling]
[[graph]]
R1 = "a => b => c"
[runtime]
[[a]]
script = """
cylc show "${CYLC_WORKFLOW_ID}//1/a" \
| sed -n "/prerequisites/,/outputs/p" \
> {{TEST_OUTPUT_PATH}}/a-prereqs
"""
[[b]]
script = """
cylc show "${CYLC_WORKFLOW_ID}//1/b" \
| sed -n "/prerequisites/,/outputs/p" \
> {{TEST_OUTPUT_PATH}}/b-prereqs
"""
[[c]]
script = """
cylc show "${CYLC_WORKFLOW_ID}//1/c" \
| sed -n "/prerequisites/,/outputs/p" \
> {{TEST_OUTPUT_PATH}}/c-prereqs
"""
cylc-flow-8.6.4/tests/functional/graph-equivalence/multiline_and1/ 0000775 0001750 0001750 00000000000 15202510242 025416 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/graph-equivalence/multiline_and1/reference.log 0000664 0001750 0001750 00000000156 15202510242 030061 0 ustar alastair alastair Initial point: 1
Final point: 1
1/a -triggered off []
1/b -triggered off []
1/c -triggered off ['1/a', '1/b']
cylc-flow-8.6.4/tests/functional/graph-equivalence/multiline_and1/flow.cylc 0000664 0001750 0001750 00000000143 15202510242 027237 0 ustar alastair alastair [scheduling]
[[graph]]
R1 = "a & b => c"
[runtime]
[[a,b,c]]
script = true
cylc-flow-8.6.4/tests/functional/task-name/ 0000775 0001750 0001750 00000000000 15202510242 020771 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/task-name/00-basic/ 0000775 0001750 0001750 00000000000 15202510242 022267 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/task-name/00-basic/reference.log 0000664 0001750 0001750 00000002636 15202510242 024737 0 ustar alastair alastair Initial point: 20150101T0000Z
Final point: 20200101T0000Z
20150101T0000Z/t1 -triggered off ['20130101T0000Z/t1']
20160101T0000Z/t1 -triggered off ['20140101T0000Z/t1']
20170101T0000Z/t1 -triggered off ['20150101T0000Z/t1']
20150101T0000Z/t1-a -triggered off ['20150101T0000Z/t1']
20160101T0000Z/t1-a -triggered off ['20160101T0000Z/t1']
20150101T0000Z/t1+a -triggered off ['20150101T0000Z/t1-a']
20170101T0000Z/t1-a -triggered off ['20170101T0000Z/t1']
20160101T0000Z/t1+a -triggered off ['20160101T0000Z/t1-a']
20150101T0000Z/t1%a -triggered off ['20150101T0000Z/t1+a']
20170101T0000Z/t1+a -triggered off ['20170101T0000Z/t1-a']
20160101T0000Z/t1%a -triggered off ['20160101T0000Z/t1+a']
20180101T0000Z/t1 -triggered off ['20160101T0000Z/t1']
20170101T0000Z/t1%a -triggered off ['20170101T0000Z/t1+a']
20190101T0000Z/t1 -triggered off ['20170101T0000Z/t1']
20180101T0000Z/t1-a -triggered off ['20180101T0000Z/t1']
20200101T0000Z/t1 -triggered off ['20180101T0000Z/t1']
20190101T0000Z/t1-a -triggered off ['20190101T0000Z/t1']
20180101T0000Z/t1+a -triggered off ['20180101T0000Z/t1-a']
20200101T0000Z/t1-a -triggered off ['20200101T0000Z/t1']
20190101T0000Z/t1+a -triggered off ['20190101T0000Z/t1-a']
20180101T0000Z/t1%a -triggered off ['20180101T0000Z/t1+a']
20200101T0000Z/t1+a -triggered off ['20200101T0000Z/t1-a']
20190101T0000Z/t1%a -triggered off ['20190101T0000Z/t1+a']
20200101T0000Z/t1%a -triggered off ['20200101T0000Z/t1+a']
cylc-flow-8.6.4/tests/functional/task-name/00-basic/flow.cylc 0000664 0001750 0001750 00000000432 15202510242 024111 0 ustar alastair alastair [scheduler]
UTC mode = True
[scheduling]
initial cycle point = 20150101
final cycle point = 20200101
[[graph]]
P1Y = """
t1[-P2Y] => t1
t1 => t1-a => t1+a => t1%a
"""
[runtime]
[[root]]
script = printenv CYLC_TASK_ID
[[t1, t1-a, t1+a, t1%a]]
cylc-flow-8.6.4/tests/functional/task-name/test_header 0000777 0001750 0001750 00000000000 15202510242 027306 2../lib/bash/test_header ustar alastair alastair cylc-flow-8.6.4/tests/functional/task-name/00-basic.t 0000664 0001750 0001750 00000001655 15202510242 022463 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Basic task names tests.
. "$(dirname "$0")/test_header"
set_test_number 2
reftest
exit
cylc-flow-8.6.4/tests/functional/cylc-subscribe/ 0000775 0001750 0001750 00000000000 15202510242 022022 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/cylc-subscribe/01-subscribe.t 0000664 0001750 0001750 00000003450 15202510242 024410 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test `cylc subscribe`.
. "$(dirname "$0")/test_header"
#-------------------------------------------------------------------------------
set_test_number 6
#-------------------------------------------------------------------------------
init_workflow "${TEST_NAME_BASE}" <<'__FLOW_CONFIG__'
[scheduling]
[[graph]]
R1 = foo => bar => wiq => qux
[runtime]
[[foo, bar, wiq, qux]]
script = sleep 2
__FLOW_CONFIG__
run_ok "${TEST_NAME_BASE}-validate" cylc validate "${WORKFLOW_NAME}"
run_ok "${TEST_NAME_BASE}-run" cylc play "${WORKFLOW_NAME}"
TEST_NAME="${TEST_NAME_BASE}-subscribe-1"
run_ok "${TEST_NAME}" cylc subscribe --once --topics="workflow" "${WORKFLOW_NAME}"
grep_ok "lastUpdated" "${TEST_NAME}.stdout"
TEST_NAME="${TEST_NAME_BASE}-subscribe-2"
run_ok "${TEST_NAME}" cylc subscribe --once --topics="workflow" "${WORKFLOW_NAME}"
grep_ok "lastUpdated" "${TEST_NAME}.stdout"
cylc stop --kill --max-polls=20 --interval=1 "${WORKFLOW_NAME}"
purge
exit
cylc-flow-8.6.4/tests/functional/cylc-subscribe/test_header 0000777 0001750 0001750 00000000000 15202510242 030337 2../lib/bash/test_header ustar alastair alastair cylc-flow-8.6.4/tests/functional/ext-trigger/ 0000775 0001750 0001750 00000000000 15202510242 021352 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/ext-trigger/00-satellite.t 0000664 0001750 0001750 00000001712 15202510242 023743 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Validate and run the external trigger test workflow
. "$(dirname "$0")/test_header"
set_test_number 2
reftest
exit
cylc-flow-8.6.4/tests/functional/ext-trigger/02-cycle-point.t 0000664 0001750 0001750 00000002125 15202510242 024204 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
# Test GitHub #1893 - cycle point specific external triggers.
. "$(dirname "$0")/test_header"
set_test_number 2
install_workflow "${TEST_NAME_BASE}" "${TEST_NAME_BASE}"
run_ok "${TEST_NAME_BASE}-validate" cylc validate "${WORKFLOW_NAME}"
workflow_run_ok "${TEST_NAME_BASE}-run" cylc play --no-detach "${WORKFLOW_NAME}"
purge
exit
cylc-flow-8.6.4/tests/functional/ext-trigger/01-no-nudge/ 0000775 0001750 0001750 00000000000 15202510242 023304 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/ext-trigger/01-no-nudge/flow.cylc 0000664 0001750 0001750 00000002561 15202510242 025133 0 ustar alastair alastair [meta]
title = "Test for Github Issue 1543"
description = """
External trigger events should stimulate task processing even when
nothing else is happening in the workflow. Here, long-running task bar
ext-triggers foo when nothing else is happening. If task processing
occurs foo will submit and kill bar, allowing the workflow to shutdown.
Otherwise, foo won't submit, bar will keep running, and the workflow will
time out.
"""
[scheduler]
[[events]]
abort on stall timeout = True
stall timeout = PT30S
abort on inactivity timeout = True
inactivity timeout = PT30S
[scheduling]
[[special tasks]]
external-trigger = foo("drugs and money")
[[graph]]
# killed tasks are held to prevent retries; they have to be
# released before they can be removed.
R1 = """
foo & bar?
bar:fail? => handler
"""
[runtime]
[[foo]]
script = """
cylc kill "$CYLC_WORKFLOW_ID//1/bar"
cylc__job__poll_grep_workflow_log -E '1/bar.* \(internal\)failed'
cylc release "$CYLC_WORKFLOW_ID//1/bar"
"""
[[bar]]
script = """
sleep 5
cylc ext-trigger $CYLC_WORKFLOW_ID "drugs and money" 12345
sleep 60
"""
[[handler]]
script = true
cylc-flow-8.6.4/tests/functional/ext-trigger/02-cycle-point/ 0000775 0001750 0001750 00000000000 15202510242 024017 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/ext-trigger/02-cycle-point/flow.cylc 0000664 0001750 0001750 00000001476 15202510242 025652 0 ustar alastair alastair [meta]
title = "Test for Github Issue 1893"
description = """Cycle-point specific external triggering in a date-time
cycling workflow. The workflow will time out and abort if the ext trigger fails."""
[scheduler]
cycle point format = %Y
[[events]]
abort on stall timeout = True
stall timeout = PT30S
[scheduling]
initial cycle point = 2020
final cycle point = 2020
[[special tasks]]
external-trigger = ext("cheese on toast for $CYLC_TASK_CYCLE_POINT")
[[graph]]
P1Y = ext & trig
[runtime]
[[ext]]
# Externally triggered task.
script = echo $CYLC_EXT_TRIGGER_ID
[[trig]]
# Task to do the "external" triggering.
script = cylc ext-trigger $CYLC_WORKFLOW_ID \
"cheese on toast for $CYLC_TASK_CYCLE_POINT" "blarghh!"
cylc-flow-8.6.4/tests/functional/ext-trigger/00-satellite/ 0000775 0001750 0001750 00000000000 15202510242 023555 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/ext-trigger/00-satellite/reference.log 0000664 0001750 0001750 00000001606 15202510242 026221 0 ustar alastair alastair Initial point: 1
Final point: 5
1/prep -triggered off []
1/satsim -triggered off ['1/prep']
1/get_data -triggered off ['0/get_data', '1/prep']
2/get_data -triggered off ['1/get_data']
1/proc1 -triggered off ['1/get_data']
1/proc2 -triggered off ['1/proc1']
3/get_data -triggered off ['2/get_data']
2/proc1 -triggered off ['2/get_data']
4/get_data -triggered off ['3/get_data']
1/products -triggered off ['1/proc2']
3/proc1 -triggered off ['3/get_data']
2/proc2 -triggered off ['2/proc1']
5/get_data -triggered off ['4/get_data']
2/products -triggered off ['2/proc2']
3/proc2 -triggered off ['3/proc1']
4/proc1 -triggered off ['4/get_data']
4/proc2 -triggered off ['4/proc1']
3/products -triggered off ['3/proc2']
5/proc1 -triggered off ['5/get_data']
4/products -triggered off ['4/proc2']
5/proc2 -triggered off ['5/proc1']
5/products -triggered off ['5/proc2']
5/collate -triggered off ['5/products']
cylc-flow-8.6.4/tests/functional/ext-trigger/00-satellite/flow.cylc 0000664 0001750 0001750 00000010277 15202510242 025407 0 ustar alastair alastair #!Jinja2
# TEST WORKFLOW ADAPTED FROM examples/satellite/ext-trigger/
[meta]
title = Real time satellite data processing demo, variant 3 of 3
description = """
Successive cycle points retrieve and processes the next arbitrarily
timed and labelled dataset, in parallel if the data comes in quickly.
This variant of the workflow has initial get_data tasks with external
triggers: they do not submit until triggered by an external system.
"""
# Note that the satellite simulator task here that supplies the external event
# trigger happens to be a workflow task - i.e. it is not really "external" - but
# this is only a convenience - an easy route to a self-contained example workflow.
# you can monitor output processing with:
# $ watch -n 1 \
# "find ~/cylc-run//share; find ~/cylc-run//work"
{% set N_DATASETS = 5 %}
# define shared directories (could use runtime namespaces for this)
{% set DATA_IN_DIR = "$CYLC_WORKFLOW_SHARE_DIR/incoming" %}
{% set PRODUCT_DIR = "$CYLC_WORKFLOW_SHARE_DIR/products" %}
[scheduler]
UTC mode = True
[scheduling]
cycling mode = integer
initial cycle point = 1
final cycle point = {{N_DATASETS}}
runahead limit = P4
[[special tasks]]
external-trigger = get_data("new dataset ready for processing")
[[graph]]
R1 = prep => satsim & get_data
P1 = """
# Processing chain for each dataset
get_data => proc1 => proc2 => products
# As one dataset is retrieved, start waiting on another.
get_data[-P1] => get_data
"""
R1//{{N_DATASETS}} = products => collate # last cycle
[runtime]
[[prep]]
script = rm -rf $CYLC_WORKFLOW_SHARE_DIR $CYLC_WORKFLOW_WORK_DIR
[[[meta]]]
title = clean the workflow output directories
[[satsim]]
pre-script = mkdir -p {{DATA_IN_DIR}}
script = """
COUNT=0
while ((COUNT < {{N_DATASETS}})); do
# sleep $((RANDOM % 20))
# Generate datasets very quickly to test parallel processing.
DATA_ID=$(date +%s).$((RANDOM % 100))
DATA_FILE=dataset-${DATA_ID}.raw
touch {{DATA_IN_DIR}}/$DATA_FILE
((COUNT += 1))
# (required to distinguish fast-arriving messages).
# Trigger downstream processing in the workflow.
cylc ext-trigger $CYLC_WORKFLOW_ID \
"new dataset ready for processing" $DATA_ID
done
"""
[[[meta]]]
title = simulate a satellite data feed
description = """
Generates {{N_DATASETS}} arbitrarily labelled
datasets very quickly, to show parallel processing streams.
"""
[[WORKDIR]]
# Define a common cycle-point-specific work-directory for all
# processing tasks so that they all work on the same dataset.
work sub-directory = proc-$CYLC_TASK_CYCLE_POINT
[[[environment]]]
DATASET = dataset-$CYLC_EXT_TRIGGER_ID
[[get_data]]
inherit = WORKDIR
script = mv {{DATA_IN_DIR}}/${DATASET}.raw $PWD
[[[meta]]]
title = retrieve next dataset
description = just do it - we know it exists already
[[proc1]]
inherit = WORKDIR
script = mv ${DATASET}.raw ${DATASET}.proc1
[[[meta]]]
title = convert .raw dataset to .proc1 form
[[proc2]]
inherit = WORKDIR
script = mv ${DATASET}.proc1 ${DATASET}.proc2
[[[meta]]]
title = convert .proc1 dataset to .proc2 form
[[products]]
inherit = WORKDIR
script = """
mkdir -p {{PRODUCT_DIR}}
mv ${DATASET}.proc2 {{PRODUCT_DIR}}/${DATASET}.prod
"""
[[[meta]]]
title = generate products from .proc2 processed dataset
[[collate]]
# Note you might want to use "cylc workflow-state" to check that
# _all_ product tasks have finished before collating results.
script = """
echo PRODUCTS:
ls {{PRODUCT_DIR}}
"""
[[[meta]]]
title = collate all products from the workflow run
cylc-flow-8.6.4/tests/functional/ext-trigger/test_header 0000777 0001750 0001750 00000000000 15202510242 027667 2../lib/bash/test_header ustar alastair alastair cylc-flow-8.6.4/tests/functional/ext-trigger/01-no-nudge.t 0000664 0001750 0001750 00000002504 15202510242 023472 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test that external trigger events stimulate task processing even when nothing
# else is happening in the workflow.
# Note this test will probably become irrelevant once we go to entirely
# event-driven scheduling.
. "$(dirname "$0")/test_header"
set_test_number 2
install_workflow "${TEST_NAME_BASE}" "${TEST_NAME_BASE}"
run_ok "${TEST_NAME_BASE}-validate" cylc validate "${WORKFLOW_NAME}"
workflow_run_ok "${TEST_NAME_BASE}-run" \
cylc play --no-detach "${WORKFLOW_NAME}"
purge
exit
cylc-flow-8.6.4/tests/functional/job-kill/ 0000775 0001750 0001750 00000000000 15202510242 020614 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/job-kill/03-slurm.t 0000777 0001750 0001750 00000000000 15202510242 025260 202-loadleveler.t ustar alastair alastair cylc-flow-8.6.4/tests/functional/job-kill/03-slurm/ 0000775 0001750 0001750 00000000000 15202510242 022176 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/job-kill/03-slurm/reference.log 0000664 0001750 0001750 00000000126 15202510242 024636 0 ustar alastair alastair Initial point: 1
Final point: 1
1/t1 -triggered off []
1/stop -triggered off ['1/t1']
cylc-flow-8.6.4/tests/functional/job-kill/03-slurm/flow.cylc 0000664 0001750 0001750 00000000643 15202510242 024024 0 ustar alastair alastair #!Jinja2
[scheduler]
[[events]]
expected task failures = 1/t1
[scheduling]
[[graph]]
R1 = t1:start=>stop
[runtime]
[[t1]]
script = sleep 120
platform = {{ environ['CYLC_TEST_PLATFORM'] }}
[[[directives]]]
--time=03:00
[[stop]]
script="""
cylc kill "$CYLC_WORKFLOW_ID//*/t1"
cylc stop "$CYLC_WORKFLOW_ID"
"""
cylc-flow-8.6.4/tests/functional/job-kill/01-remote.t 0000775 0001750 0001750 00000003531 15202510242 022517 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test killing of jobs on a remote host.
export REQUIRE_PLATFORM='loc:remote comms:tcp'
. "$(dirname "$0")/test_header"
#-------------------------------------------------------------------------------
set_test_number 3
install_workflow "${TEST_NAME_BASE}" "${TEST_NAME_BASE}"
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-validate"
run_ok "${TEST_NAME}" cylc validate "${WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-run"
workflow_run_ok "${TEST_NAME}" cylc play --reference-test --debug --no-detach "${WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
TEST_NAME=${TEST_NAME_BASE}-ps
run_fail "${TEST_NAME}" \
ssh -oBatchMode=yes -oConnectTimeout=5 -n "${CYLC_TEST_HOST}" \
"bash -c 'ps \$(cat cylc-run/${WORKFLOW_NAME}/work/*/t*/file)'"
#-------------------------------------------------------------------------------
purge
exit
cylc-flow-8.6.4/tests/functional/job-kill/04-pbs/ 0000775 0001750 0001750 00000000000 15202510242 021621 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/job-kill/04-pbs/reference.log 0000664 0001750 0001750 00000000126 15202510242 024261 0 ustar alastair alastair Initial point: 1
Final point: 1
1/t1 -triggered off []
1/stop -triggered off ['1/t1']
cylc-flow-8.6.4/tests/functional/job-kill/04-pbs/flow.cylc 0000664 0001750 0001750 00000001105 15202510242 023441 0 ustar alastair alastair #!Jinja2
[scheduler]
[[events]]
expected task failures = 1/t1
[scheduling]
[[graph]]
R1 = t1:start=>stop
[runtime]
[[t1]]
script = sleep 120
{% if "CYLC_TEST_PLATFORM" in environ and environ["CYLC_TEST_PLATFORM"] %}
platform == {{ environ['CYLC_TEST_PLATFORM'] }}
{% endif %}
[[[job]]]
execution time limit = PT2M
[[[directives]]]
-l select=1:ncpus=1:mem=15mb
[[stop]]
script="""
cylc kill "$CYLC_WORKFLOW_ID//*/t1"
cylc stop "$CYLC_WORKFLOW_ID"
"""
cylc-flow-8.6.4/tests/functional/job-kill/04-pbs.t 0000777 0001750 0001750 00000000000 15202510242 024703 202-loadleveler.t ustar alastair alastair cylc-flow-8.6.4/tests/functional/job-kill/02-loadleveler.t 0000775 0001750 0001750 00000002265 15202510242 023526 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test killing of jobs submitted to loadleveler, slurm, pbs...
# TODO Check this test on a dockerized system or VM.
JOB_RUNNER="${0##*\/??-}"
export REQUIRE_PLATFORM="runner:${JOB_RUNNER%%.t} comms:tcp"
. "$(dirname "$0")/test_header"
#-------------------------------------------------------------------------------
set_test_number 2
reftest
purge
exit
cylc-flow-8.6.4/tests/functional/job-kill/01-remote/ 0000775 0001750 0001750 00000000000 15202510242 022325 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/job-kill/01-remote/reference.log 0000664 0001750 0001750 00000000165 15202510242 024770 0 ustar alastair alastair Initial point: 1
Final point: 1
1/t2 -triggered off []
1/t1 -triggered off []
1/stop -triggered off ['1/t1', '1/t2']
cylc-flow-8.6.4/tests/functional/job-kill/01-remote/flow.cylc 0000664 0001750 0001750 00000001015 15202510242 024145 0 ustar alastair alastair #!Jinja2
[scheduler]
[[events]]
expected task failures = 1/t1, 1/t2
[scheduling]
[[graph]]
R1 = """
t1:start=>stop
t2:start=>stop
"""
[runtime]
[[T]]
script=sleep 120 & echo $! >file; wait
platform = {{ environ['CYLC_TEST_PLATFORM'] }}
[[t1]]
inherit=T
[[t2]]
inherit=T
[[stop]]
script="""
cylc kill "$CYLC_WORKFLOW_ID//" '//1/t1' '//1/t2' || true
cylc stop $CYLC_WORKFLOW_ID
"""
cylc-flow-8.6.4/tests/functional/job-kill/test_header 0000777 0001750 0001750 00000000000 15202510242 027131 2../lib/bash/test_header ustar alastair alastair cylc-flow-8.6.4/tests/functional/job-kill/02-loadleveler/ 0000775 0001750 0001750 00000000000 15202510242 023331 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/job-kill/02-loadleveler/reference.log 0000664 0001750 0001750 00000000126 15202510242 025771 0 ustar alastair alastair Initial point: 1
Final point: 1
t11/ -triggered off []
1/stop -triggered off ['t11/']
cylc-flow-8.6.4/tests/functional/job-kill/02-loadleveler/flow.cylc 0000664 0001750 0001750 00000001225 15202510242 025154 0 ustar alastair alastair #!Jinja2
[scheduler]
[[events]]
expected task failures = 1/t1
[scheduling]
[[graph]]
R1=t1:start=>stop
[runtime]
[[t1]]
script=sleep 120
{% if "CYLC_TEST_PLATFORM" in environ and environ["CYLC_TEST_PLATFORM"] %}
platform = {{ environ["CYLC_TEST_PLATFORM"] }}
{% endif %}
[[[directives]]]
class=serial
job_type=serial
notification=never
resources=ConsumableCpus(1) ConsumableMemory(64mb)
wall_clock_limit=180,120
[[stop]]
script="""
cylc kill "$CYLC_WORKFLOW_ID//*/t1"
cylc stop "$CYLC_WORKFLOW_ID"
"""
cylc-flow-8.6.4/tests/functional/job-kill/00-local/ 0000775 0001750 0001750 00000000000 15202510242 022123 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/job-kill/00-local/reference.log 0000664 0001750 0001750 00000000404 15202510242 024562 0 ustar alastair alastair Initial point: 1
Final point: 1
1/t2 -triggered off []
1/t1 -triggered off []
1/stop1 -triggered off ['1/t1', '1/t2']
1/t4 -triggered off ['1/stop1']
1/t3 -triggered off ['1/stop1']
1/stop2 -triggered off ['1/t3', '1/t4']
1/shutdown -triggered off ['1/stop2']
cylc-flow-8.6.4/tests/functional/job-kill/00-local/flow.cylc 0000664 0001750 0001750 00000001452 15202510242 023750 0 ustar alastair alastair #!Jinja2
[scheduler]
[[events]]
expected task failures = 1/t1, 1/t2, 1/t3, 1/t4, 1/stop2
[scheduling]
[[graph]]
R1 = """
t1:start & t2:start => stop1 =>
t3:start & t4:start => stop2?
stop2:fail? => shutdown
"""
[runtime]
[[T]]
script = sleep 120 & echo $! >file; wait
[[t1, t2, t3, t4]]
inherit= T
[[stop1]]
script = """
# Kill 1/t1 and 1/t2 explicitly.
cylc kill $CYLC_WORKFLOW_ID// //1/t1 //1/t2 || true
"""
[[stop2]]
script = """
# Kill 1/t3, 1/t4, and myself! implicitly (kill all active tasks).
cylc kill "$CYLC_WORKFLOW_ID//*" || true
sleep 30
"""
[[shutdown]]
script = "cylc stop $CYLC_WORKFLOW_ID"
cylc-flow-8.6.4/tests/functional/job-kill/00-local.t 0000775 0001750 0001750 00000004006 15202510242 022313 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test kill local jobs.
. "$(dirname "$0")/test_header"
#-------------------------------------------------------------------------------
set_test_number 10
#-------------------------------------------------------------------------------
install_workflow "${TEST_NAME_BASE}" "${TEST_NAME_BASE}"
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-validate"
run_ok "${TEST_NAME}" cylc validate "${WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-run"
workflow_run_ok "${TEST_NAME}" \
cylc play --reference-test --debug --no-detach "${WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
TEST_NAME=${TEST_NAME_BASE}-ps
for DIR in "${WORKFLOW_RUN_DIR}"/work/*/t*; do
run_fail "${TEST_NAME}.$(basename "$DIR")" ps "$(cat "${DIR}/file")"
done
N=0
for FILE in "${WORKFLOW_RUN_DIR}"/log/job/*/t*/01/job.status; do
run_fail "${TEST_NAME}-status-$((++N))" \
ps "$(awk -F= '$1 == "CYLC_JOB_PID" {print $2}' "$FILE")"
done
#-------------------------------------------------------------------------------
purge
exit
cylc-flow-8.6.4/tests/functional/cylc-graph-diff/ 0000775 0001750 0001750 00000000000 15202510242 022050 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/cylc-graph-diff/00-simple.t 0000664 0001750 0001750 00000011004 15202510242 023737 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test cylc graph --diff for two workflows.
. "$(dirname "$0")/test_header"
#-------------------------------------------------------------------------------
set_test_number 15
#-------------------------------------------------------------------------------
install_workflow "${TEST_NAME_BASE}-control" "${TEST_NAME_BASE}-control"
CONTROL_WORKFLOW_NAME="${WORKFLOW_NAME}"
install_workflow "${TEST_NAME_BASE}-diffs" "${TEST_NAME_BASE}-diffs"
DIFF_WORKFLOW_NAME="${WORKFLOW_NAME}"
install_workflow "${TEST_NAME_BASE}-same" "${TEST_NAME_BASE}-same"
SAME_WORKFLOW_NAME="${WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-validate-diffs"
run_ok "${TEST_NAME}" cylc validate "${DIFF_WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-validate-same"
run_ok "${TEST_NAME}" cylc validate "${SAME_WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-validate-new"
run_ok "${TEST_NAME}" cylc validate "${CONTROL_WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-bad-workflow-name"
run_fail "${TEST_NAME}" \
cylc graph "${DIFF_WORKFLOW_NAME}" --diff "${CONTROL_WORKFLOW_NAME}.bad"
cmp_ok "${TEST_NAME}.stdout" .
#-------------------------------------------------------------------------------
# Test for "cylc graph-diff WORKFLOW1 WORKFLOW2 -- ICP".
. "$(dirname "$0")/test_header"
set_test_number 3
init_workflow "${TEST_NAME_BASE}-1" <<'__FLOW_CONFIG__'
[scheduler]
UTC mode = True
[scheduling]
[[graph]]
R1 = foo => bar
[runtime]
[[foo, bar]]
script = true
__FLOW_CONFIG__
# shellcheck disable=SC2153
WORKFLOW_NAME1="${WORKFLOW_NAME}"
init_workflow "${TEST_NAME_BASE}-2" <<'__FLOW_CONFIG__'
[scheduler]
UTC mode = True
[scheduling]
[[graph]]
R1 = food => barley
[runtime]
[[food, barley]]
script = true
__FLOW_CONFIG__
# shellcheck disable=SC2153
WORKFLOW_NAME2="${WORKFLOW_NAME}"
run_fail "${TEST_NAME_BASE}" \
cylc graph "${WORKFLOW_NAME1}" --diff "${WORKFLOW_NAME2}" --icp='20200101T0000Z'
contains_ok "${TEST_NAME_BASE}.stdout" <<__OUT__
-edge "20200101T0000Z/foo" "20200101T0000Z/bar"
+edge "20200101T0000Z/food" "20200101T0000Z/barley"
graph
-node "20200101T0000Z/bar" "bar\n20200101T0000Z"
-node "20200101T0000Z/foo" "foo\n20200101T0000Z"
+node "20200101T0000Z/barley" "barley\n20200101T0000Z"
+node "20200101T0000Z/food" "food\n20200101T0000Z"
__OUT__
cmp_ok "${TEST_NAME_BASE}.stderr" <'/dev/null'
purge "${WORKFLOW_NAME1}"
purge "${WORKFLOW_NAME2}"
exit
cylc-flow-8.6.4/tests/functional/cylc-graph-diff/00-simple-same 0000777 0001750 0001750 00000000000 15202510242 027526 200-simple-control ustar alastair alastair cylc-flow-8.6.4/tests/functional/cylc-graph-diff/00-simple-control/ 0000775 0001750 0001750 00000000000 15202510242 025234 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/cylc-graph-diff/00-simple-control/flow.cylc 0000664 0001750 0001750 00000000373 15202510242 027062 0 ustar alastair alastair [scheduler]
UTC mode = True
allow implicit tasks = True
[scheduling]
initial cycle point = 20140808T00
[[graph]]
R1 = cold_foo => foo
T00 = foo => bar & baz
[runtime]
[[FOO]]
[[foo]]
inherit = None, FOO
cylc-flow-8.6.4/tests/functional/cylc-graph-diff/test_header 0000777 0001750 0001750 00000000000 15202510242 030365 2../lib/bash/test_header ustar alastair alastair cylc-flow-8.6.4/tests/functional/cylc-graph-diff/00-simple-diffs/ 0000775 0001750 0001750 00000000000 15202510242 024647 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/cylc-graph-diff/00-simple-diffs/flow.cylc 0000664 0001750 0001750 00000000404 15202510242 026470 0 ustar alastair alastair [scheduler]
UTC mode = True
allow implicit tasks = True
[scheduling]
initial cycle point = 20140808T00
[[graph]]
R1 = cold_foo => foo
T00 = foo => bar => baz
[runtime]
[[FOO]]
[[foo,bar,baz]]
inherit = None, FOO
cylc-flow-8.6.4/tests/functional/platforms/ 0000775 0001750 0001750 00000000000 15202510242 021120 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/platforms/07-localhost-set-if-not-in-globalcfg/ 0000775 0001750 0001750 00000000000 15202510242 027641 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/platforms/07-localhost-set-if-not-in-globalcfg/flow.cylc 0000664 0001750 0001750 00000000145 15202510242 031464 0 ustar alastair alastair [meta]
[scheduling]
[[graph]]
R1 = """foo"""
[runtime]
[[foo]]
script = true
cylc-flow-8.6.4/tests/functional/platforms/13-ping-pong-host/ 0000775 0001750 0001750 00000000000 15202510242 024212 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/platforms/13-ping-pong-host/flow.cylc 0000664 0001750 0001750 00000002017 15202510242 026035 0 ustar alastair alastair #!jinja2
[scheduler]
[[events]]
stall timeout = PT0S
[scheduling]
cycling mode = integer
final cycle point = 2
[[graph]]
P1 = remote_task[-P1] => toggler => remote_task
[runtime]
[[remote_task]]
[[[remote]]]
host = $(cat ${CYLC_WORKFLOW_RUN_DIR}/pretend-hall-info)
[[toggler]]
script = """
# Toggle the platform between localhost and the remote host
# using the content of a file, ${CYLC_WORKFLOW_RUN_DIR}/pretend-hall-info.
# between localhost and the remote.
if (( $CYLC_TASK_CYCLE_POINT % 2 == 1 )); then
echo ${REMOTE_HOST} > ${CYLC_WORKFLOW_RUN_DIR}/pretend-hall-info
cylc message -- "changing platform to ${REMOTE_HOST}"
else
echo "localhost" > ${CYLC_WORKFLOW_RUN_DIR}/pretend-hall-info
cylc message -- "changing platform to localhost"
fi
"""
[[[environment]]]
REMOTE_HOST = {{ CYLC_TEST_HOST }}
cylc-flow-8.6.4/tests/functional/platforms/03-platform-db/ 0000775 0001750 0001750 00000000000 15202510242 023547 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/platforms/03-platform-db/flow.cylc 0000664 0001750 0001750 00000000344 15202510242 025373 0 ustar alastair alastair [scheduling]
[[graph]]
R1 = frozen & disney
[runtime]
[[frozen]]
script = "echo let it go"
platform = elsa
[[disney]]
script = "echo cant hold it back anymore"
platform = olaf
cylc-flow-8.6.4/tests/functional/platforms/04-host-to-platform-upgrade-fail-inherit/ 0000775 0001750 0001750 00000000000 15202510242 030556 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/platforms/04-host-to-platform-upgrade-fail-inherit/flow.cylc 0000664 0001750 0001750 00000000506 15202510242 032402 0 ustar alastair alastair #!Jinja2
[scheduler]
UTC mode = True
[scheduling]
[[graph]]
R1 = """
non-valid-child
"""
[runtime]
[[root]]
script = true
[[VALID_PARENT]]
[[[remote]]]
host = parasite
[[non-valid-child]]
inherit = VALID_PARENT
platform = _wibble
cylc-flow-8.6.4/tests/functional/platforms/02-host-to-platform-upgrade.t 0000664 0001750 0001750 00000004623 15202510242 026375 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Check that platform upgraders work sensibly.
# The following scenarios should be covered:
# - Task with no settings
# - Task with a host setting that should match the test platform
export REQUIRE_PLATFORM='loc:remote'
. "$(dirname "$0")/test_header"
set_test_number 7
install_workflow "${TEST_NAME_BASE}" "${TEST_NAME_BASE}"
# Ensure that a mix of syntax will fail.
run_fail "${TEST_NAME_BASE}-validate-fail" \
cylc validate "${TEST_SOURCE_DIR}/${TEST_NAME_BASE}/bad"
# and fail in this specific manner:
grep_ok "cannot be used with" "${TEST_NAME_BASE}-validate-fail.stderr"
# Ensure that you can validate workflow
run_ok "${TEST_NAME_BASE}-run" \
cylc validate "${WORKFLOW_NAME}" \
-s "CYLC_TEST_HOST='${CYLC_TEST_HOST}'" \
-s CYLC_TEST_HOST_FQDN="'$(ssh "$CYLC_TEST_HOST" hostname -f)'"
# Check that the cfgspec/workflow.py has issued a warning about upgrades.
grep_ok "\[t1\]\[remote\]host = ${CYLC_TEST_HOST}"\
"${TEST_NAME_BASE}-run.stderr"
# the namespace with the host setting will be logged not the task that
# inherits from it (because it happens in the cfgspec not the config)
grep_ok "\[T2\]\[remote\]host = ${CYLC_TEST_HOST}"\
"${TEST_NAME_BASE}-run.stderr"
# Run the workflow
workflow_run_ok "${TEST_NAME_BASE}-run" \
cylc play --debug --no-detach --reference-test \
-s CYLC_TEST_HOST="'$CYLC_TEST_HOST'" \
-s CYLC_TEST_HOST_FQDN="'$(ssh "$CYLC_TEST_HOST" hostname -f)'" \
"${WORKFLOW_NAME}"
grep "host=" "${WORKFLOW_RUN_DIR}/log/scheduler/log" > hosts.log
grep_ok "\[2/t2.*\].*host=${CYLC_TEST_HOST}" hosts.log
purge
exit
cylc-flow-8.6.4/tests/functional/platforms/13-ping-pong-host.t 0000664 0001750 0001750 00000003061 15202510242 024377 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-----------------------------------------------------------------------------
# If a task has [remote]host=$(subshell) this should be evaluated
# every time the task is run.
# https://github.com/cylc/cylc-flow/issues/6808
export REQUIRE_PLATFORM='loc:remote'
. "$(dirname "$0")/test_header"
set_test_number 3
install_workflow "${TEST_NAME_BASE}" "${TEST_NAME_BASE}"
workflow_run_ok "${TEST_NAME_BASE}-run" \
cylc play "${WORKFLOW_NAME}" --debug --no-detach
named_grep_ok "1/remote_task submits to ${CYLC_TEST_PLATFORM}" \
"\[1/remote_task/01:preparing\] submitted to ${CYLC_TEST_HOST}" \
"${WORKFLOW_RUN_DIR}/log/scheduler/log"
named_grep_ok "2/remote_task submits to localhost" \
"\[2/remote_task/01:preparing\] submitted to localhost" \
"${WORKFLOW_RUN_DIR}/log/scheduler/log"
purge
cylc-flow-8.6.4/tests/functional/platforms/03-platform-db.t 0000664 0001750 0001750 00000003252 15202510242 023736 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Check db stores correct platform
export REQUIRE_PLATFORM='loc:remote comms:?(tcp|ssh)'
. "$(dirname "$0")/test_header"
set_test_number 3
create_test_global_config '' "
[platforms]
[[elsa]]
hosts = ${CYLC_TEST_HOST}
install target = ${CYLC_TEST_INSTALL_TARGET}
[[olaf]]
hosts = ${CYLC_TEST_HOST}
install target = ${CYLC_TEST_INSTALL_TARGET}
"
install_workflow "${TEST_NAME_BASE}" "${TEST_NAME_BASE}"
run_ok "${TEST_NAME_BASE}-validate" cylc validate "${WORKFLOW_NAME}"
workflow_run_ok "${TEST_NAME_BASE}-run" \
cylc play --debug --no-detach "${WORKFLOW_NAME}"
DB_FILE="${WORKFLOW_RUN_DIR}/log/db"
NAME='select-name-platform.out'
sqlite3 "${DB_FILE}" 'SELECT name, platform_name FROM task_jobs ORDER BY name' \
>"${NAME}"
cmp_ok "${NAME}" <<__SELECT__
disney|olaf
frozen|elsa
__SELECT__
purge
exit
cylc-flow-8.6.4/tests/functional/platforms/12-ping-pong.t 0000664 0001750 0001750 00000003074 15202510242 023427 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-----------------------------------------------------------------------------
# If a task has a platform set using a subshell this should be evaluated
# every time the task is run.
# https://github.com/cylc/cylc-flow/issues/6808
export REQUIRE_PLATFORM='loc:remote'
. "$(dirname "$0")/test_header"
set_test_number 3
install_workflow "${TEST_NAME_BASE}" "${TEST_NAME_BASE}"
workflow_run_ok "${TEST_NAME_BASE}-run" \
cylc play "${WORKFLOW_NAME}" --debug --no-detach
named_grep_ok "1/remote_task submits to ${CYLC_TEST_PLATFORM}" \
"\[1/remote_task/01:preparing\] submitted to ${CYLC_TEST_PLATFORM}" \
"${WORKFLOW_RUN_DIR}/log/scheduler/log"
named_grep_ok "2/remote_task submits to localhost" \
"\[2/remote_task/01:preparing\] submitted to localhost" \
"${WORKFLOW_RUN_DIR}/log/scheduler/log"
purge
cylc-flow-8.6.4/tests/functional/platforms/01-platform-basic.t 0000775 0001750 0001750 00000002621 15202510242 024432 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test validating platforms in workflow.
. "$(dirname "$0")/test_header"
set_test_number 1
TEST_NAME="${TEST_NAME_BASE}-val"
create_test_global_config "" "
[platforms]
[[localhost, lewis]]
hosts = localhost
install target = localhost
"
cat >'flow.cylc' <<'__FLOW_CONFIG__'
[meta]
title = "Test validation of simple multiple inheritance"
description = """Bug identified at 5.1.1-314-g4960684."""
[scheduling]
[[graph]]
R1 = """foo"""
[runtime]
[[foo]]
platform=lewis
__FLOW_CONFIG__
run_ok "${TEST_NAME}" cylc validate .
cylc-flow-8.6.4/tests/functional/platforms/11-platform-gone-on-restart.t 0000664 0001750 0001750 00000004144 15202510242 026375 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# If a platform is deleted from global config and restart cannot find an
# approproiate match, don't keep going.
# 1. Run a workflow which stops leaving a job running on a platform.
# 2. Delete the platform from global.cylc
# 3. Attempt to restart.
# 4. Check that restart fails in the desired manner.
. "$(dirname "$0")/test_header"
set_test_number 3
create_test_global_config "" "
[platforms]
[[myplatform]]
hosts = localhost
install target = localhost
"
init_workflow "${TEST_NAME_BASE}" <<'__FLOW_CONF__'
[scheduling]
initial cycle point = 2934
[[graph]]
R1 = foo => bar
[runtime]
[[foo]]
script = """
cylc stop ${CYLC_WORKFLOW_ID} --now --now
"""
platform = myplatform
[[bar]]
script = true # only runs on restart
__FLOW_CONF__
run_ok "${TEST_NAME_BASE}-play" \
cylc play "${WORKFLOW_NAME}" --no-detach
# Wait for workflow to stop, then wreck the global config:
create_test_global_config "" "
"
# Test that restart fails:
run_fail "${TEST_NAME_BASE}-restart" \
cylc play "${WORKFLOW_NAME}" --no-detach
named_grep_ok \
"${TEST_NAME_BASE}-cannot-restart" \
"platforms are not defined in the global.cylc" \
"${RUN_DIR}/${WORKFLOW_NAME}/log/scheduler/log"
purge
cylc-flow-8.6.4/tests/functional/platforms/12-ping-pong/ 0000775 0001750 0001750 00000000000 15202510242 023236 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/platforms/12-ping-pong/flow.cylc 0000664 0001750 0001750 00000001721 15202510242 025062 0 ustar alastair alastair #!jinja2
[scheduler]
[[events]]
stall timeout = PT0S
[scheduling]
cycling mode = integer
final cycle point = 2
[[graph]]
P1 = remote_task[-P1] => toggler => remote_task
[runtime]
[[remote_task]]
platform = $(cat ${CYLC_WORKFLOW_RUN_DIR}/pretend-hall-info)
[[toggler]]
# Toggle the platform between localhost and the remote host
# using the content of a file, ${CYLC_WORKFLOW_RUN_DIR}/pretend-hall-info.
script = """
if (( $CYLC_TASK_CYCLE_POINT % 2 == 1 )); then
echo ${REMOTE_PLATFORM} > ${CYLC_WORKFLOW_RUN_DIR}/pretend-hall-info
cylc message -- "changing platform to ${REMOTE_PLATFORM}"
else
echo "localhost" > ${CYLC_WORKFLOW_RUN_DIR}/pretend-hall-info
cylc message -- "changing platform to localhost"
fi
"""
[[[environment]]]
REMOTE_PLATFORM = {{ CYLC_TEST_PLATFORM }}
cylc-flow-8.6.4/tests/functional/platforms/06-host-to-platform-upgrade-dummy-mode/ 0000775 0001750 0001750 00000000000 15202510242 030262 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/platforms/06-host-to-platform-upgrade-dummy-mode/flow.cylc 0000664 0001750 0001750 00000000561 15202510242 032107 0 ustar alastair alastair #!jinja2
[scheduler]
UTC mode = True
[scheduling]
[[graph]]
R1 = """
upgradeable_cylc7_settings
"""
[runtime]
[[upgradeable_cylc7_settings]]
script = echo "In Dummy Mode this shouldn't be written to job.out"
[[[remote]]]
host = localhost
[[[job]]]
batch system = background
batch submit command template = timeout 10
cylc-flow-8.6.4/tests/functional/platforms/04-host-to-platform-upgrade-fail-inherit.t 0000664 0001750 0001750 00000002652 15202510242 030750 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Parent and child tasks are both valid, before inheritance calculated.
# Child function not valid after inheritance.
# Check for task failure at job-submit.
. "$(dirname "$0")/test_header"
set_test_number 2
create_test_global_config '' "
# non-existent platform
[platforms]
[[_wibble]]
"
install_workflow "${TEST_NAME_BASE}" "${TEST_NAME_BASE}"
# Run the workflow
workflow_run_fail "${TEST_NAME_BASE}-run" \
cylc play --no-detach "${WORKFLOW_NAME}"
grep_ok "Task 'non-valid-child' has the following deprecated '\[runtime\]' setting(s)" \
"${TEST_NAME_BASE}-run.stderr"
purge
exit
cylc-flow-8.6.4/tests/functional/platforms/10-do-not-host-check-platforms.t 0000775 0001750 0001750 00000003261 15202510242 026763 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Check that platform names are not treated as host names. E.g. a platform
# name starting with "localhost" should not be treated as localhost.
# https://github.com/cylc/cylc-flow/issues/5342
. "$(dirname "$0")/test_header"
set_test_number 2
# shellcheck disable=SC2016
create_test_global_config '' '
[platforms]
[[localhost_spice]]
hosts = unreachable
'
make_rnd_workflow
cat > "${RND_WORKFLOW_SOURCE}/flow.cylc" <<__HEREDOC__
[scheduler]
[[events]]
stall timeout = PT0S
[scheduling]
[[graph]]
R1 = foo
[runtime]
[[foo]]
platform = localhost_spice
__HEREDOC__
ERR_STR='Unable to find valid host for localhost_spice'
TEST_NAME="${TEST_NAME_BASE}-vip-workflow"
run_fail "${TEST_NAME}" cylc vip "${RND_WORKFLOW_SOURCE}" --no-detach
grep_ok "${ERR_STR}" \
"${TEST_NAME}.stderr" -F
purge_rnd_workflow
exit
cylc-flow-8.6.4/tests/functional/platforms/05-host-to-platform-upgrade-fail/ 0000775 0001750 0001750 00000000000 15202510242 027117 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/platforms/05-host-to-platform-upgrade-fail/flow.cylc 0000664 0001750 0001750 00000001030 15202510242 030734 0 ustar alastair alastair [meta]
description = """
The task settings for not_upgradable_cylc7_settings should not match any
platform: The workflow should fail as a result.
"""
[scheduler]
UTC mode = True
[[events]]
abort on stall timeout = True
stall timeout = PT0S
[scheduling]
[[graph]]
R1 = """
not_upgradable_cylc7_settings
"""
[runtime]
[[not_upgradable_cylc7_settings]]
script = True
[[[remote]]]
host = parasite
[[[job]]]
batch system = 'loaf'
cylc-flow-8.6.4/tests/functional/platforms/14-trigger-paused-subshell.t 0000664 0001750 0001750 00000005244 15202510242 026275 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
# Triggering a task with a subshell platform setting while the workflow is
# paused should only evaluate the subshell once.
# Here we have a subshell command that alternates between two platforms on each
# call, to check the platform does not change during a manual trigger.
# https://github.com/cylc/cylc-flow/issues/6994
export REQUIRE_PLATFORM='loc:remote'
. "$(dirname "$0")/test_header"
set_test_number 11
install_workflow "${TEST_NAME_BASE}" "${TEST_NAME_BASE}"
local_host_name=$(hostname)
remote_host_name=$(cylc config -i "[platforms][${CYLC_TEST_PLATFORM}]hosts")
remote_host_name=$(ssh -oStrictHostKeyChecking=no "$remote_host_name" hostname)
workflow_log="${WORKFLOW_RUN_DIR}/log/scheduler/log"
# shellcheck disable=SC2034 # LOG_SCAN_GREP_OPTS is not unused
LOG_SCAN_GREP_OPTS="-E"
run_ok "${TEST_NAME_BASE}-validate" cylc validate "${WORKFLOW_NAME}"
cylc play "${WORKFLOW_NAME}" --pause
poll_grep_workflow_log "1/foo:waiting"
cylc trigger "${WORKFLOW_NAME}//1/foo"
log_scan "log-grep-01" "$workflow_log" 10 2 \
"\[1/foo/01:preparing\] submitted to localhost" \
"\[1/foo/01:.*\] \(received\)${local_host_name}" \
"\[1/foo/01:.*\] => succeeded"
cylc trigger "${WORKFLOW_NAME}//1/foo"
log_scan "log-grep-02" "$workflow_log" 10 2 \
"\[1/foo/02:preparing\] submitted to ${CYLC_TEST_PLATFORM}" \
"\[1/foo/02:.*\] \((received|polled)\)${remote_host_name}" \
"\[1/foo/02:.*\] => succeeded"
cylc trigger "${WORKFLOW_NAME}//1/foo"
log_scan "log-grep-03" "$workflow_log" 10 2 \
"\[1/foo/03:preparing\] submitted to localhost" \
"\[1/foo/03:.*\] \(received\)${local_host_name}" \
"\[1/foo/03:.*\] => succeeded"
cylc stop "${WORKFLOW_NAME}" --now --now
# Check DB as well:
sqlite3 "${WORKFLOW_RUN_DIR}/.service/db" \
"SELECT submit_num, platform_name FROM task_jobs" > task_jobs.out
cmp_ok task_jobs.out <<__EOF__
1|localhost
2|${CYLC_TEST_PLATFORM}
3|localhost
__EOF__
poll_workflow_stopped
purge
cylc-flow-8.6.4/tests/functional/platforms/14-trigger-paused-subshell/ 0000775 0001750 0001750 00000000000 15202510242 026103 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/platforms/14-trigger-paused-subshell/toggle_platform.sh 0000775 0001750 0001750 00000002371 15202510242 031632 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
# Script that outputs the current platform written in the hall file and changes
# it to the other one. This ensures the platform subshell result will alternate
# each time it is called.
remote_platform=$1
hall_file="${CYLC_WORKFLOW_RUN_DIR}/pretend_hall_info"
if [[ ! -f "${hall_file}" ]]; then
current=localhost
else
current=$(cat "$hall_file")
fi
echo "$current"
if [[ "$current" == localhost ]]; then
echo "$remote_platform" > "$hall_file"
else
echo localhost > "$hall_file"
fi
cylc-flow-8.6.4/tests/functional/platforms/14-trigger-paused-subshell/flow.cylc 0000664 0001750 0001750 00000000610 15202510242 027723 0 ustar alastair alastair #!jinja2
[scheduling]
[[graph]]
R1 = foo:never # Allows triggering repeatedly without workflow shutting down
[runtime]
[[foo]]
platform = $("${CYLC_WORKFLOW_RUN_DIR}/toggle_platform.sh" {{ CYLC_TEST_PLATFORM }})
# Check what host we have truly run on:
script = cylc message -- "$(hostname)"
[[[outputs]]]
never = gonna_give_u_up
cylc-flow-8.6.4/tests/functional/platforms/test_header 0000777 0001750 0001750 00000000000 15202510242 027435 2../lib/bash/test_header ustar alastair alastair cylc-flow-8.6.4/tests/functional/platforms/07-localhost-set-if-not-in-globalcfg.t 0000775 0001750 0001750 00000002761 15202510242 030037 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Check that ``[platforms][localhost]`` is only set automatically if it
# not set in ``global.cylc``.
export REQUIRE_PLATFORM='runner:at'
. "$(dirname "$0")/test_header"
set_test_number 3
create_test_global_config "" "
[platforms]
[[localhost, nine_and_three_quarters]]
hosts = localhost
job runner = at
"
install_workflow "${TEST_NAME_BASE}" "${TEST_NAME_BASE}"
run_ok "${TEST_NAME_BASE}-validate" cylc validate "${WORKFLOW_NAME}"
# Run the workflow
workflow_run_ok "${TEST_NAME_BASE}-run" \
cylc play --debug --no-detach "${WORKFLOW_NAME}"
grep_ok "Job runner: at" "${WORKFLOW_RUN_DIR}/log/job/1/foo/NN/job"
purge
exit
cylc-flow-8.6.4/tests/functional/platforms/05-host-to-platform-upgrade-fail.t 0000664 0001750 0001750 00000003602 15202510242 027305 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Check that platform upgraders fail if no platform can be found which
# matches host settings.
export REQUIRE_PLATFORM='loc:remote'
. "$(dirname "$0")/test_header"
set_test_number 4
create_test_global_config '' "
[platforms]
[[${CYLC_TEST_PLATFORM}]]
retrieve job logs = True
"
install_workflow "${TEST_NAME_BASE}" "${TEST_NAME_BASE}"
# Both of these cases should validate ok.
run_ok "${TEST_NAME_BASE}-validate" \
cylc validate "${WORKFLOW_NAME}" \
-s "CYLC_TEST_HOST='${CYLC_TEST_HOST}'"
# Check that the cfgspec/workflow.py has issued a warning about upgrades.
grep_ok "\[not_upgradable_cylc7_settings\]\[remote\]host = parasite"\
"${TEST_NAME_BASE}-validate.stderr"
# Run the workflow
workflow_run_fail "${TEST_NAME_BASE}-run" \
cylc play --debug --no-detach \
-s "CYLC_TEST_HOST='${CYLC_TEST_HOST}'" "${WORKFLOW_NAME}"
# Check that the workflow failed because no matching platform could be found.
grep_ok "\[jobs-submit err\] No platform found matching your task"\
"${WORKFLOW_RUN_DIR}/log/scheduler/log"
purge
exit
cylc-flow-8.6.4/tests/functional/platforms/08-warn-if-regex-matches-localhost.t 0000775 0001750 0001750 00000003620 15202510242 027621 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Check that ``[platforms][localhost]`` is only set automatically if it
# not set in ``global.cylc``.
. "$(dirname "$0")/test_header"
set_test_number 4
# shellcheck disable=SC2016
create_test_global_config '' '
[platforms]
[[localh...]]
# This should not override `localh...` in this one case, because the
# localhost default pins it to the top of the list.
[[localhost]]
[[[meta]]]
foo = "foo"
'
make_rnd_workflow
cat > "${RND_WORKFLOW_SOURCE}/flow.cylc" <<__HEREDOC__
[scheduler]
allow implicit tasks = True
[scheduling]
[[graph]]
R1 = foo
__HEREDOC__
ERR_STR='cannot be defined using a regular expression'
TEST_NAME="${TEST_NAME_BASE}-validate"
run_fail "${TEST_NAME}" cylc validate "${RND_WORKFLOW_SOURCE}"
grep_ok "${ERR_STR}" \
"${TEST_NAME}.stderr" -F
TEST_NAME="${TEST_NAME_BASE}-cylc-install"
run_fail "${TEST_NAME}" cylc install \
"${RND_WORKFLOW_SOURCE}" \
--workflow-name "${RND_WORKFLOW_NAME}"
grep_ok "${ERR_STR}" \
"${TEST_NAME}.stderr" -F
purge_rnd_workflow
exit
cylc-flow-8.6.4/tests/functional/platforms/09-default-directives.t 0000775 0001750 0001750 00000004267 15202510242 025332 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Platforms can have default directives and these are overridden as expected.
export REQUIRE_PLATFORM="runner:slurm"
. "$(dirname "$0")/test_header"
set_test_number 5
create_test_global_config "" "
[platforms]
[[no_default, default_only, overridden, neither]]
hosts = localhost
job runner = slurm
[[default_only, overridden]]
[[[directives]]]
--wurble=foo
"
init_workflow "${TEST_NAME_BASE}" <<'__FLOW_CONF__'
[scheduler]
[[events]]
stall timeout = PT0S
[scheduling]
[[graph]]
R1 = lewis & morse & barnaby & cadfael
[runtime]
[[lewis]]
platform = no_default
[[[directives]]]
--wurble=bar
[[morse]]
platform = default_only
[[barnaby]]
platform = overridden
[[[directives]]]
--wurble=qux
[[cadfael]]
platform = neither
__FLOW_CONF__
run_fail "${TEST_NAME_BASE}-play" \
cylc play "${WORKFLOW_NAME}" --no-detach
LOG_DIR="${RUN_DIR}/${WORKFLOW_NAME}/log/job/1/"
named_grep_ok "${TEST_NAME_BASE}-no-default" "--wurble=bar" "${LOG_DIR}/lewis/NN/job"
named_grep_ok "${TEST_NAME_BASE}-default-only" "--wurble=foo" "${LOG_DIR}/morse/NN/job"
named_grep_ok "${TEST_NAME_BASE}-overridden" "--wurble=qux" "${LOG_DIR}/barnaby/NN/job"
grep_fail "--wurble" "${LOG_DIR}/cadfael/NN/job"
purge
exit 0
cylc-flow-8.6.4/tests/functional/platforms/02-host-to-platform-upgrade/ 0000775 0001750 0001750 00000000000 15202510242 026203 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/platforms/02-host-to-platform-upgrade/bad/ 0000775 0001750 0001750 00000000000 15202510242 026731 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/platforms/02-host-to-platform-upgrade/bad/flow.cylc 0000664 0001750 0001750 00000000531 15202510242 030553 0 ustar alastair alastair #!Jinja2
[scheduler]
UTC mode = True
[scheduling]
[[graph]]
R1 = """
just_wrong
"""
[runtime]
[[root]]
script = true
[[just_wrong]]
platform = {{ environ['CYLC_TEST_PLATFORM'] }}
[[[remote]]]
host = 'parasite'
[[[job]]]
batch system = 'loaf'
cylc-flow-8.6.4/tests/functional/platforms/02-host-to-platform-upgrade/reference.log 0000664 0001750 0001750 00000000452 15202510242 030645 0 ustar alastair alastair Initial point: 1
Final point: 1
1/fin -triggered off ['1/no_settings', '1/t1', '1/t2']
2/fin -triggered off ['2/no_settings', '2/t1', '2/t2']
1/no_settings -triggered off []
2/no_settings -triggered off []
1/t1 -triggered off []
2/t1 -triggered off []
1/t2 -triggered off []
2/t2 -triggered off []
cylc-flow-8.6.4/tests/functional/platforms/02-host-to-platform-upgrade/flow.cylc 0000664 0001750 0001750 00000001305 15202510242 030025 0 ustar alastair alastair #!jinja2
[scheduler]
UTC mode = True
[scheduling]
cycling mode = integer
initial cycle point = 1
final cycle point = 2
# Note: we check the upgrade persists over > 1 cycle
# https://github.com/cylc/cylc-flow/issues/4167
[[graph]]
P1 = """
no_settings & t1 & t2 => fin
"""
[runtime]
[[root]]
script = true
[[no_settings, fin]]
[[t1]]
script = test {{CYLC_TEST_HOST_FQDN}} == "$(hostname -f)"
[[[remote]]]
host = {{CYLC_TEST_HOST}}
[[T2]]
script = test {{CYLC_TEST_HOST_FQDN}} == "$(hostname -f)"
[[[remote]]]
host = {{CYLC_TEST_HOST}}
[[t2]]
inherit = T2
cylc-flow-8.6.4/tests/functional/platforms/06-host-to-platform-upgrade-dummy-mode.t 0000664 0001750 0001750 00000002742 15202510242 030454 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Check that setting the platform to localhost for dummy mode doesn't
# cause conflicts with Cylc 7 settings
# TODO Remove test at Cylc 8.x.
. "$(dirname "$0")/test_header"
set_test_number 3
install_workflow "${TEST_NAME_BASE}" "${TEST_NAME_BASE}"
# Ensure that you can validate workflow
run_ok "${TEST_NAME_BASE}-validate" \
cylc validate "${WORKFLOW_NAME}"
run_ok "${TEST_NAME_BASE}-run" \
cylc play "${WORKFLOW_NAME}" --no-detach --mode=dummy
# Check that the upgradeable config has been run on a sensible host.
grep_ok \
"(dummy job succeed)"\
"${WORKFLOW_RUN_DIR}/log/job/1/upgradeable_cylc7_settings/NN/job.out"
purge
exit
cylc-flow-8.6.4/tests/functional/inheritance/ 0000775 0001750 0001750 00000000000 15202510242 021402 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/inheritance/00-namespace-list.t 0000775 0001750 0001750 00000003742 15202510242 024722 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test that members of namespace lists [[n1,n2,...]] are inserted into the
# [runtime] ordered dict in the correct order. If just appended, they break
# repeat-section override for the member.
. "$(dirname "$0")/test_header"
#-------------------------------------------------------------------------------
set_test_number 2
install_workflow "${TEST_NAME_BASE}" "${TEST_NAME_BASE}"
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-validate"
run_ok "${TEST_NAME}" cylc validate "${WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
TEST_NAME=${TEST_NAME_BASE}-config
cylc config -i runtime "${WORKFLOW_NAME}" > runtime.out
cmp_ok runtime.out <<'__DONE__'
[[root]]
[[FAMILY]]
[[m1]]
inherit = FAMILY
completion = succeeded
[[[environment]]]
FOO = foo
[[m2]]
inherit = FAMILY
completion = succeeded
[[[environment]]]
FOO = bar
[[m3]]
inherit = FAMILY
completion = succeeded
[[[environment]]]
FOO = foo
__DONE__
#-------------------------------------------------------------------------------
purge
exit
cylc-flow-8.6.4/tests/functional/inheritance/02-bad-reinherit/ 0000775 0001750 0001750 00000000000 15202510242 024336 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/inheritance/02-bad-reinherit/flow.cylc 0000664 0001750 0001750 00000000404 15202510242 026157 0 ustar alastair alastair [meta]
title = a workflow with a task that multiply inherits from the same family
description = should fail validation
[scheduling]
[[graph]]
R1 = foo
[runtime]
[[A]]
[[B]]
inherit = C, A
[[C]]
[[foo]]
inherit = A, B
cylc-flow-8.6.4/tests/functional/inheritance/02-bad-reinherit.t 0000664 0001750 0001750 00000003353 15202510242 024527 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Check bad multi inheritance fails validation with the correct error message.
. "$(dirname "$0")/test_header"
#-------------------------------------------------------------------------------
set_test_number 2
#-------------------------------------------------------------------------------
install_workflow "${TEST_NAME_BASE}" "${TEST_NAME_BASE}"
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-validate"
run_fail "${TEST_NAME}" cylc validate "${WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-cmp"
cmp_ok "${TEST_NAME_BASE}-validate.stderr" <<__ERR__
WorkflowConfigError: ERROR: foo: bad runtime namespace inheritance hierarchy.
See the cylc documentation on multiple inheritance.
__ERR__
#-------------------------------------------------------------------------------
purge
cylc-flow-8.6.4/tests/functional/inheritance/00-namespace-list/ 0000775 0001750 0001750 00000000000 15202510242 024524 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/inheritance/00-namespace-list/flow.cylc 0000664 0001750 0001750 00000000314 15202510242 026345 0 ustar alastair alastair [scheduling]
[[graph]]
R1 = FAMILY
[runtime]
[[FAMILY]]
[[m1,m2,m3]]
inherit = FAMILY
[[[environment]]]
FOO = foo
[[m2]]
[[[environment]]]
FOO = bar
cylc-flow-8.6.4/tests/functional/inheritance/01-circular/ 0000775 0001750 0001750 00000000000 15202510242 023424 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/inheritance/01-circular/flow.cylc 0000664 0001750 0001750 00000000404 15202510242 025245 0 ustar alastair alastair [meta]
title = a workflow with circular inheritance
description = should fail validation
[scheduling]
[[graph]]
R1 = foo
[runtime]
[[A]]
inherit = B
[[B]]
inherit = C
[[C]]
inherit = B
[[foo]]
inherit = A
cylc-flow-8.6.4/tests/functional/inheritance/01-circular.t 0000664 0001750 0001750 00000003235 15202510242 023614 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Check circular inheritance fails validation with the correct error message.
. "$(dirname "$0")/test_header"
#-------------------------------------------------------------------------------
set_test_number 2
#-------------------------------------------------------------------------------
install_workflow "${TEST_NAME_BASE}" "${TEST_NAME_BASE}"
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-validate"
run_fail "${TEST_NAME}" cylc validate "${WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-cmp"
cmp_ok "${TEST_NAME_BASE}-validate.stderr" <<__ERR__
WorkflowConfigError: circular [runtime] inheritance?
__ERR__
#-------------------------------------------------------------------------------
purge
cylc-flow-8.6.4/tests/functional/inheritance/test_header 0000777 0001750 0001750 00000000000 15202510242 027717 2../lib/bash/test_header ustar alastair alastair cylc-flow-8.6.4/tests/functional/cylc-clean/ 0000775 0001750 0001750 00000000000 15202510242 021123 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/cylc-clean/01-remote.t 0000664 0001750 0001750 00000012604 15202510242 023024 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
# -----------------------------------------------------------------------------
# Test that cylc clean succesfully removes the workflow on remote host
export REQUIRE_PLATFORM='loc:remote fs:indep'
. "$(dirname "$0")/test_header"
SSH_CMD="$(cylc config -d -i "[platforms][${CYLC_TEST_PLATFORM}]ssh command") ${CYLC_TEST_HOST}"
if ! $SSH_CMD command -v 'tree' > '/dev/null'; then
skip_all "'tree' command not available on remote host ${CYLC_TEST_HOST}"
fi
set_test_number 10
# Generate random name for symlink dirs to avoid any clashes with other tests
SYM_NAME="$(mktemp -u)"
SYM_NAME="${SYM_NAME##*tmp.}"
create_test_global_config "" "
[install]
[[symlink dirs]]
[[[${CYLC_TEST_INSTALL_TARGET}]]]
run = ${TEST_DIR}/${SYM_NAME}/run
log = ${TEST_DIR}/${SYM_NAME}/other
log/job = ${TEST_DIR}/${SYM_NAME}/job
share = ${TEST_DIR}/${SYM_NAME}/other
share/cycle = ${TEST_DIR}/${SYM_NAME}/cycle
work = ${TEST_DIR}/${SYM_NAME}/other
"
init_workflow "${TEST_NAME_BASE}" << __FLOW__
[scheduler]
allow implicit tasks = True
[scheduling]
[[graph]]
R1 = santa
[runtime]
[[root]]
platform = ${CYLC_TEST_PLATFORM}
script = touch flow.cylc # testing that remote clean does not scan for workflows
__FLOW__
FUNCTIONAL_DIR="${TEST_SOURCE_DIR_BASE%/*}"
run_ok "${TEST_NAME_BASE}-validate" cylc validate "$WORKFLOW_NAME"
workflow_run_ok "${TEST_NAME_BASE}-run" cylc play "$WORKFLOW_NAME" --no-detach
# Create a fake sibling workflow dir:
$SSH_CMD mkdir "${TEST_DIR}/${SYM_NAME}/cycle/cylc-run/${CYLC_TEST_REG_BASE}/leave-me-alone"
# -----------------------------------------------------------------------------
TEST_NAME="run-dir-readlink-pre-clean.remote"
$SSH_CMD readlink "\$HOME/cylc-run/${WORKFLOW_NAME}" > "${TEST_NAME}.stdout"
cmp_ok "${TEST_NAME}.stdout" <<< "${TEST_DIR}/${SYM_NAME}/run/cylc-run/${WORKFLOW_NAME}"
TEST_NAME="test-dir-tree-pre-clean.remote"
# shellcheck disable=SC2086
run_ok "${TEST_NAME}" $SSH_CMD tree -L 8 --noreport --charset=ascii \
"${TEST_DIR}/${SYM_NAME}/"'*'"/cylc-run/${CYLC_TEST_REG_BASE}"
# Note: backticks need to be escaped in the heredoc
cmp_ok "${TEST_NAME}.stdout" << __TREE__
${TEST_DIR}/${SYM_NAME}/cycle/cylc-run/${CYLC_TEST_REG_BASE}
|-- ${FUNCTIONAL_DIR}
| \`-- cylc-clean
| \`-- ${TEST_NAME_BASE}
| \`-- share
| \`-- cycle
| \`-- 1
\`-- leave-me-alone
${TEST_DIR}/${SYM_NAME}/job/cylc-run/${CYLC_TEST_REG_BASE}
\`-- ${FUNCTIONAL_DIR}
\`-- cylc-clean
\`-- ${TEST_NAME_BASE}
\`-- log
\`-- job
\`-- 1
\`-- santa
|-- 01
\`-- NN -> 01
${TEST_DIR}/${SYM_NAME}/other/cylc-run/${CYLC_TEST_REG_BASE}
\`-- ${FUNCTIONAL_DIR}
\`-- cylc-clean
\`-- ${TEST_NAME_BASE}
|-- log
| \`-- job -> ${TEST_DIR}/${SYM_NAME}/job/cylc-run/${WORKFLOW_NAME}/log/job
|-- share
| \`-- cycle -> ${TEST_DIR}/${SYM_NAME}/cycle/cylc-run/${WORKFLOW_NAME}/share/cycle
\`-- work
\`-- 1
\`-- santa
\`-- flow.cylc
${TEST_DIR}/${SYM_NAME}/run/cylc-run/${CYLC_TEST_REG_BASE}
\`-- ${FUNCTIONAL_DIR}
\`-- cylc-clean
\`-- ${TEST_NAME_BASE}
|-- log -> ${TEST_DIR}/${SYM_NAME}/other/cylc-run/${WORKFLOW_NAME}/log
|-- share -> ${TEST_DIR}/${SYM_NAME}/other/cylc-run/${WORKFLOW_NAME}/share
\`-- work -> ${TEST_DIR}/${SYM_NAME}/other/cylc-run/${WORKFLOW_NAME}/work
__TREE__
# -----------------------------------------------------------------------------
TEST_NAME="cylc-clean-ok"
run_ok "$TEST_NAME" cylc clean "$WORKFLOW_NAME" --timeout PT2M
# (timeout opt is covered by unit tests but no harm double-checking here)
dump_std "$TEST_NAME"
TEST_NAME="run-dir-not-exist-post-clean.local"
# (Could use the function `exists_ok` here instead, but this keeps it consistent with the remote test below)
if [[ ! -e "$WORKFLOW_RUN_DIR" ]]; then
ok "$TEST_NAME"
else
fail "$TEST_NAME"
fi
TEST_NAME="run-dir-not-exist-post-clean.remote"
if $SSH_CMD [[ ! -a "\$HOME/cylc-run/${WORKFLOW_NAME}" ]]; then
ok "$TEST_NAME"
else
fail "$TEST_NAME"
fi
TEST_NAME="test-dir-tree-post-clean.remote"
# shellcheck disable=SC2086
run_ok "${TEST_NAME}" $SSH_CMD tree --noreport --charset=ascii \
"${TEST_DIR}/${SYM_NAME}/"'*'"/cylc-run/${CYLC_TEST_REG_BASE}"
# Note: backticks need to be escaped in the heredoc
cmp_ok "${TEST_NAME}.stdout" << __TREE__
${TEST_DIR}/${SYM_NAME}/cycle/cylc-run/${CYLC_TEST_REG_BASE}
\`-- leave-me-alone
__TREE__
purge
cylc-flow-8.6.4/tests/functional/cylc-clean/06-nfs.t 0000664 0001750 0001750 00000005311 15202510242 022321 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
# -----------------------------------------------------------------------------
# This test covers the interaction between "cylc clean" and "cylc cat-log -m t"
# on the NFS filesystem. The "cat-log" should not block the "clean".
#
# Tests: https://github.com/cylc/cylc-flow/pull/5359
#
# If you try to delete a file that is stored on NFS, which is open for reading
# by another process (e.g. `tail -f`), NFS will remove the file, but put a
# ".nfs" file in its place. This ".nfs" file will cause "rm" operations on
# the directory containing the NFS files to fail with one of two errors:
# * https://docs.python.org/3/library/errno.html#errno.EBUSY
# * https://docs.python.org/3/library/errno.html#errno.ENOTEMPTY
#
# To prevent "cylc cat-log -m t" which calls "tail -f" from blocking
# "cylc clean" commands, we retry the "rm" operation with a delay. This
# allows the "tail -f" to fail and release its file lock allowing the
# "rm" to pass on a subsequent attempt.
. "$(dirname "$0")/test_header"
set_test_number 2
# install a blank source workflow
init_workflow "${TEST_NAME_BASE}" <<< '# blank workflow'
# add a scheduler log file with something written to it
WORKFLOW_LOG_DIR="${WORKFLOW_RUN_DIR}/log/scheduler"
mkdir -p "$WORKFLOW_LOG_DIR"
LOG_STUFF='foo bar baz'
echo "${LOG_STUFF}" > "${WORKFLOW_LOG_DIR}/01-start-01.log"
# start cat-log running - this runs "tail -f"
cylc cat-log -m t "$WORKFLOW_NAME" > out 2>err & PID="$!"
# wait for tail to start
poll pgrep -P "$PID" tail
# try to clean the workflow
run_ok "${TEST_NAME_BASE}-clean" cylc clean -y "${WORKFLOW_NAME}"
# the tail command should have detected that the file isn't there any more
# and exited -> cat-log should have exited
poll_pid_done "$PID"
# ensure the log dir was removed correctly
# run_ok "${TEST_NAME_BASE}-dir-removed" [[ ! -d "${WORKFLOW_LOG_DIR}" ]]
TEST_NAME="${TEST_NAME_BASE}-log-dir-removed"
if [[ -d "${WORKFLOW_LOG_DIR}" ]]; then
fail "${TEST_NAME}"
else
ok "${TEST_NAME}"
fi
purge
cylc-flow-8.6.4/tests/functional/cylc-clean/05-old-remote-contact.t 0000664 0001750 0001750 00000003744 15202510242 025242 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
# -----------------------------------------------------------------------------
# Test that cylc clean succesfully removes the workflow on remote host even
# when there is a leftover contact file with an unreachable host recorded in it
export REQUIRE_PLATFORM='loc:remote fs:indep comms:tcp'
. "$(dirname "$0")/test_header"
set_test_number 3
SSH_CMD="$(cylc config -d -i "[platforms][${CYLC_TEST_PLATFORM}]ssh command") ${CYLC_TEST_HOST}"
init_workflow "${TEST_NAME_BASE}" << __FLOW__
[scheduling]
[[graph]]
R1 = dilophosaurus
[runtime]
[[dilophosaurus]]
platform = ${CYLC_TEST_PLATFORM}
__FLOW__
run_ok "${TEST_NAME_BASE}-validate" cylc validate "$WORKFLOW_NAME"
workflow_run_ok "${TEST_NAME_BASE}-run" cylc play "$WORKFLOW_NAME" --no-detach
# Create a fake old contact file on the remote host
# shellcheck disable=SC2259
echo | $SSH_CMD "cat > \$HOME/cylc-run/${WORKFLOW_NAME}/.service/contact" << EOF
CYLC_API=5
CYLC_VERSION=8.0.0
CYLC_WORKFLOW_COMMAND=echo Hello John
CYLC_WORKFLOW_HOST=unreachable.isla_nublar.ingen
CYLC_WORKFLOW_ID=${WORKFLOW_NAME}
CYLC_WORKFLOW_PID=99999
CYLC_WORKFLOW_PORT=00000
EOF
TEST_NAME="cylc-clean"
run_ok "$TEST_NAME" cylc clean --remote "$WORKFLOW_NAME"
dump_std "$TEST_NAME"
purge
cylc-flow-8.6.4/tests/functional/cylc-clean/04-runN.t 0000664 0001750 0001750 00000002332 15202510242 022453 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
# -----------------------------------------------------------------------------
# Test cleaning latest run using /runN
. "$(dirname "$0")/test_header"
set_test_number 5
install_workflow "$TEST_NAME_BASE" basic-workflow true
exists_ok "${WORKFLOW_RUN_DIR}/run1"
exists_ok "${WORKFLOW_RUN_DIR}/runN"
run_ok "${TEST_NAME_BASE}-clean" cylc clean "${WORKFLOW_NAME}/runN"
exists_fail "${WORKFLOW_RUN_DIR}/run1"
exists_fail "${WORKFLOW_RUN_DIR}/runN"
purge
cylc-flow-8.6.4/tests/functional/cylc-clean/test_header 0000777 0001750 0001750 00000000000 15202510242 027440 2../lib/bash/test_header ustar alastair alastair cylc-flow-8.6.4/tests/functional/cylc-clean/02-targeted.t 0000664 0001750 0001750 00000014643 15202510242 023336 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
# -----------------------------------------------------------------------------
# Test the cylc clean command
. "$(dirname "$0")/test_header"
if ! command -v 'tree' >'/dev/null'; then
skip_all '"tree" command not available'
fi
set_test_number 16
# Generate random name for symlink dirs to avoid any clashes with other tests
SYM_NAME="$(mktemp -u)"
SYM_NAME="sym-${SYM_NAME##*tmp.}"
create_test_global_config "" "
[install]
[[symlink dirs]]
[[[localhost]]]
run = ${TEST_DIR}/${SYM_NAME}/run
log = ${TEST_DIR}/${SYM_NAME}/other
share = ${TEST_DIR}/${SYM_NAME}/other
work = ${TEST_DIR}/${SYM_NAME}/other
# Need to override any symlink dirs set in global.cylc:
share/cycle =
"
install_workflow "${TEST_NAME_BASE}" basic-workflow
# Also create some other file
touch "${WORKFLOW_RUN_DIR}/darmok.cylc"
run_ok "${TEST_NAME_BASE}-val" cylc validate "$WORKFLOW_NAME"
FUNCTIONAL_DIR="${TEST_SOURCE_DIR_BASE%/*}"
# -----------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-run-dir-readlink-pre-clean"
readlink "$WORKFLOW_RUN_DIR" > "${TEST_NAME}.stdout"
cmp_ok "${TEST_NAME}.stdout" <<< "${TEST_DIR}/${SYM_NAME}/run/cylc-run/${WORKFLOW_NAME}"
TEST_NAME="${TEST_NAME_BASE}-testdir-tree-pre-clean"
run_ok "${TEST_NAME}" tree -L 5 --noreport --charset=ascii "${TEST_DIR}/${SYM_NAME}/"*"/cylc-run/${CYLC_TEST_REG_BASE}"
# Note: backticks need to be escaped in the heredoc
cmp_ok "${TEST_NAME}.stdout" << __TREE__
${TEST_DIR}/${SYM_NAME}/other/cylc-run/${CYLC_TEST_REG_BASE}
\`-- ${FUNCTIONAL_DIR}
\`-- cylc-clean
\`-- ${TEST_NAME_BASE}
|-- log
| \`-- install
|-- share
\`-- work
${TEST_DIR}/${SYM_NAME}/run/cylc-run/${CYLC_TEST_REG_BASE}
\`-- ${FUNCTIONAL_DIR}
\`-- cylc-clean
\`-- ${TEST_NAME_BASE}
|-- _cylc-install
| \`-- source -> ${TEST_DIR}/${WORKFLOW_NAME}
|-- darmok.cylc
|-- flow.cylc
|-- log -> ${TEST_DIR}/${SYM_NAME}/other/cylc-run/${WORKFLOW_NAME}/log
|-- share -> ${TEST_DIR}/${SYM_NAME}/other/cylc-run/${WORKFLOW_NAME}/share
\`-- work -> ${TEST_DIR}/${SYM_NAME}/other/cylc-run/${WORKFLOW_NAME}/work
__TREE__
# -----------------------------------------------------------------------------
# Clean the log dir only
run_ok "${TEST_NAME_BASE}-targeted-clean-1" cylc clean "$WORKFLOW_NAME" \
--rm log
TEST_NAME="${TEST_NAME_BASE}-testdir-tree-1"
run_ok "${TEST_NAME}" tree -L 5 --noreport --charset=ascii "${TEST_DIR}/${SYM_NAME}/"*"/cylc-run/${CYLC_TEST_REG_BASE}"
cmp_ok "${TEST_NAME}.stdout" << __TREE__
${TEST_DIR}/${SYM_NAME}/other/cylc-run/${CYLC_TEST_REG_BASE}
\`-- ${FUNCTIONAL_DIR}
\`-- cylc-clean
\`-- ${TEST_NAME_BASE}
|-- share
\`-- work
${TEST_DIR}/${SYM_NAME}/run/cylc-run/${CYLC_TEST_REG_BASE}
\`-- ${FUNCTIONAL_DIR}
\`-- cylc-clean
\`-- ${TEST_NAME_BASE}
|-- _cylc-install
| \`-- source -> ${TEST_DIR}/${WORKFLOW_NAME}
|-- darmok.cylc
|-- flow.cylc
|-- share -> ${TEST_DIR}/${SYM_NAME}/other/cylc-run/${WORKFLOW_NAME}/share
\`-- work -> ${TEST_DIR}/${SYM_NAME}/other/cylc-run/${WORKFLOW_NAME}/work
__TREE__
# -----------------------------------------------------------------------------
# Clean using a glob
run_ok "${TEST_NAME_BASE}-targeted-clean-2" cylc clean "$WORKFLOW_NAME" \
--rm 'wo*'
TEST_NAME="${TEST_NAME_BASE}-testdir-tree-2"
run_ok "${TEST_NAME}" tree -L 5 --noreport --charset=ascii "${TEST_DIR}/${SYM_NAME}/"*"/cylc-run/${CYLC_TEST_REG_BASE}"
# Note: when using glob, the symlink dir target is not deleted
cmp_ok "${TEST_NAME}.stdout" << __TREE__
${TEST_DIR}/${SYM_NAME}/other/cylc-run/${CYLC_TEST_REG_BASE}
\`-- ${FUNCTIONAL_DIR}
\`-- cylc-clean
\`-- ${TEST_NAME_BASE}
\`-- share
${TEST_DIR}/${SYM_NAME}/run/cylc-run/${CYLC_TEST_REG_BASE}
\`-- ${FUNCTIONAL_DIR}
\`-- cylc-clean
\`-- ${TEST_NAME_BASE}
|-- _cylc-install
| \`-- source -> ${TEST_DIR}/${WORKFLOW_NAME}
|-- darmok.cylc
|-- flow.cylc
\`-- share -> ${TEST_DIR}/${SYM_NAME}/other/cylc-run/${WORKFLOW_NAME}/share
__TREE__
# -----------------------------------------------------------------------------
# Clean the last remaining symlink dir
run_ok "${TEST_NAME_BASE}-targeted-clean-3" cylc clean "$WORKFLOW_NAME" \
--rm 'share'
TEST_NAME="${TEST_NAME_BASE}-testdir-tree-3"
run_ok "${TEST_NAME}" tree -L 5 --noreport --charset=ascii "${TEST_DIR}/${SYM_NAME}/"*"/cylc-run/${CYLC_TEST_REG_BASE}"
cmp_ok "${TEST_NAME}.stdout" << __TREE__
${TEST_DIR}/${SYM_NAME}/run/cylc-run/${CYLC_TEST_REG_BASE}
\`-- ${FUNCTIONAL_DIR}
\`-- cylc-clean
\`-- ${TEST_NAME_BASE}
|-- _cylc-install
| \`-- source -> ${TEST_DIR}/${WORKFLOW_NAME}
|-- darmok.cylc
\`-- flow.cylc
__TREE__
# -----------------------------------------------------------------------------
# Clean multiple things
run_ok "${TEST_NAME_BASE}-targeted-clean-3" cylc clean "$WORKFLOW_NAME" \
--rm 'flow.cylc' --rm 'darmok.cylc'
TEST_NAME="${TEST_NAME_BASE}-testdir-tree-3"
run_ok "${TEST_NAME}" tree -L 5 --noreport --charset=ascii "${TEST_DIR}/${SYM_NAME}/"*"/cylc-run/${CYLC_TEST_REG_BASE}"
cmp_ok "${TEST_NAME}.stdout" << __TREE__
${TEST_DIR}/${SYM_NAME}/run/cylc-run/${CYLC_TEST_REG_BASE}
\`-- ${FUNCTIONAL_DIR}
\`-- cylc-clean
\`-- ${TEST_NAME_BASE}
\`-- _cylc-install
\`-- source -> ${TEST_DIR}/${WORKFLOW_NAME}
__TREE__
# -----------------------------------------------------------------------------
purge
exit
cylc-flow-8.6.4/tests/functional/cylc-clean/03-multi.t 0000664 0001750 0001750 00000007577 15202510242 022702 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
# -----------------------------------------------------------------------------
# Test cleaning multiple run dirs
. "$(dirname "$0")/test_header"
if ! command -v 'tree' > /dev/null; then
skip_all '"tree" command not available'
fi
set_test_number 18
RND_NAME="cylctb-x$(< /dev/urandom tr -dc _A-Z-a-z-0-9 | head -c6)"
WORKFLOW_NAME="${RND_NAME}/cylc-clean"
WORKFLOW_RUN_DIR="${RUN_DIR}/${WORKFLOW_NAME}"
create_workflow() {
mkdir -p "${TEST_DIR}/${WORKFLOW_NAME}" # make source dir
touch "${TEST_DIR}/${WORKFLOW_NAME}/flow.cylc"
cylc install "${TEST_DIR}/${WORKFLOW_NAME}" --workflow-name="${WORKFLOW_NAME}"
}
# -----------------------------------------------------------------------------
for _ in 1 2; do
create_workflow
done
TEST_NAME="tree-pre-clean-1"
run_ok "${TEST_NAME}" tree --noreport --charset=ascii -L 1 "${HOME}/cylc-run/${WORKFLOW_NAME}"
# Note: backticks need to be escaped in the heredoc
cmp_ok "${TEST_NAME}.stdout" << __TREE__
${HOME}/cylc-run/${WORKFLOW_NAME}
|-- _cylc-install
|-- run1
|-- run2
\`-- runN -> run2
__TREE__
# Test trying to clean multiple run dirs without --yes fails:
run_fail "${TEST_NAME_BASE}-no" cylc clean "$WORKFLOW_NAME"
exists_ok "${WORKFLOW_RUN_DIR}/run1"
exists_ok "${WORKFLOW_RUN_DIR}/run2"
# Should work with --yes (removes top level dir too):
run_ok "${TEST_NAME_BASE}-yes" cylc clean -y "$WORKFLOW_NAME"
exists_fail "${RUN_DIR}/${RND_NAME}"
# -----------------------------------------------------------------------------
# Should continue cleaning a list of workflows even if one fails.
for _ in 1 2; do
create_workflow
done
TEST_NAME="tree-pre-clean-2"
run_ok "${TEST_NAME}" tree --noreport --charset=ascii -L 1 "${HOME}/cylc-run/${WORKFLOW_NAME}"
cmp_ok "${TEST_NAME}.stdout" << __TREE__
${HOME}/cylc-run/${WORKFLOW_NAME}
|-- _cylc-install
|-- run1
|-- run2
\`-- runN -> run2
__TREE__
mkdir "${WORKFLOW_RUN_DIR}/run1/.service"
echo 'x' > "${WORKFLOW_RUN_DIR}/run1/.service/db" # corrupted db!
TEST_NAME="${TEST_NAME_BASE}-yes-no"
run_fail "${TEST_NAME}" \
cylc clean -y "$WORKFLOW_NAME/run1" "$WORKFLOW_NAME/run2"
grep_ok "file is not a database" "${TEST_NAME}.stderr" -e
TEST_NAME="tree-post-clean-2"
run_ok "${TEST_NAME}" tree --noreport --charset=ascii -L 1 "${HOME}/cylc-run/${WORKFLOW_NAME}"
cmp_ok "${TEST_NAME}.stdout" << __TREE__
${HOME}/cylc-run/${WORKFLOW_NAME}
|-- _cylc-install
\`-- run1
__TREE__
purge "$WORKFLOW_NAME"
# -----------------------------------------------------------------------------
# Should not clean top level dir if not empty.
create_workflow
touch "${WORKFLOW_RUN_DIR}/jellyfish.txt"
TEST_NAME="tree-pre-clean-3"
run_ok "${TEST_NAME}" tree --noreport --charset=ascii -L 1 "${HOME}/cylc-run/${WORKFLOW_NAME}"
cmp_ok "${TEST_NAME}.stdout" << __TREE__
${HOME}/cylc-run/${WORKFLOW_NAME}
|-- _cylc-install
|-- jellyfish.txt
|-- run1
\`-- runN -> run1
__TREE__
run_ok "${TEST_NAME}" cylc clean -y "$WORKFLOW_NAME"
TEST_NAME="tree-post-clean-3"
run_ok "${TEST_NAME}" tree --noreport --charset=ascii -L 1 "${HOME}/cylc-run/${WORKFLOW_NAME}"
cmp_ok "${TEST_NAME}.stdout" << __TREE__
${HOME}/cylc-run/${WORKFLOW_NAME}
|-- _cylc-install
\`-- jellyfish.txt
__TREE__
purge
cylc-flow-8.6.4/tests/functional/cylc-clean/basic-workflow/ 0000775 0001750 0001750 00000000000 15202510242 024054 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/cylc-clean/basic-workflow/flow.cylc 0000664 0001750 0001750 00000000133 15202510242 025674 0 ustar alastair alastair [scheduler]
allow implicit tasks = True
[scheduling]
[[graph]]
R1 = darmok
cylc-flow-8.6.4/tests/functional/cylc-clean/00-basic.t 0000664 0001750 0001750 00000012275 15202510242 022615 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
# -----------------------------------------------------------------------------
# Test the cylc clean command
. "$(dirname "$0")/test_header"
if ! command -v 'tree' >'/dev/null'; then
skip_all '"tree" command not available'
fi
set_test_number 12
# Generate random name for symlink dirs to avoid any clashes with other tests
SYM_NAME="$(mktemp -u)"
SYM_NAME="${SYM_NAME##*tmp.}"
create_test_global_config "" "
[install]
[[symlink dirs]]
[[[localhost]]]
run = ${TEST_DIR}/${SYM_NAME}/run
log = ${TEST_DIR}/${SYM_NAME}/log
log/job = ${TEST_DIR}/${SYM_NAME}/job
share = ${TEST_DIR}/${SYM_NAME}/share
share/cycle = ${TEST_DIR}/${SYM_NAME}/cycle
work = ${TEST_DIR}/${SYM_NAME}/work
"
install_workflow "${TEST_NAME_BASE}" basic-workflow
run_ok "${TEST_NAME_BASE}-val" cylc validate "$WORKFLOW_NAME"
# Create a fake sibling workflow dir in the ${SYM_NAME}/log dir:
mkdir "${TEST_DIR}/${SYM_NAME}/log/cylc-run/${CYLC_TEST_REG_BASE}/leave-me-alone"
FUNCTIONAL_DIR="${TEST_SOURCE_DIR_BASE%/*}"
# -----------------------------------------------------------------------------
TEST_NAME="run-dir-readlink-pre-clean"
readlink "$WORKFLOW_RUN_DIR" > "${TEST_NAME}.stdout"
cmp_ok "${TEST_NAME}.stdout" <<< "${TEST_DIR}/${SYM_NAME}/run/cylc-run/${WORKFLOW_NAME}"
INSTALL_LOG_FILE=$(ls "${TEST_DIR}/${SYM_NAME}/log/cylc-run/${WORKFLOW_NAME}/log/install")
TEST_NAME="test-dir-tree-pre-clean"
run_ok "${TEST_NAME}" tree --noreport --charset=ascii "${TEST_DIR}/${SYM_NAME}/"*"/cylc-run/${CYLC_TEST_REG_BASE}"
# Note: backticks need to be escaped in the heredoc
cmp_ok "${TEST_NAME}.stdout" << __TREE__
${TEST_DIR}/${SYM_NAME}/cycle/cylc-run/${CYLC_TEST_REG_BASE}
\`-- ${FUNCTIONAL_DIR}
\`-- cylc-clean
\`-- ${TEST_NAME_BASE}
\`-- share
\`-- cycle
${TEST_DIR}/${SYM_NAME}/job/cylc-run/${CYLC_TEST_REG_BASE}
\`-- ${FUNCTIONAL_DIR}
\`-- cylc-clean
\`-- ${TEST_NAME_BASE}
\`-- log
\`-- job
${TEST_DIR}/${SYM_NAME}/log/cylc-run/${CYLC_TEST_REG_BASE}
|-- ${FUNCTIONAL_DIR}
| \`-- cylc-clean
| \`-- ${TEST_NAME_BASE}
| \`-- log
| |-- install
| | \`-- ${INSTALL_LOG_FILE}
| \`-- job -> ${TEST_DIR}/${SYM_NAME}/job/cylc-run/${WORKFLOW_NAME}/log/job
\`-- leave-me-alone
${TEST_DIR}/${SYM_NAME}/run/cylc-run/${CYLC_TEST_REG_BASE}
\`-- ${FUNCTIONAL_DIR}
\`-- cylc-clean
\`-- ${TEST_NAME_BASE}
|-- _cylc-install
| \`-- source -> ${TEST_DIR}/${WORKFLOW_NAME}
|-- flow.cylc
|-- log -> ${TEST_DIR}/${SYM_NAME}/log/cylc-run/${WORKFLOW_NAME}/log
|-- share -> ${TEST_DIR}/${SYM_NAME}/share/cylc-run/${WORKFLOW_NAME}/share
\`-- work -> ${TEST_DIR}/${SYM_NAME}/work/cylc-run/${WORKFLOW_NAME}/work
${TEST_DIR}/${SYM_NAME}/share/cylc-run/${CYLC_TEST_REG_BASE}
\`-- ${FUNCTIONAL_DIR}
\`-- cylc-clean
\`-- ${TEST_NAME_BASE}
\`-- share
\`-- cycle -> ${TEST_DIR}/${SYM_NAME}/cycle/cylc-run/${WORKFLOW_NAME}/share/cycle
${TEST_DIR}/${SYM_NAME}/work/cylc-run/${CYLC_TEST_REG_BASE}
\`-- ${FUNCTIONAL_DIR}
\`-- cylc-clean
\`-- ${TEST_NAME_BASE}
\`-- work
__TREE__
# -----------------------------------------------------------------------------
TEST_NAME="clean"
run_ok "$TEST_NAME" cylc clean "$WORKFLOW_NAME"
dump_std "$TEST_NAME"
# -----------------------------------------------------------------------------
TEST_NAME="run-dir-not-exist-post-clean"
exists_fail "$WORKFLOW_RUN_DIR"
TEST_NAME="test-dir-tree-post-clean"
run_ok "${TEST_NAME}" tree --noreport --charset=ascii "${TEST_DIR}/${SYM_NAME}/"*"/cylc-run/${CYLC_TEST_REG_BASE}"
cmp_ok "${TEST_NAME}.stdout" << __TREE__
${TEST_DIR}/${SYM_NAME}/log/cylc-run/${CYLC_TEST_REG_BASE}
\`-- leave-me-alone
__TREE__
# -----------------------------------------------------------------------------
TEST_NAME="clean-non-exist"
run_ok "$TEST_NAME" cylc clean "$WORKFLOW_NAME"
dump_std "$TEST_NAME"
cmp_ok "${TEST_NAME}.stdout" << __EOF__
INFO - No directory to clean at ${WORKFLOW_RUN_DIR}
__EOF__
# -----------------------------------------------------------------------------
TEST_NAME="clean-non-exist-pattern"
run_ok "$TEST_NAME" cylc clean "nope*"
dump_std "$TEST_NAME"
cmp_ok "${TEST_NAME}.stderr" << __EOF__
WARNING - No stopped workflows matching nope*
__EOF__
# -----------------------------------------------------------------------------
purge
cylc-flow-8.6.4/tests/functional/cyclers/ 0000775 0001750 0001750 00000000000 15202510242 020555 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/cyclers/17-yearly.t 0000775 0001750 0001750 00000002017 15202510242 022477 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# variables used in the sourced common script below.
# shellcheck disable=SC2034
INITIALCP="2005023T12"
# shellcheck disable=SC2034
FINALCP="2008001T11"
source "$(dirname "$0")"/common
cylc-flow-8.6.4/tests/functional/cyclers/daily_final/ 0000775 0001750 0001750 00000000000 15202510242 023030 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/cyclers/daily_final/graph.plain.ref 0000664 0001750 0001750 00000000204 15202510242 025725 0 ustar alastair alastair graph
node "20140101T0000Z/daily_foo" "daily_foo\n20140101T0000Z"
node "20140102T0000Z/daily_foo" "daily_foo\n20140102T0000Z"
stop
cylc-flow-8.6.4/tests/functional/cyclers/daily_final/reference.log 0000664 0001750 0001750 00000000220 15202510242 025463 0 ustar alastair alastair Initial point: 20140101T0000Z
Final point: 20140102T1200Z
20140101T0000Z/daily_foo -triggered off []
20140102T0000Z/daily_foo -triggered off []
cylc-flow-8.6.4/tests/functional/cyclers/daily_final/flow.cylc 0000664 0001750 0001750 00000000321 15202510242 024647 0 ustar alastair alastair [scheduler]
UTC mode = True
[scheduling]
initial cycle point = 20140101
final cycle point = 20140102T12
[[graph]]
R//T00 = "daily_foo"
[runtime]
[[daily_foo]]
script = true
cylc-flow-8.6.4/tests/functional/cyclers/09-offset_initial.t 0000775 0001750 0001750 00000002016 15202510242 024171 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# variables used in the sourced common script below.
# shellcheck disable=SC2034
INITIALCP="20140101"
# shellcheck disable=SC2034
FINALCP="20140102T12"
source "$(dirname "$0")"/common
cylc-flow-8.6.4/tests/functional/cyclers/common 0000775 0001750 0001750 00000003547 15202510242 022004 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
. "$(dirname "$0")/test_header"
if [[ -f "$TEST_SOURCE_DIR/${TEST_NAME_BASE}-find.out" ]]; then
set_test_number 4
else
set_test_number 3
fi
CHOSEN_WORKFLOW="$(basename "$0" | sed "s/^.*-\(.*\)\.t/\1/g")"
install_workflow "${TEST_NAME_BASE}" "${CHOSEN_WORKFLOW}"
TEST_NAME="${TEST_NAME_BASE}-validate"
run_ok "${TEST_NAME}" cylc validate "${WORKFLOW_NAME}"
TEST_NAME="${TEST_NAME_BASE}-graph"
graph_workflow "${WORKFLOW_NAME}" "${WORKFLOW_NAME}.graph.plain" \
-- "${INITIALCP}" "${FINALCP}"
cmp_ok "${WORKFLOW_NAME}.graph.plain" "$TEST_SOURCE_DIR/$CHOSEN_WORKFLOW/graph.plain.ref"
TEST_NAME="${TEST_NAME_BASE}-run"
workflow_run_ok "${TEST_NAME}" cylc play --reference-test --debug --no-detach "${WORKFLOW_NAME}"
if [[ -f "$TEST_SOURCE_DIR/${TEST_NAME_BASE}-find.out" ]]; then
TEST_NAME="${TEST_NAME_BASE}-find"
WORKFLOW_RUN_DIR="$RUN_DIR/${WORKFLOW_NAME}"
{
(cd "${WORKFLOW_RUN_DIR}" && find 'log/job' -type f)
(cd "${WORKFLOW_RUN_DIR}" && find 'work' -type f)
} | sort -V >"${TEST_NAME}"
cmp_ok "${TEST_NAME}" "${TEST_SOURCE_DIR}/${TEST_NAME_BASE}-find.out"
fi
purge
cylc-flow-8.6.4/tests/functional/cyclers/00-daily-find.out 0000664 0001750 0001750 00000003124 15202510242 023543 0 ustar alastair alastair log/job/20131231T2300Z/bar/01/job
log/job/20131231T2300Z/bar/01/job.err
log/job/20131231T2300Z/bar/01/job.out
log/job/20131231T2300Z/bar/01/job.status
log/job/20131231T2300Z/bar/01/job.xtrace
log/job/20131231T2300Z/bar/01/job-activity.log
log/job/20131231T2300Z/foo/01/job
log/job/20131231T2300Z/foo/01/job.err
log/job/20131231T2300Z/foo/01/job.out
log/job/20131231T2300Z/foo/01/job.status
log/job/20131231T2300Z/foo/01/job.xtrace
log/job/20131231T2300Z/foo/01/job-activity.log
log/job/20140101T2300Z/bar/01/job
log/job/20140101T2300Z/bar/01/job.err
log/job/20140101T2300Z/bar/01/job.out
log/job/20140101T2300Z/bar/01/job.status
log/job/20140101T2300Z/bar/01/job.xtrace
log/job/20140101T2300Z/bar/01/job-activity.log
log/job/20140101T2300Z/foo/01/job
log/job/20140101T2300Z/foo/01/job.err
log/job/20140101T2300Z/foo/01/job.out
log/job/20140101T2300Z/foo/01/job.status
log/job/20140101T2300Z/foo/01/job.xtrace
log/job/20140101T2300Z/foo/01/job-activity.log
log/job/20140102T2300Z/bar/01/job
log/job/20140102T2300Z/bar/01/job.err
log/job/20140102T2300Z/bar/01/job.out
log/job/20140102T2300Z/bar/01/job.status
log/job/20140102T2300Z/bar/01/job.xtrace
log/job/20140102T2300Z/bar/01/job-activity.log
log/job/20140102T2300Z/foo/01/job
log/job/20140102T2300Z/foo/01/job.err
log/job/20140102T2300Z/foo/01/job.out
log/job/20140102T2300Z/foo/01/job.status
log/job/20140102T2300Z/foo/01/job.xtrace
log/job/20140102T2300Z/foo/01/job-activity.log
work/20131231T2300Z/bar/typing
work/20131231T2300Z/foo/typing
work/20140101T2300Z/bar/typing
work/20140101T2300Z/foo/typing
work/20140102T2300Z/bar/typing
work/20140102T2300Z/foo/typing
cylc-flow-8.6.4/tests/functional/cyclers/06-multiweekly.t 0000775 0001750 0001750 00000002013 15202510242 023537 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# variables used in the sourced common script below.
# shellcheck disable=SC2034
INITIALCP="1000W011"
# shellcheck disable=SC2034
FINALCP="1000W064"
source "$(dirname "$0")"/common
cylc-flow-8.6.4/tests/functional/cyclers/35-day_of_week.t 0000775 0001750 0001750 00000002015 15202510242 023444 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# variables used in the sourced common script below.
# shellcheck disable=SC2034
INITIALCP="20100101T0000Z"
# shellcheck disable=SC2034
FINALCP="+P3W"
source "$(dirname "$0")"/common
cylc-flow-8.6.4/tests/functional/cyclers/48-icp-cutoff.t 0000775 0001750 0001750 00000002556 15202510242 023245 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test ICP cutoff bug.
. "$(dirname "$0")/test_header"
set_test_number 1
init_workflow "${TEST_NAME_BASE}" <<'__WORKFLOW__'
[scheduler]
cycle point time zone = Z
[[events]]
abort on stall timeout = True
stall timeout = PT0S
[scheduling]
initial cycle point = 20171101T0000Z
[[graph]]
R1 = foo
R1/T00 = foo[^] => qux
R1/T06 = foo[^] => qux
[runtime]
[[foo, qux]]
script = true
__WORKFLOW__
run_ok "${TEST_NAME_BASE}" cylc play "${WORKFLOW_NAME}" --no-detach
purge
exit
cylc-flow-8.6.4/tests/functional/cyclers/r1_restricted/ 0000775 0001750 0001750 00000000000 15202510242 023327 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/cyclers/r1_restricted/graph.plain.ref 0000664 0001750 0001750 00000001346 15202510242 026234 0 ustar alastair alastair edge "20130808T0000Z/foo" "20130808T0600Z/foo"
edge "20130808T0000Z/setup_foo" "20130808T0000Z/foo"
edge "20130808T0600Z/foo" "20130808T0600Z/bar"
edge "20130808T0600Z/foo" "20130808T1200Z/foo"
edge "20130808T1200Z/foo" "20130808T1200Z/bar"
edge "20130808T1200Z/foo" "20130808T1800Z/foo"
edge "20130808T1800Z/foo" "20130808T1800Z/bar"
graph
node "20130808T0000Z/foo" "foo\n20130808T0000Z"
node "20130808T0000Z/setup_foo" "setup_foo\n20130808T0000Z"
node "20130808T0600Z/bar" "bar\n20130808T0600Z"
node "20130808T0600Z/foo" "foo\n20130808T0600Z"
node "20130808T1200Z/bar" "bar\n20130808T1200Z"
node "20130808T1200Z/foo" "foo\n20130808T1200Z"
node "20130808T1800Z/bar" "bar\n20130808T1800Z"
node "20130808T1800Z/foo" "foo\n20130808T1800Z"
stop
cylc-flow-8.6.4/tests/functional/cyclers/r1_restricted/reference.log 0000664 0001750 0001750 00000000772 15202510242 025776 0 ustar alastair alastair Initial point: 20130808T0000Z
Final point: 20130808T1800Z
20130808T0000Z/setup_foo -triggered off []
20130808T0000Z/foo -triggered off ['20130808T0000Z/setup_foo']
20130808T0600Z/foo -triggered off ['20130808T0000Z/foo']
20130808T1200Z/foo -triggered off ['20130808T0600Z/foo']
20130808T0600Z/bar -triggered off ['20130808T0600Z/foo']
20130808T1200Z/bar -triggered off ['20130808T1200Z/foo']
20130808T1800Z/foo -triggered off ['20130808T1200Z/foo']
20130808T1800Z/bar -triggered off ['20130808T1800Z/foo']
cylc-flow-8.6.4/tests/functional/cyclers/r1_restricted/flow.cylc 0000664 0001750 0001750 00000000442 15202510242 025152 0 ustar alastair alastair [scheduler]
UTC mode = True
allow implicit tasks = True
[scheduling]
initial cycle point = 20130808T00
final cycle point = 20130808T18
[[graph]]
R1 = "setup_foo => foo"
+PT6H/PT6H = "foo[-PT6H] => foo => bar"
[runtime]
[[root]]
script = true
cylc-flow-8.6.4/tests/functional/cyclers/20-multidaily_local.t 0000775 0001750 0001750 00000004225 15202510242 024516 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test intercycle dependencies, local time.
. "$(dirname "$0")/test_header"
#-------------------------------------------------------------------------------
set_test_number 3
#-------------------------------------------------------------------------------
CHOSEN_WORKFLOW="$(basename "$0" | sed "s/^.*-\(.*\)\.t/\1/g")"
install_workflow "${TEST_NAME_BASE}" "${CHOSEN_WORKFLOW}"
CURRENT_TZ_UTC_OFFSET="Z"
sed -i "s/Z/$CURRENT_TZ_UTC_OFFSET/g" "${WORKFLOW_RUN_DIR}/reference.log"
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-validate"
run_ok "${TEST_NAME}" cylc validate "${WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-graph"
graph_workflow "${WORKFLOW_NAME}" "${WORKFLOW_NAME}.graph.plain" \
20001231T0100 20010114
sed "s/Z/$CURRENT_TZ_UTC_OFFSET/g" \
"$TEST_SOURCE_DIR/$CHOSEN_WORKFLOW/graph.plain.ref" > 'graph.plain.local.ref'
cmp_ok "${WORKFLOW_NAME}.graph.plain" 'graph.plain.local.ref'
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-run"
workflow_run_ok "${TEST_NAME}" cylc play --reference-test --debug --no-detach "${WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
purge
cylc-flow-8.6.4/tests/functional/cyclers/offset_initial/ 0000775 0001750 0001750 00000000000 15202510242 023554 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/cyclers/offset_initial/graph.plain.ref 0000664 0001750 0001750 00000000670 15202510242 026460 0 ustar alastair alastair edge "20140102T0000Z/bar" "20140102T0000Z/baz"
edge "20140102T0600Z/bar" "20140102T0600Z/baz"
edge "20140102T1200Z/bar" "20140102T1200Z/baz"
graph
node "20140102T0000Z/bar" "bar\n20140102T0000Z"
node "20140102T0000Z/baz" "baz\n20140102T0000Z"
node "20140102T0600Z/bar" "bar\n20140102T0600Z"
node "20140102T0600Z/baz" "baz\n20140102T0600Z"
node "20140102T1200Z/bar" "bar\n20140102T1200Z"
node "20140102T1200Z/baz" "baz\n20140102T1200Z"
stop
cylc-flow-8.6.4/tests/functional/cyclers/offset_initial/reference.log 0000664 0001750 0001750 00000000513 15202510242 026214 0 ustar alastair alastair Initial point: 20140101
Final point: 20140102T12
20140102T0000Z/bar -triggered off []
20140102T0600Z/bar -triggered off []
20140102T0000Z/baz -triggered off ['20140102T0000Z/bar']
20140102T1200Z/bar -triggered off []
20140102T0600Z/baz -triggered off ['20140102T0600Z/bar']
20140102T1200Z/baz -triggered off ['20140102T1200Z/bar']
cylc-flow-8.6.4/tests/functional/cyclers/offset_initial/flow.cylc 0000664 0001750 0001750 00000000360 15202510242 025376 0 ustar alastair alastair [scheduler]
UTC mode = True
allow implicit tasks = True
[scheduling]
initial cycle point = 20140101
final cycle point = 20140102T12
[[graph]]
+P1D/PT6H = "bar => baz"
[runtime]
[[root]]
script = true
cylc-flow-8.6.4/tests/functional/cyclers/multiyearly/ 0000775 0001750 0001750 00000000000 15202510242 023135 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/cyclers/multiyearly/graph.plain.ref 0000664 0001750 0001750 00000004523 15202510242 026042 0 ustar alastair alastair edge "10050101T0000Z/baz" "10050101T0000Z/qux"
edge "10050101T0000Z/baz" "10090101T0000Z/baz"
edge "10050101T0000Z/foo" "10050101T0000Z/bar"
edge "10050101T0000Z/foo" "10060101T0000Z/foo"
edge "10060101T0000Z/foo" "10060101T0000Z/bar"
edge "10060101T0000Z/foo" "10070101T0000Z/foo"
edge "10070101T0000Z/foo" "10070101T0000Z/bar"
edge "10070101T0000Z/foo" "10080101T0000Z/foo"
edge "10080101T0000Z/foo" "10080101T0000Z/bar"
edge "10080101T0000Z/foo" "10090101T0000Z/foo"
edge "10090101T0000Z/baz" "10090101T0000Z/qux"
edge "10090101T0000Z/baz" "10130101T0000Z/baz"
edge "10090101T0000Z/foo" "10090101T0000Z/bar"
edge "10090101T0000Z/foo" "10100101T0000Z/foo"
edge "10100101T0000Z/foo" "10100101T0000Z/bar"
edge "10100101T0000Z/foo" "10110101T0000Z/foo"
edge "10110101T0000Z/foo" "10110101T0000Z/bar"
edge "10110101T0000Z/foo" "10120101T0000Z/foo"
edge "10120101T0000Z/foo" "10120101T0000Z/bar"
edge "10120101T0000Z/foo" "10130101T0000Z/foo"
edge "10130101T0000Z/baz" "10130101T0000Z/qux"
edge "10130101T0000Z/foo" "10130101T0000Z/bar"
edge "10130101T0000Z/foo" "10140101T0000Z/foo"
edge "10140101T0000Z/foo" "10140101T0000Z/bar"
graph
node "10050101T0000Z/bar" "bar\n10050101T0000Z"
node "10050101T0000Z/baz" "baz\n10050101T0000Z"
node "10050101T0000Z/foo" "foo\n10050101T0000Z"
node "10050101T0000Z/qux" "qux\n10050101T0000Z"
node "10060101T0000Z/bar" "bar\n10060101T0000Z"
node "10060101T0000Z/foo" "foo\n10060101T0000Z"
node "10070101T0000Z/bar" "bar\n10070101T0000Z"
node "10070101T0000Z/foo" "foo\n10070101T0000Z"
node "10080101T0000Z/bar" "bar\n10080101T0000Z"
node "10080101T0000Z/foo" "foo\n10080101T0000Z"
node "10090101T0000Z/bar" "bar\n10090101T0000Z"
node "10090101T0000Z/baz" "baz\n10090101T0000Z"
node "10090101T0000Z/foo" "foo\n10090101T0000Z"
node "10090101T0000Z/qux" "qux\n10090101T0000Z"
node "10100101T0000Z/bar" "bar\n10100101T0000Z"
node "10100101T0000Z/foo" "foo\n10100101T0000Z"
node "10110101T0000Z/bar" "bar\n10110101T0000Z"
node "10110101T0000Z/foo" "foo\n10110101T0000Z"
node "10120101T0000Z/bar" "bar\n10120101T0000Z"
node "10120101T0000Z/foo" "foo\n10120101T0000Z"
node "10130101T0000Z/bar" "bar\n10130101T0000Z"
node "10130101T0000Z/baz" "baz\n10130101T0000Z"
node "10130101T0000Z/foo" "foo\n10130101T0000Z"
node "10130101T0000Z/qux" "qux\n10130101T0000Z"
node "10140101T0000Z/bar" "bar\n10140101T0000Z"
node "10140101T0000Z/foo" "foo\n10140101T0000Z"
stop
cylc-flow-8.6.4/tests/functional/cyclers/multiyearly/reference.log 0000664 0001750 0001750 00000002760 15202510242 025603 0 ustar alastair alastair Initial point: 1005
Final point: 1014
10050101T0000Z/baz -triggered off ['10010101T0000Z/baz']
10050101T0000Z/foo -triggered off ['10040101T0000Z/foo']
10050101T0000Z/qux -triggered off ['10050101T0000Z/baz']
10090101T0000Z/baz -triggered off ['10050101T0000Z/baz']
10050101T0000Z/bar -triggered off ['10050101T0000Z/foo']
10060101T0000Z/foo -triggered off ['10050101T0000Z/foo']
10060101T0000Z/bar -triggered off ['10060101T0000Z/foo']
10070101T0000Z/foo -triggered off ['10060101T0000Z/foo']
10090101T0000Z/qux -triggered off ['10090101T0000Z/baz']
10070101T0000Z/bar -triggered off ['10070101T0000Z/foo']
10080101T0000Z/foo -triggered off ['10070101T0000Z/foo']
10130101T0000Z/baz -triggered off ['10090101T0000Z/baz']
10080101T0000Z/bar -triggered off ['10080101T0000Z/foo']
10090101T0000Z/foo -triggered off ['10080101T0000Z/foo']
10130101T0000Z/qux -triggered off ['10130101T0000Z/baz']
10090101T0000Z/bar -triggered off ['10090101T0000Z/foo']
10100101T0000Z/foo -triggered off ['10090101T0000Z/foo']
10100101T0000Z/bar -triggered off ['10100101T0000Z/foo']
10110101T0000Z/foo -triggered off ['10100101T0000Z/foo']
10110101T0000Z/bar -triggered off ['10110101T0000Z/foo']
10120101T0000Z/foo -triggered off ['10110101T0000Z/foo']
10120101T0000Z/bar -triggered off ['10120101T0000Z/foo']
10130101T0000Z/foo -triggered off ['10120101T0000Z/foo']
10130101T0000Z/bar -triggered off ['10130101T0000Z/foo']
10140101T0000Z/foo -triggered off ['10130101T0000Z/foo']
10140101T0000Z/bar -triggered off ['10140101T0000Z/foo']
cylc-flow-8.6.4/tests/functional/cyclers/multiyearly/flow.cylc 0000664 0001750 0001750 00000000424 15202510242 024760 0 ustar alastair alastair [scheduler]
UTC mode = True
allow implicit tasks = True
[scheduling]
initial cycle point = 1005
final cycle point = 1014
[[graph]]
P1Y = "foo[-P1Y] => foo => bar"
P4Y = "baz[-P4Y] => baz => qux"
[runtime]
[[root]]
script = true
cylc-flow-8.6.4/tests/functional/cyclers/r1_initial_back_comp_standalone_line/ 0000775 0001750 0001750 00000000000 15202510242 030025 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/cyclers/r1_initial_back_comp_standalone_line/graph.plain.ref 0000664 0001750 0001750 00000000437 15202510242 032732 0 ustar alastair alastair edge "2014010100/cold_foo" "2014010100/foo_midnight"
edge "2014010100/foo_midnight" "2014010200/foo_midnight"
graph
node "2014010100/cold_foo" "cold_foo\n2014010100"
node "2014010100/foo_midnight" "foo_midnight\n2014010100"
node "2014010200/foo_midnight" "foo_midnight\n2014010200"
stop
cylc-flow-8.6.4/tests/functional/cyclers/r1_initial_back_comp_standalone_line/reference.log 0000664 0001750 0001750 00000000540 15202510242 032465 0 ustar alastair alastair Initial point: 2014010100
Final point: 2014010400
2014010100/cold_foo -triggered off []
2014010100/foo_midnight -triggered off ['2014010100/cold_foo']
2014010200/foo_midnight -triggered off ['2014010100/foo_midnight']
2014010300/foo_midnight -triggered off ['2014010200/foo_midnight']
2014010400/foo_midnight -triggered off ['2014010300/foo_midnight']
cylc-flow-8.6.4/tests/functional/cyclers/r1_initial_back_comp_standalone_line/flow.cylc 0000664 0001750 0001750 00000000551 15202510242 031651 0 ustar alastair alastair [scheduler]
UTC mode = True
allow implicit tasks = True
[scheduling]
initial cycle point = 20140101
final cycle point = 20140104
[[special tasks]]
start-up = cold_foo
[[graph]]
0 = """
cold_foo
foo_midnight[T-24] & cold_foo => foo_midnight
"""
[runtime]
[[root]]
script = true
cylc-flow-8.6.4/tests/functional/cyclers/08-offset_final.t 0000775 0001750 0001750 00000002016 15202510242 023630 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# variables used in the sourced common script below.
# shellcheck disable=SC2034
INITIALCP="20140101"
# shellcheck disable=SC2034
FINALCP="20140102T12"
source "$(dirname "$0")"/common
cylc-flow-8.6.4/tests/functional/cyclers/39-exclusions_advanced.t 0000775 0001750 0001750 00000004667 15202510242 025234 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test intercycle dependencies.
. "$(dirname "$0")/test_header"
#-------------------------------------------------------------------------------
if [[ -f "$TEST_SOURCE_DIR/${TEST_NAME_BASE}-find.out" ]]; then
set_test_number 4
else
set_test_number 3
fi
#-------------------------------------------------------------------------------
CHOSEN_WORKFLOW="$(basename "$0" | sed "s/^.*-\(.*\)\.t/\1/g")"
install_workflow "${TEST_NAME_BASE}" "${CHOSEN_WORKFLOW}"
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-validate"
run_ok "${TEST_NAME}" cylc validate "${WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-graph"
graph_workflow "${WORKFLOW_NAME}" "${WORKFLOW_NAME}.graph.plain" \
"20000101T00Z" "20010102T12Z"
cmp_ok "${WORKFLOW_NAME}.graph.plain" "$TEST_SOURCE_DIR/$CHOSEN_WORKFLOW/graph.plain.ref"
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-run"
workflow_run_ok "${TEST_NAME}" cylc play --reference-test --debug --no-detach "${WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
if [[ -f "$TEST_SOURCE_DIR/${TEST_NAME_BASE}-find.out" ]]; then
TEST_NAME="${TEST_NAME_BASE}-find"
WORKFLOW_DIR="$RUN_DIR/${WORKFLOW_NAME}"
(cd "${WORKFLOW_DIR}" && find 'log/job' 'work' -type f) | sort -V >"${TEST_NAME}"
cmp_ok "${TEST_NAME}" "$TEST_SOURCE_DIR/${TEST_NAME_BASE}-find.out"
fi
#-------------------------------------------------------------------------------
purge
cylc-flow-8.6.4/tests/functional/cyclers/40-integer_exclusions_advanced.t 0000775 0001750 0001750 00000002715 15202510242 026731 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test intercycle dependencies.
. "$(dirname "$0")/test_header"
set_test_number 3
install_workflow "${TEST_NAME_BASE}" 'integer_exclusions_advanced'
#-------------------------------------------------------------------------------
run_ok "${TEST_NAME_BASE}-validate" cylc validate "${WORKFLOW_NAME}"
graph_workflow "${WORKFLOW_NAME}" "${WORKFLOW_NAME}.graph.plain" 1 "+P15"
cmp_ok "${WORKFLOW_NAME}.graph.plain" 'graph.plain.ref'
workflow_run_ok "${TEST_NAME_BASE}-run" \
cylc play --reference-test --debug --no-detach "${WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
purge
exit
cylc-flow-8.6.4/tests/functional/cyclers/exclusions/ 0000775 0001750 0001750 00000000000 15202510242 022751 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/cyclers/exclusions/graph.plain.ref 0000664 0001750 0001750 00000002236 15202510242 025655 0 ustar alastair alastair edge "20000101T0000Z/start" "20000101T0000Z/foo"
graph
node "20000101T0000Z/baz" "baz\n20000101T0000Z"
node "20000101T0000Z/foo" "foo\n20000101T0000Z"
node "20000101T0000Z/nip" "nip\n20000101T0000Z"
node "20000101T0000Z/quux" "quux\n20000101T0000Z"
node "20000101T0000Z/qux" "qux\n20000101T0000Z"
node "20000101T0000Z/start" "start\n20000101T0000Z"
node "20000101T1000Z/quux" "quux\n20000101T1000Z"
node "20000101T1200Z/baz" "baz\n20000101T1200Z"
node "20000101T1200Z/nip" "nip\n20000101T1200Z"
node "20000101T1500Z/quux" "quux\n20000101T1500Z"
node "20000101T1800Z/nip" "nip\n20000101T1800Z"
node "20000101T2000Z/quux" "quux\n20000101T2000Z"
node "20000102T0000Z/bar" "bar\n20000102T0000Z"
node "20000102T0000Z/baz" "baz\n20000102T0000Z"
node "20000102T0000Z/nip" "nip\n20000102T0000Z"
node "20000102T0000Z/qux" "qux\n20000102T0000Z"
node "20000102T0100Z/quux" "quux\n20000102T0100Z"
node "20000102T0600Z/nip" "nip\n20000102T0600Z"
node "20000102T0600Z/quux" "quux\n20000102T0600Z"
node "20000102T1100Z/quux" "quux\n20000102T1100Z"
node "20000102T1200Z/nip" "nip\n20000102T1200Z"
node "20000102T1200Z/pub" "pub\n20000102T1200Z"
node "20000102T1200Z/qux" "qux\n20000102T1200Z"
stop
cylc-flow-8.6.4/tests/functional/cyclers/exclusions/reference.log 0000664 0001750 0001750 00000001654 15202510242 025420 0 ustar alastair alastair Initial point: 20000101T0000Z
Final point: 20000102T1200Z
20000101T0000Z/quux -triggered off []
20000101T0000Z/start -triggered off []
20000101T0000Z/baz -triggered off []
20000101T0000Z/qux -triggered off []
20000101T0000Z/nip -triggered off []
20000101T1200Z/baz -triggered off []
20000101T1200Z/nip -triggered off []
20000101T1000Z/quux -triggered off []
20000101T0000Z/foo -triggered off ['20000101T0000Z/start']
20000101T1500Z/quux -triggered off []
20000101T1800Z/nip -triggered off []
20000101T2000Z/quux -triggered off []
20000102T0000Z/nip -triggered off []
20000102T0000Z/qux -triggered off []
20000102T0000Z/bar -triggered off []
20000102T0000Z/baz -triggered off []
20000102T0100Z/quux -triggered off []
20000102T0600Z/nip -triggered off []
20000102T0600Z/quux -triggered off []
20000102T1200Z/pub -triggered off []
20000102T1200Z/qux -triggered off []
20000102T1200Z/nip -triggered off []
20000102T1100Z/quux -triggered off []
cylc-flow-8.6.4/tests/functional/cyclers/exclusions/flow.cylc 0000664 0001750 0001750 00000001311 15202510242 024570 0 ustar alastair alastair [scheduler]
UTC mode = True
allow implicit tasks = True
[scheduling]
initial cycle point = 20000101T00Z
final cycle point = 20000102T12Z
[[graph]]
R1 = start => foo
# Don't run at the initial cycle point
# Also test whitespace tolerance
T00 ! ^ = bar
# Don't run at the final cycle point
PT12H!$ = baz
# Don't run at a specific datetime
PT12H!20000101T1200Z = qux
# Don't run at a datetime with an offset
R/PT6H!20000101T05Z+PT1H = nip
# Don't run a multiple specific datetimes
PT5H!(20000101T05Z,20000102T05Z) = quux
R1/$ = pub
[runtime]
[[root]]
script = echo success
cylc-flow-8.6.4/tests/functional/cyclers/07-multiyearly.t 0000775 0001750 0001750 00000002003 15202510242 023544 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# variables used in the sourced common script below.
# shellcheck disable=SC2034
INITIALCP="1004"
# shellcheck disable=SC2034
FINALCP="1014"
source "$(dirname "$0")"/common
cylc-flow-8.6.4/tests/functional/cyclers/multimonthly/ 0000775 0001750 0001750 00000000000 15202510242 023322 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/cyclers/multimonthly/graph.plain.ref 0000664 0001750 0001750 00000005615 15202510242 026232 0 ustar alastair alastair edge "10000101T0000Z/baz" "10000101T0000Z/qux"
edge "10000101T0000Z/baz" "10000701T0000Z/baz"
edge "10000101T0000Z/foo" "10000101T0000Z/bar"
edge "10000101T0000Z/foo" "10000201T0000Z/foo"
edge "10000201T0000Z/foo" "10000201T0000Z/bar"
edge "10000201T0000Z/foo" "10000301T0000Z/foo"
edge "10000301T0000Z/foo" "10000301T0000Z/bar"
edge "10000301T0000Z/foo" "10000401T0000Z/foo"
edge "10000401T0000Z/foo" "10000401T0000Z/bar"
edge "10000401T0000Z/foo" "10000501T0000Z/foo"
edge "10000501T0000Z/foo" "10000501T0000Z/bar"
edge "10000501T0000Z/foo" "10000601T0000Z/foo"
edge "10000601T0000Z/foo" "10000601T0000Z/bar"
edge "10000601T0000Z/foo" "10000701T0000Z/foo"
edge "10000701T0000Z/baz" "10000701T0000Z/qux"
edge "10000701T0000Z/baz" "10010101T0000Z/baz"
edge "10000701T0000Z/foo" "10000701T0000Z/bar"
edge "10000701T0000Z/foo" "10000801T0000Z/foo"
edge "10000801T0000Z/foo" "10000801T0000Z/bar"
edge "10000801T0000Z/foo" "10000901T0000Z/foo"
edge "10000901T0000Z/foo" "10000901T0000Z/bar"
edge "10000901T0000Z/foo" "10001001T0000Z/foo"
edge "10001001T0000Z/foo" "10001001T0000Z/bar"
edge "10001001T0000Z/foo" "10001101T0000Z/foo"
edge "10001101T0000Z/foo" "10001101T0000Z/bar"
edge "10001101T0000Z/foo" "10001201T0000Z/foo"
edge "10001201T0000Z/foo" "10001201T0000Z/bar"
edge "10001201T0000Z/foo" "10010101T0000Z/foo"
edge "10010101T0000Z/baz" "10010101T0000Z/qux"
edge "10010101T0000Z/foo" "10010101T0000Z/bar"
graph
node "10000101T0000Z/bar" "bar\n10000101T0000Z"
node "10000101T0000Z/baz" "baz\n10000101T0000Z"
node "10000101T0000Z/foo" "foo\n10000101T0000Z"
node "10000101T0000Z/qux" "qux\n10000101T0000Z"
node "10000201T0000Z/bar" "bar\n10000201T0000Z"
node "10000201T0000Z/foo" "foo\n10000201T0000Z"
node "10000301T0000Z/bar" "bar\n10000301T0000Z"
node "10000301T0000Z/foo" "foo\n10000301T0000Z"
node "10000401T0000Z/bar" "bar\n10000401T0000Z"
node "10000401T0000Z/foo" "foo\n10000401T0000Z"
node "10000501T0000Z/bar" "bar\n10000501T0000Z"
node "10000501T0000Z/foo" "foo\n10000501T0000Z"
node "10000601T0000Z/bar" "bar\n10000601T0000Z"
node "10000601T0000Z/foo" "foo\n10000601T0000Z"
node "10000701T0000Z/bar" "bar\n10000701T0000Z"
node "10000701T0000Z/baz" "baz\n10000701T0000Z"
node "10000701T0000Z/foo" "foo\n10000701T0000Z"
node "10000701T0000Z/qux" "qux\n10000701T0000Z"
node "10000801T0000Z/bar" "bar\n10000801T0000Z"
node "10000801T0000Z/foo" "foo\n10000801T0000Z"
node "10000901T0000Z/bar" "bar\n10000901T0000Z"
node "10000901T0000Z/foo" "foo\n10000901T0000Z"
node "10001001T0000Z/bar" "bar\n10001001T0000Z"
node "10001001T0000Z/foo" "foo\n10001001T0000Z"
node "10001101T0000Z/bar" "bar\n10001101T0000Z"
node "10001101T0000Z/foo" "foo\n10001101T0000Z"
node "10001201T0000Z/bar" "bar\n10001201T0000Z"
node "10001201T0000Z/foo" "foo\n10001201T0000Z"
node "10010101T0000Z/bar" "bar\n10010101T0000Z"
node "10010101T0000Z/baz" "baz\n10010101T0000Z"
node "10010101T0000Z/foo" "foo\n10010101T0000Z"
node "10010101T0000Z/qux" "qux\n10010101T0000Z"
stop
cylc-flow-8.6.4/tests/functional/cyclers/multimonthly/reference.log 0000664 0001750 0001750 00000003506 15202510242 025767 0 ustar alastair alastair Initial point: 1000
Final point: 1001
10000101T0000Z/baz -triggered off ['09990701T0000Z/baz']
10000101T0000Z/foo -triggered off ['09991201T0000Z/foo']
10000101T0000Z/bar -triggered off ['10000101T0000Z/foo']
10000101T0000Z/qux -triggered off ['10000101T0000Z/baz']
10000701T0000Z/baz -triggered off ['10000101T0000Z/baz']
10000201T0000Z/foo -triggered off ['10000101T0000Z/foo']
10000701T0000Z/qux -triggered off ['10000701T0000Z/baz']
10000201T0000Z/bar -triggered off ['10000201T0000Z/foo']
10000301T0000Z/foo -triggered off ['10000201T0000Z/foo']
10000301T0000Z/bar -triggered off ['10000301T0000Z/foo']
10000401T0000Z/foo -triggered off ['10000301T0000Z/foo']
10000401T0000Z/bar -triggered off ['10000401T0000Z/foo']
10000501T0000Z/foo -triggered off ['10000401T0000Z/foo']
10010101T0000Z/baz -triggered off ['10000701T0000Z/baz']
10000501T0000Z/bar -triggered off ['10000501T0000Z/foo']
10000601T0000Z/foo -triggered off ['10000501T0000Z/foo']
10010101T0000Z/qux -triggered off ['10010101T0000Z/baz']
10000701T0000Z/foo -triggered off ['10000601T0000Z/foo']
10000601T0000Z/bar -triggered off ['10000601T0000Z/foo']
10000801T0000Z/foo -triggered off ['10000701T0000Z/foo']
10000701T0000Z/bar -triggered off ['10000701T0000Z/foo']
10000901T0000Z/foo -triggered off ['10000801T0000Z/foo']
10000801T0000Z/bar -triggered off ['10000801T0000Z/foo']
10001001T0000Z/foo -triggered off ['10000901T0000Z/foo']
10000901T0000Z/bar -triggered off ['10000901T0000Z/foo']
10001101T0000Z/foo -triggered off ['10001001T0000Z/foo']
10001001T0000Z/bar -triggered off ['10001001T0000Z/foo']
10001201T0000Z/foo -triggered off ['10001101T0000Z/foo']
10001101T0000Z/bar -triggered off ['10001101T0000Z/foo']
10010101T0000Z/foo -triggered off ['10001201T0000Z/foo']
10001201T0000Z/bar -triggered off ['10001201T0000Z/foo']
10010101T0000Z/bar -triggered off ['10010101T0000Z/foo']
cylc-flow-8.6.4/tests/functional/cyclers/multimonthly/flow.cylc 0000664 0001750 0001750 00000000424 15202510242 025145 0 ustar alastair alastair [scheduler]
UTC mode = True
allow implicit tasks = True
[scheduling]
initial cycle point = 1000
final cycle point = 1001
[[graph]]
P1M = "foo[-P1M] => foo => bar"
P6M = "baz[-P6M] => baz => qux"
[runtime]
[[root]]
script = true
cylc-flow-8.6.4/tests/functional/cyclers/12-r1_middle.t 0000775 0001750 0001750 00000002016 15202510242 023024 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# variables used in the sourced common script below.
# shellcheck disable=SC2034
INITIALCP="20140101"
# shellcheck disable=SC2034
FINALCP="20140102T12"
source "$(dirname "$0")"/common
cylc-flow-8.6.4/tests/functional/cyclers/multidaily_local/ 0000775 0001750 0001750 00000000000 15202510242 024104 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/cyclers/multidaily_local/graph.plain.ref 0000664 0001750 0001750 00000006411 15202510242 027007 0 ustar alastair alastair edge "20001231T0100Z/baz" "20001231T0100Z/qux"
edge "20001231T0100Z/baz" "20010104T0100Z/baz"
edge "20001231T0100Z/foo" "20001231T0100Z/bar"
edge "20001231T0100Z/foo" "20010101T0100Z/foo"
edge "20010101T0100Z/foo" "20010101T0100Z/bar"
edge "20010101T0100Z/foo" "20010102T0100Z/foo"
edge "20010102T0100Z/foo" "20010102T0100Z/bar"
edge "20010102T0100Z/foo" "20010103T0100Z/foo"
edge "20010103T0100Z/foo" "20010103T0100Z/bar"
edge "20010103T0100Z/foo" "20010104T0100Z/foo"
edge "20010104T0100Z/baz" "20010104T0100Z/qux"
edge "20010104T0100Z/baz" "20010108T0100Z/baz"
edge "20010104T0100Z/foo" "20010104T0100Z/bar"
edge "20010104T0100Z/foo" "20010105T0100Z/foo"
edge "20010105T0100Z/foo" "20010105T0100Z/bar"
edge "20010105T0100Z/foo" "20010106T0100Z/foo"
edge "20010106T0100Z/foo" "20010106T0100Z/bar"
edge "20010106T0100Z/foo" "20010107T0100Z/foo"
edge "20010107T0100Z/foo" "20010107T0100Z/bar"
edge "20010107T0100Z/foo" "20010108T0100Z/foo"
edge "20010108T0100Z/baz" "20010108T0100Z/qux"
edge "20010108T0100Z/baz" "20010112T0100Z/baz"
edge "20010108T0100Z/foo" "20010108T0100Z/bar"
edge "20010108T0100Z/foo" "20010109T0100Z/foo"
edge "20010109T0100Z/foo" "20010109T0100Z/bar"
edge "20010109T0100Z/foo" "20010110T0100Z/foo"
edge "20010110T0100Z/foo" "20010110T0100Z/bar"
edge "20010110T0100Z/foo" "20010111T0100Z/foo"
edge "20010111T0100Z/foo" "20010111T0100Z/bar"
edge "20010111T0100Z/foo" "20010112T0100Z/foo"
edge "20010112T0100Z/baz" "20010112T0100Z/qux"
edge "20010112T0100Z/foo" "20010112T0100Z/bar"
edge "20010112T0100Z/foo" "20010113T0100Z/foo"
edge "20010113T0100Z/foo" "20010113T0100Z/bar"
graph
node "20001231T0100Z/bar" "bar\n20001231T0100Z"
node "20001231T0100Z/baz" "baz\n20001231T0100Z"
node "20001231T0100Z/foo" "foo\n20001231T0100Z"
node "20001231T0100Z/qux" "qux\n20001231T0100Z"
node "20010101T0100Z/bar" "bar\n20010101T0100Z"
node "20010101T0100Z/foo" "foo\n20010101T0100Z"
node "20010102T0100Z/bar" "bar\n20010102T0100Z"
node "20010102T0100Z/foo" "foo\n20010102T0100Z"
node "20010103T0100Z/bar" "bar\n20010103T0100Z"
node "20010103T0100Z/foo" "foo\n20010103T0100Z"
node "20010104T0100Z/bar" "bar\n20010104T0100Z"
node "20010104T0100Z/baz" "baz\n20010104T0100Z"
node "20010104T0100Z/foo" "foo\n20010104T0100Z"
node "20010104T0100Z/qux" "qux\n20010104T0100Z"
node "20010105T0100Z/bar" "bar\n20010105T0100Z"
node "20010105T0100Z/foo" "foo\n20010105T0100Z"
node "20010106T0100Z/bar" "bar\n20010106T0100Z"
node "20010106T0100Z/foo" "foo\n20010106T0100Z"
node "20010107T0100Z/bar" "bar\n20010107T0100Z"
node "20010107T0100Z/foo" "foo\n20010107T0100Z"
node "20010108T0100Z/bar" "bar\n20010108T0100Z"
node "20010108T0100Z/baz" "baz\n20010108T0100Z"
node "20010108T0100Z/foo" "foo\n20010108T0100Z"
node "20010108T0100Z/qux" "qux\n20010108T0100Z"
node "20010109T0100Z/bar" "bar\n20010109T0100Z"
node "20010109T0100Z/foo" "foo\n20010109T0100Z"
node "20010110T0100Z/bar" "bar\n20010110T0100Z"
node "20010110T0100Z/foo" "foo\n20010110T0100Z"
node "20010111T0100Z/bar" "bar\n20010111T0100Z"
node "20010111T0100Z/foo" "foo\n20010111T0100Z"
node "20010112T0100Z/bar" "bar\n20010112T0100Z"
node "20010112T0100Z/baz" "baz\n20010112T0100Z"
node "20010112T0100Z/foo" "foo\n20010112T0100Z"
node "20010112T0100Z/qux" "qux\n20010112T0100Z"
node "20010113T0100Z/bar" "bar\n20010113T0100Z"
node "20010113T0100Z/foo" "foo\n20010113T0100Z"
stop
cylc-flow-8.6.4/tests/functional/cyclers/multidaily_local/reference.log 0000664 0001750 0001750 00000004067 15202510242 026554 0 ustar alastair alastair Initial point: 20001231T0100
Final point: 20010114
20001231T0100Z/baz -triggered off ['20001227T0100Z/baz']
20001231T0100Z/foo -triggered off ['20001230T0100Z/foo']
20001231T0100Z/qux -triggered off ['20001231T0100Z/baz']
20010104T0100Z/baz -triggered off ['20001231T0100Z/baz']
20001231T0100Z/bar -triggered off ['20001231T0100Z/foo']
20010101T0100Z/foo -triggered off ['20001231T0100Z/foo']
20010104T0100Z/qux -triggered off ['20010104T0100Z/baz']
20010101T0100Z/bar -triggered off ['20010101T0100Z/foo']
20010102T0100Z/foo -triggered off ['20010101T0100Z/foo']
20010108T0100Z/baz -triggered off ['20010104T0100Z/baz']
20010102T0100Z/bar -triggered off ['20010102T0100Z/foo']
20010103T0100Z/foo -triggered off ['20010102T0100Z/foo']
20010108T0100Z/qux -triggered off ['20010108T0100Z/baz']
20010103T0100Z/bar -triggered off ['20010103T0100Z/foo']
20010104T0100Z/foo -triggered off ['20010103T0100Z/foo']
20010104T0100Z/bar -triggered off ['20010104T0100Z/foo']
20010105T0100Z/foo -triggered off ['20010104T0100Z/foo']
20010105T0100Z/bar -triggered off ['20010105T0100Z/foo']
20010106T0100Z/foo -triggered off ['20010105T0100Z/foo']
20010112T0100Z/baz -triggered off ['20010108T0100Z/baz']
20010106T0100Z/bar -triggered off ['20010106T0100Z/foo']
20010107T0100Z/foo -triggered off ['20010106T0100Z/foo']
20010112T0100Z/qux -triggered off ['20010112T0100Z/baz']
20010108T0100Z/foo -triggered off ['20010107T0100Z/foo']
20010107T0100Z/bar -triggered off ['20010107T0100Z/foo']
20010108T0100Z/bar -triggered off ['20010108T0100Z/foo']
20010109T0100Z/foo -triggered off ['20010108T0100Z/foo']
20010109T0100Z/bar -triggered off ['20010109T0100Z/foo']
20010110T0100Z/foo -triggered off ['20010109T0100Z/foo']
20010110T0100Z/bar -triggered off ['20010110T0100Z/foo']
20010111T0100Z/foo -triggered off ['20010110T0100Z/foo']
20010111T0100Z/bar -triggered off ['20010111T0100Z/foo']
20010112T0100Z/foo -triggered off ['20010111T0100Z/foo']
20010112T0100Z/bar -triggered off ['20010112T0100Z/foo']
20010113T0100Z/foo -triggered off ['20010112T0100Z/foo']
20010113T0100Z/bar -triggered off ['20010113T0100Z/foo']
cylc-flow-8.6.4/tests/functional/cyclers/multidaily_local/flow.cylc 0000664 0001750 0001750 00000000415 15202510242 025727 0 ustar alastair alastair [scheduler]
allow implicit tasks = True
[scheduling]
initial cycle point = 20001231T0100
final cycle point = 20010114
[[graph]]
P1D = "foo[-P1D] => foo => bar"
P4D = "baz[-P4D] => baz => qux"
[runtime]
[[root]]
script = true
cylc-flow-8.6.4/tests/functional/cyclers/16-weekly.t 0000775 0001750 0001750 00000002026 15202510242 022471 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# variables used in the sourced common script below.
# shellcheck disable=SC2034
INITIALCP="2005W015T12"
# shellcheck disable=SC2034
FINALCP="2005W065T11-0100"
source "$(dirname "$0")"/common
cylc-flow-8.6.4/tests/functional/cyclers/r5_initial/ 0000775 0001750 0001750 00000000000 15202510242 022614 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/cyclers/r5_initial/graph.plain.ref 0000664 0001750 0001750 00000001534 15202510242 025520 0 ustar alastair alastair edge "20140101T0000Z/xyzzy" "20140101T0000Z/bar"
edge "20140101T0300Z/xyzzy" "20140101T0300Z/bar"
edge "20140101T0600Z/xyzzy" "20140101T0600Z/bar"
edge "20140101T0900Z/xyzzy" "20140101T0900Z/bar"
edge "20140101T1200Z/xyzzy" "20140101T1200Z/bar"
graph
node "20140101T0000Z/bar" "bar\n20140101T0000Z"
node "20140101T0000Z/xyzzy" "xyzzy\n20140101T0000Z"
node "20140101T0300Z/bar" "bar\n20140101T0300Z"
node "20140101T0300Z/xyzzy" "xyzzy\n20140101T0300Z"
node "20140101T0600Z/bar" "bar\n20140101T0600Z"
node "20140101T0600Z/xyzzy" "xyzzy\n20140101T0600Z"
node "20140101T0900Z/bar" "bar\n20140101T0900Z"
node "20140101T0900Z/xyzzy" "xyzzy\n20140101T0900Z"
node "20140101T1200Z/bar" "bar\n20140101T1200Z"
node "20140101T1200Z/xyzzy" "xyzzy\n20140101T1200Z"
node "20140101T1500Z/xyzzy" "xyzzy\n20140101T1500Z"
node "20140101T1800Z/xyzzy" "xyzzy\n20140101T1800Z"
stop
cylc-flow-8.6.4/tests/functional/cyclers/r5_initial/reference.log 0000664 0001750 0001750 00000001151 15202510242 025253 0 ustar alastair alastair Initial point: 20140101
Final point: 20140102T12
20140101T0000Z/xyzzy -triggered off []
20140101T0300Z/xyzzy -triggered off []
20140101T0600Z/xyzzy -triggered off []
20140101T0000Z/bar -triggered off ['20140101T0000Z/xyzzy']
20140101T0300Z/bar -triggered off ['20140101T0300Z/xyzzy']
20140101T0900Z/xyzzy -triggered off []
20140101T0600Z/bar -triggered off ['20140101T0600Z/xyzzy']
20140101T0900Z/bar -triggered off ['20140101T0900Z/xyzzy']
20140101T1200Z/xyzzy -triggered off []
20140101T1200Z/bar -triggered off ['20140101T1200Z/xyzzy']
20140101T1500Z/xyzzy -triggered off []
20140101T1800Z/xyzzy -triggered off []
cylc-flow-8.6.4/tests/functional/cyclers/r5_initial/flow.cylc 0000664 0001750 0001750 00000000541 15202510242 024437 0 ustar alastair alastair [scheduler]
UTC mode = True
allow implicit tasks = True
[scheduling]
initial cycle point = 20140101
final cycle point = 20140101T18
[[graph]]
# xyzzy should not spawn bar in the last two cycle points:
PT3H = xyzzy # 7 cycles
R5//PT3H = "xyzzy => bar" # 5 cycles
[runtime]
[[root]]
script = true
cylc-flow-8.6.4/tests/functional/cyclers/yearly/ 0000775 0001750 0001750 00000000000 15202510242 022062 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/cyclers/yearly/graph.plain.ref 0000664 0001750 0001750 00000001026 15202510242 024762 0 ustar alastair alastair edge "20050123T1200Z/foo" "20050123T1200Z/bar"
edge "20050123T1200Z/foo" "20060123T1200Z/foo"
edge "20060123T1200Z/foo" "20060123T1200Z/bar"
edge "20060123T1200Z/foo" "20070123T1200Z/foo"
edge "20070123T1200Z/foo" "20070123T1200Z/bar"
graph
node "20050123T1200Z/bar" "bar\n20050123T1200Z"
node "20050123T1200Z/foo" "foo\n20050123T1200Z"
node "20060123T1200Z/bar" "bar\n20060123T1200Z"
node "20060123T1200Z/foo" "foo\n20060123T1200Z"
node "20070123T1200Z/bar" "bar\n20070123T1200Z"
node "20070123T1200Z/foo" "foo\n20070123T1200Z"
stop
cylc-flow-8.6.4/tests/functional/cyclers/yearly/reference.log 0000664 0001750 0001750 00000000610 15202510242 024520 0 ustar alastair alastair Initial point: 2005023T12
Final point: 2008001T11
20050123T1200Z/foo -triggered off ['20040123T1200Z/foo']
20050123T1200Z/bar -triggered off ['20050123T1200Z/foo']
20060123T1200Z/foo -triggered off ['20050123T1200Z/foo']
20060123T1200Z/bar -triggered off ['20060123T1200Z/foo']
20070123T1200Z/foo -triggered off ['20060123T1200Z/foo']
20070123T1200Z/bar -triggered off ['20070123T1200Z/foo']
cylc-flow-8.6.4/tests/functional/cyclers/yearly/flow.cylc 0000664 0001750 0001750 00000000370 15202510242 023705 0 ustar alastair alastair [scheduler]
UTC mode = True
allow implicit tasks = True
[scheduling]
initial cycle point = 2005023T12
final cycle point = 2008001T11
[[graph]]
P1Y = "foo[-P1Y] => foo => bar"
[runtime]
[[root]]
script = true
cylc-flow-8.6.4/tests/functional/cyclers/multidaily/ 0000775 0001750 0001750 00000000000 15202510242 022732 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/cyclers/multidaily/graph.plain.ref 0000664 0001750 0001750 00000006411 15202510242 025635 0 ustar alastair alastair edge "20001231T0100Z/baz" "20001231T0100Z/qux"
edge "20001231T0100Z/baz" "20010104T0100Z/baz"
edge "20001231T0100Z/foo" "20001231T0100Z/bar"
edge "20001231T0100Z/foo" "20010101T0100Z/foo"
edge "20010101T0100Z/foo" "20010101T0100Z/bar"
edge "20010101T0100Z/foo" "20010102T0100Z/foo"
edge "20010102T0100Z/foo" "20010102T0100Z/bar"
edge "20010102T0100Z/foo" "20010103T0100Z/foo"
edge "20010103T0100Z/foo" "20010103T0100Z/bar"
edge "20010103T0100Z/foo" "20010104T0100Z/foo"
edge "20010104T0100Z/baz" "20010104T0100Z/qux"
edge "20010104T0100Z/baz" "20010108T0100Z/baz"
edge "20010104T0100Z/foo" "20010104T0100Z/bar"
edge "20010104T0100Z/foo" "20010105T0100Z/foo"
edge "20010105T0100Z/foo" "20010105T0100Z/bar"
edge "20010105T0100Z/foo" "20010106T0100Z/foo"
edge "20010106T0100Z/foo" "20010106T0100Z/bar"
edge "20010106T0100Z/foo" "20010107T0100Z/foo"
edge "20010107T0100Z/foo" "20010107T0100Z/bar"
edge "20010107T0100Z/foo" "20010108T0100Z/foo"
edge "20010108T0100Z/baz" "20010108T0100Z/qux"
edge "20010108T0100Z/baz" "20010112T0100Z/baz"
edge "20010108T0100Z/foo" "20010108T0100Z/bar"
edge "20010108T0100Z/foo" "20010109T0100Z/foo"
edge "20010109T0100Z/foo" "20010109T0100Z/bar"
edge "20010109T0100Z/foo" "20010110T0100Z/foo"
edge "20010110T0100Z/foo" "20010110T0100Z/bar"
edge "20010110T0100Z/foo" "20010111T0100Z/foo"
edge "20010111T0100Z/foo" "20010111T0100Z/bar"
edge "20010111T0100Z/foo" "20010112T0100Z/foo"
edge "20010112T0100Z/baz" "20010112T0100Z/qux"
edge "20010112T0100Z/foo" "20010112T0100Z/bar"
edge "20010112T0100Z/foo" "20010113T0100Z/foo"
edge "20010113T0100Z/foo" "20010113T0100Z/bar"
graph
node "20001231T0100Z/bar" "bar\n20001231T0100Z"
node "20001231T0100Z/baz" "baz\n20001231T0100Z"
node "20001231T0100Z/foo" "foo\n20001231T0100Z"
node "20001231T0100Z/qux" "qux\n20001231T0100Z"
node "20010101T0100Z/bar" "bar\n20010101T0100Z"
node "20010101T0100Z/foo" "foo\n20010101T0100Z"
node "20010102T0100Z/bar" "bar\n20010102T0100Z"
node "20010102T0100Z/foo" "foo\n20010102T0100Z"
node "20010103T0100Z/bar" "bar\n20010103T0100Z"
node "20010103T0100Z/foo" "foo\n20010103T0100Z"
node "20010104T0100Z/bar" "bar\n20010104T0100Z"
node "20010104T0100Z/baz" "baz\n20010104T0100Z"
node "20010104T0100Z/foo" "foo\n20010104T0100Z"
node "20010104T0100Z/qux" "qux\n20010104T0100Z"
node "20010105T0100Z/bar" "bar\n20010105T0100Z"
node "20010105T0100Z/foo" "foo\n20010105T0100Z"
node "20010106T0100Z/bar" "bar\n20010106T0100Z"
node "20010106T0100Z/foo" "foo\n20010106T0100Z"
node "20010107T0100Z/bar" "bar\n20010107T0100Z"
node "20010107T0100Z/foo" "foo\n20010107T0100Z"
node "20010108T0100Z/bar" "bar\n20010108T0100Z"
node "20010108T0100Z/baz" "baz\n20010108T0100Z"
node "20010108T0100Z/foo" "foo\n20010108T0100Z"
node "20010108T0100Z/qux" "qux\n20010108T0100Z"
node "20010109T0100Z/bar" "bar\n20010109T0100Z"
node "20010109T0100Z/foo" "foo\n20010109T0100Z"
node "20010110T0100Z/bar" "bar\n20010110T0100Z"
node "20010110T0100Z/foo" "foo\n20010110T0100Z"
node "20010111T0100Z/bar" "bar\n20010111T0100Z"
node "20010111T0100Z/foo" "foo\n20010111T0100Z"
node "20010112T0100Z/bar" "bar\n20010112T0100Z"
node "20010112T0100Z/baz" "baz\n20010112T0100Z"
node "20010112T0100Z/foo" "foo\n20010112T0100Z"
node "20010112T0100Z/qux" "qux\n20010112T0100Z"
node "20010113T0100Z/bar" "bar\n20010113T0100Z"
node "20010113T0100Z/foo" "foo\n20010113T0100Z"
stop
cylc-flow-8.6.4/tests/functional/cyclers/multidaily/reference.log 0000664 0001750 0001750 00000004067 15202510242 025402 0 ustar alastair alastair Initial point: 20001231T0100
Final point: 20010114
20001231T0100Z/baz -triggered off ['20001227T0100Z/baz']
20001231T0100Z/foo -triggered off ['20001230T0100Z/foo']
20001231T0100Z/qux -triggered off ['20001231T0100Z/baz']
20010104T0100Z/baz -triggered off ['20001231T0100Z/baz']
20001231T0100Z/bar -triggered off ['20001231T0100Z/foo']
20010101T0100Z/foo -triggered off ['20001231T0100Z/foo']
20010104T0100Z/qux -triggered off ['20010104T0100Z/baz']
20010101T0100Z/bar -triggered off ['20010101T0100Z/foo']
20010102T0100Z/foo -triggered off ['20010101T0100Z/foo']
20010108T0100Z/baz -triggered off ['20010104T0100Z/baz']
20010102T0100Z/bar -triggered off ['20010102T0100Z/foo']
20010103T0100Z/foo -triggered off ['20010102T0100Z/foo']
20010108T0100Z/qux -triggered off ['20010108T0100Z/baz']
20010103T0100Z/bar -triggered off ['20010103T0100Z/foo']
20010104T0100Z/foo -triggered off ['20010103T0100Z/foo']
20010104T0100Z/bar -triggered off ['20010104T0100Z/foo']
20010105T0100Z/foo -triggered off ['20010104T0100Z/foo']
20010105T0100Z/bar -triggered off ['20010105T0100Z/foo']
20010106T0100Z/foo -triggered off ['20010105T0100Z/foo']
20010112T0100Z/baz -triggered off ['20010108T0100Z/baz']
20010106T0100Z/bar -triggered off ['20010106T0100Z/foo']
20010107T0100Z/foo -triggered off ['20010106T0100Z/foo']
20010112T0100Z/qux -triggered off ['20010112T0100Z/baz']
20010108T0100Z/foo -triggered off ['20010107T0100Z/foo']
20010107T0100Z/bar -triggered off ['20010107T0100Z/foo']
20010108T0100Z/bar -triggered off ['20010108T0100Z/foo']
20010109T0100Z/foo -triggered off ['20010108T0100Z/foo']
20010109T0100Z/bar -triggered off ['20010109T0100Z/foo']
20010110T0100Z/foo -triggered off ['20010109T0100Z/foo']
20010110T0100Z/bar -triggered off ['20010110T0100Z/foo']
20010111T0100Z/foo -triggered off ['20010110T0100Z/foo']
20010111T0100Z/bar -triggered off ['20010111T0100Z/foo']
20010112T0100Z/foo -triggered off ['20010111T0100Z/foo']
20010112T0100Z/bar -triggered off ['20010112T0100Z/foo']
20010113T0100Z/foo -triggered off ['20010112T0100Z/foo']
20010113T0100Z/bar -triggered off ['20010113T0100Z/foo']
cylc-flow-8.6.4/tests/functional/cyclers/multidaily/flow.cylc 0000664 0001750 0001750 00000000453 15202510242 024557 0 ustar alastair alastair [scheduler]
cycle point time zone = Z
allow implicit tasks = True
[scheduling]
initial cycle point = 20001231T0100
final cycle point = 20010114
[[graph]]
P1D = "foo[-P1D] => foo => bar"
P4D = "baz[-P4D] => baz => qux"
[runtime]
[[root]]
script = true
cylc-flow-8.6.4/tests/functional/cyclers/exclusions_advanced/ 0000775 0001750 0001750 00000000000 15202510242 024576 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/cyclers/exclusions_advanced/graph.plain.ref 0000664 0001750 0001750 00000021504 15202510242 027501 0 ustar alastair alastair edge "20000101T0000Z/start" "20000101T0000Z/foo"
graph
node "20000101T0000Z/dibble" "dibble\n20000101T0000Z"
node "20000101T0000Z/foo" "foo\n20000101T0000Z"
node "20000101T0000Z/qux" "qux\n20000101T0000Z"
node "20000101T0000Z/start" "start\n20000101T0000Z"
node "20000101T0030Z/quux" "quux\n20000101T0030Z"
node "20000101T0100Z/nip" "nip\n20000101T0100Z"
node "20000101T0100Z/wibble" "wibble\n20000101T0100Z"
node "20000101T0115Z/bob" "bob\n20000101T0115Z"
node "20000101T0115Z/toot" "toot\n20000101T0115Z"
node "20000101T0130Z/quux" "quux\n20000101T0130Z"
node "20000101T0200Z/nip" "nip\n20000101T0200Z"
node "20000101T0200Z/wibble" "wibble\n20000101T0200Z"
node "20000101T0215Z/bob" "bob\n20000101T0215Z"
node "20000101T0215Z/toot" "toot\n20000101T0215Z"
node "20000101T0230Z/dibble" "dibble\n20000101T0230Z"
node "20000101T0230Z/quux" "quux\n20000101T0230Z"
node "20000101T0300Z/baz" "baz\n20000101T0300Z"
node "20000101T0300Z/dibble" "dibble\n20000101T0300Z"
node "20000101T0300Z/nip" "nip\n20000101T0300Z"
node "20000101T0300Z/qux" "qux\n20000101T0300Z"
node "20000101T0300Z/wibble" "wibble\n20000101T0300Z"
node "20000101T0330Z/quux" "quux\n20000101T0330Z"
node "20000101T0400Z/nip" "nip\n20000101T0400Z"
node "20000101T0400Z/wibble" "wibble\n20000101T0400Z"
node "20000101T0415Z/bob" "bob\n20000101T0415Z"
node "20000101T0415Z/toot" "toot\n20000101T0415Z"
node "20000101T0430Z/quux" "quux\n20000101T0430Z"
node "20000101T0500Z/nip" "nip\n20000101T0500Z"
node "20000101T0500Z/wibble" "wibble\n20000101T0500Z"
node "20000101T0515Z/bob" "bob\n20000101T0515Z"
node "20000101T0515Z/toot" "toot\n20000101T0515Z"
node "20000101T0530Z/quux" "quux\n20000101T0530Z"
node "20000101T0600Z/dibble" "dibble\n20000101T0600Z"
node "20000101T0600Z/qux" "qux\n20000101T0600Z"
node "20000101T0630Z/quux" "quux\n20000101T0630Z"
node "20000101T0700Z/nip" "nip\n20000101T0700Z"
node "20000101T0700Z/wibble" "wibble\n20000101T0700Z"
node "20000101T0715Z/bob" "bob\n20000101T0715Z"
node "20000101T0715Z/toot" "toot\n20000101T0715Z"
node "20000101T0730Z/quux" "quux\n20000101T0730Z"
node "20000101T0800Z/nip" "nip\n20000101T0800Z"
node "20000101T0800Z/wibble" "wibble\n20000101T0800Z"
node "20000101T0815Z/bob" "bob\n20000101T0815Z"
node "20000101T0815Z/toot" "toot\n20000101T0815Z"
node "20000101T0830Z/quux" "quux\n20000101T0830Z"
node "20000101T0900Z/baz" "baz\n20000101T0900Z"
node "20000101T0900Z/nip" "nip\n20000101T0900Z"
node "20000101T0900Z/qux" "qux\n20000101T0900Z"
node "20000101T0900Z/wibble" "wibble\n20000101T0900Z"
node "20000101T0930Z/quux" "quux\n20000101T0930Z"
node "20000101T1000Z/nip" "nip\n20000101T1000Z"
node "20000101T1000Z/wibble" "wibble\n20000101T1000Z"
node "20000101T1015Z/bob" "bob\n20000101T1015Z"
node "20000101T1015Z/toot" "toot\n20000101T1015Z"
node "20000101T1030Z/quux" "quux\n20000101T1030Z"
node "20000101T1100Z/nip" "nip\n20000101T1100Z"
node "20000101T1100Z/wibble" "wibble\n20000101T1100Z"
node "20000101T1115Z/bob" "bob\n20000101T1115Z"
node "20000101T1115Z/toot" "toot\n20000101T1115Z"
node "20000101T1130Z/quux" "quux\n20000101T1130Z"
node "20000101T1200Z/qux" "qux\n20000101T1200Z"
node "20000101T1230Z/quux" "quux\n20000101T1230Z"
node "20000101T1300Z/nip" "nip\n20000101T1300Z"
node "20000101T1300Z/wibble" "wibble\n20000101T1300Z"
node "20000101T1315Z/bob" "bob\n20000101T1315Z"
node "20000101T1315Z/toot" "toot\n20000101T1315Z"
node "20000101T1330Z/quux" "quux\n20000101T1330Z"
node "20000101T1400Z/nip" "nip\n20000101T1400Z"
node "20000101T1400Z/wibble" "wibble\n20000101T1400Z"
node "20000101T1415Z/bob" "bob\n20000101T1415Z"
node "20000101T1415Z/toot" "toot\n20000101T1415Z"
node "20000101T1430Z/quux" "quux\n20000101T1430Z"
node "20000101T1500Z/baz" "baz\n20000101T1500Z"
node "20000101T1500Z/dibble" "dibble\n20000101T1500Z"
node "20000101T1500Z/nip" "nip\n20000101T1500Z"
node "20000101T1500Z/qux" "qux\n20000101T1500Z"
node "20000101T1500Z/wibble" "wibble\n20000101T1500Z"
node "20000101T1530Z/quux" "quux\n20000101T1530Z"
node "20000101T1600Z/nip" "nip\n20000101T1600Z"
node "20000101T1600Z/wibble" "wibble\n20000101T1600Z"
node "20000101T1615Z/bob" "bob\n20000101T1615Z"
node "20000101T1615Z/toot" "toot\n20000101T1615Z"
node "20000101T1630Z/quux" "quux\n20000101T1630Z"
node "20000101T1700Z/nip" "nip\n20000101T1700Z"
node "20000101T1700Z/wibble" "wibble\n20000101T1700Z"
node "20000101T1715Z/bob" "bob\n20000101T1715Z"
node "20000101T1715Z/toot" "toot\n20000101T1715Z"
node "20000101T1730Z/quux" "quux\n20000101T1730Z"
node "20000101T1800Z/dibble" "dibble\n20000101T1800Z"
node "20000101T1800Z/qux" "qux\n20000101T1800Z"
node "20000101T1830Z/quux" "quux\n20000101T1830Z"
node "20000101T1900Z/nip" "nip\n20000101T1900Z"
node "20000101T1900Z/wibble" "wibble\n20000101T1900Z"
node "20000101T1915Z/bob" "bob\n20000101T1915Z"
node "20000101T1915Z/toot" "toot\n20000101T1915Z"
node "20000101T1930Z/quux" "quux\n20000101T1930Z"
node "20000101T1945Z/dibble" "dibble\n20000101T1945Z"
node "20000101T2000Z/nip" "nip\n20000101T2000Z"
node "20000101T2000Z/wibble" "wibble\n20000101T2000Z"
node "20000101T2015Z/bob" "bob\n20000101T2015Z"
node "20000101T2015Z/toot" "toot\n20000101T2015Z"
node "20000101T2030Z/quux" "quux\n20000101T2030Z"
node "20000101T2100Z/baz" "baz\n20000101T2100Z"
node "20000101T2100Z/dibble" "dibble\n20000101T2100Z"
node "20000101T2100Z/nip" "nip\n20000101T2100Z"
node "20000101T2100Z/qux" "qux\n20000101T2100Z"
node "20000101T2100Z/wibble" "wibble\n20000101T2100Z"
node "20000101T2130Z/quux" "quux\n20000101T2130Z"
node "20000101T2200Z/nip" "nip\n20000101T2200Z"
node "20000101T2200Z/wibble" "wibble\n20000101T2200Z"
node "20000101T2215Z/bob" "bob\n20000101T2215Z"
node "20000101T2215Z/toot" "toot\n20000101T2215Z"
node "20000101T2230Z/quux" "quux\n20000101T2230Z"
node "20000101T2300Z/nip" "nip\n20000101T2300Z"
node "20000101T2300Z/wibble" "wibble\n20000101T2300Z"
node "20000101T2315Z/bob" "bob\n20000101T2315Z"
node "20000101T2315Z/toot" "toot\n20000101T2315Z"
node "20000101T2330Z/quux" "quux\n20000101T2330Z"
node "20000102T0000Z/bar" "bar\n20000102T0000Z"
node "20000102T0000Z/dibble" "dibble\n20000102T0000Z"
node "20000102T0000Z/qux" "qux\n20000102T0000Z"
node "20000102T0030Z/quux" "quux\n20000102T0030Z"
node "20000102T0100Z/nip" "nip\n20000102T0100Z"
node "20000102T0100Z/wibble" "wibble\n20000102T0100Z"
node "20000102T0115Z/bob" "bob\n20000102T0115Z"
node "20000102T0115Z/toot" "toot\n20000102T0115Z"
node "20000102T0130Z/quux" "quux\n20000102T0130Z"
node "20000102T0200Z/nip" "nip\n20000102T0200Z"
node "20000102T0200Z/wibble" "wibble\n20000102T0200Z"
node "20000102T0215Z/bob" "bob\n20000102T0215Z"
node "20000102T0215Z/toot" "toot\n20000102T0215Z"
node "20000102T0230Z/dibble" "dibble\n20000102T0230Z"
node "20000102T0230Z/quux" "quux\n20000102T0230Z"
node "20000102T0300Z/baz" "baz\n20000102T0300Z"
node "20000102T0300Z/dibble" "dibble\n20000102T0300Z"
node "20000102T0300Z/nip" "nip\n20000102T0300Z"
node "20000102T0300Z/qux" "qux\n20000102T0300Z"
node "20000102T0300Z/wibble" "wibble\n20000102T0300Z"
node "20000102T0330Z/quux" "quux\n20000102T0330Z"
node "20000102T0400Z/nip" "nip\n20000102T0400Z"
node "20000102T0400Z/wibble" "wibble\n20000102T0400Z"
node "20000102T0415Z/bob" "bob\n20000102T0415Z"
node "20000102T0415Z/toot" "toot\n20000102T0415Z"
node "20000102T0430Z/quux" "quux\n20000102T0430Z"
node "20000102T0500Z/nip" "nip\n20000102T0500Z"
node "20000102T0500Z/wibble" "wibble\n20000102T0500Z"
node "20000102T0515Z/bob" "bob\n20000102T0515Z"
node "20000102T0515Z/toot" "toot\n20000102T0515Z"
node "20000102T0530Z/quux" "quux\n20000102T0530Z"
node "20000102T0600Z/dibble" "dibble\n20000102T0600Z"
node "20000102T0600Z/qux" "qux\n20000102T0600Z"
node "20000102T0630Z/quux" "quux\n20000102T0630Z"
node "20000102T0700Z/nip" "nip\n20000102T0700Z"
node "20000102T0700Z/wibble" "wibble\n20000102T0700Z"
node "20000102T0715Z/bob" "bob\n20000102T0715Z"
node "20000102T0715Z/toot" "toot\n20000102T0715Z"
node "20000102T0730Z/quux" "quux\n20000102T0730Z"
node "20000102T0800Z/nip" "nip\n20000102T0800Z"
node "20000102T0800Z/wibble" "wibble\n20000102T0800Z"
node "20000102T0815Z/bob" "bob\n20000102T0815Z"
node "20000102T0815Z/toot" "toot\n20000102T0815Z"
node "20000102T0830Z/quux" "quux\n20000102T0830Z"
node "20000102T0900Z/baz" "baz\n20000102T0900Z"
node "20000102T0900Z/nip" "nip\n20000102T0900Z"
node "20000102T0900Z/qux" "qux\n20000102T0900Z"
node "20000102T0900Z/wibble" "wibble\n20000102T0900Z"
node "20000102T0930Z/quux" "quux\n20000102T0930Z"
node "20000102T1000Z/nip" "nip\n20000102T1000Z"
node "20000102T1000Z/wibble" "wibble\n20000102T1000Z"
node "20000102T1015Z/bob" "bob\n20000102T1015Z"
node "20000102T1015Z/toot" "toot\n20000102T1015Z"
node "20000102T1030Z/quux" "quux\n20000102T1030Z"
node "20000102T1100Z/nip" "nip\n20000102T1100Z"
node "20000102T1100Z/wibble" "wibble\n20000102T1100Z"
node "20000102T1115Z/bob" "bob\n20000102T1115Z"
node "20000102T1115Z/toot" "toot\n20000102T1115Z"
node "20000102T1130Z/quux" "quux\n20000102T1130Z"
node "20000102T1200Z/pub" "pub\n20000102T1200Z"
node "20000102T1200Z/qux" "qux\n20000102T1200Z"
stop
cylc-flow-8.6.4/tests/functional/cyclers/exclusions_advanced/reference.log 0000664 0001750 0001750 00000015353 15202510242 027246 0 ustar alastair alastair Initial point: 20000101T0000Z
Final point: 20000102T1200Z
20000101T0000Z/start -triggered off []
20000101T0000Z/dibble -triggered off []
20000101T0100Z/nip -triggered off []
20000101T0000Z/qux -triggered off []
20000101T0030Z/quux -triggered off []
20000101T0100Z/wibble -triggered off []
20000101T0000Z/foo -triggered off ['20000101T0000Z/start']
20000101T0200Z/nip -triggered off []
20000101T0115Z/bob -triggered off []
20000101T0130Z/quux -triggered off []
20000101T0200Z/wibble -triggered off []
20000101T0115Z/toot -triggered off []
20000101T0300Z/nip -triggered off []
20000101T0230Z/quux -triggered off []
20000101T0300Z/wibble -triggered off []
20000101T0215Z/bob -triggered off []
20000101T0230Z/dibble -triggered off []
20000101T0215Z/toot -triggered off []
20000101T0300Z/qux -triggered off []
20000101T0300Z/baz -triggered off []
20000101T0300Z/dibble -triggered off []
20000101T0400Z/nip -triggered off []
20000101T0400Z/wibble -triggered off []
20000101T0330Z/quux -triggered off []
20000101T0415Z/bob -triggered off []
20000101T0415Z/toot -triggered off []
20000101T0430Z/quux -triggered off []
20000101T0500Z/nip -triggered off []
20000101T0500Z/wibble -triggered off []
20000101T0515Z/bob -triggered off []
20000101T0515Z/toot -triggered off []
20000101T0530Z/quux -triggered off []
20000101T0600Z/dibble -triggered off []
20000101T0600Z/qux -triggered off []
20000101T0630Z/quux -triggered off []
20000101T0715Z/bob -triggered off []
20000101T0700Z/nip -triggered off []
20000101T0715Z/toot -triggered off []
20000101T0700Z/wibble -triggered off []
20000101T0730Z/quux -triggered off []
20000101T0815Z/bob -triggered off []
20000101T0815Z/toot -triggered off []
20000101T0800Z/wibble -triggered off []
20000101T0800Z/nip -triggered off []
20000101T0830Z/quux -triggered off []
20000101T0900Z/wibble -triggered off []
20000101T0900Z/baz -triggered off []
20000101T0900Z/nip -triggered off []
20000101T0900Z/qux -triggered off []
20000101T0930Z/quux -triggered off []
20000101T1000Z/nip -triggered off []
20000101T1000Z/wibble -triggered off []
20000101T1015Z/bob -triggered off []
20000101T1015Z/toot -triggered off []
20000101T1030Z/quux -triggered off []
20000101T1100Z/wibble -triggered off []
20000101T1100Z/nip -triggered off []
20000101T1115Z/bob -triggered off []
20000101T1115Z/toot -triggered off []
20000101T1130Z/quux -triggered off []
20000101T1200Z/qux -triggered off []
20000101T1230Z/quux -triggered off []
20000101T1300Z/nip -triggered off []
20000101T1300Z/wibble -triggered off []
20000101T1315Z/bob -triggered off []
20000101T1315Z/toot -triggered off []
20000101T1330Z/quux -triggered off []
20000101T1400Z/wibble -triggered off []
20000101T1400Z/nip -triggered off []
20000101T1415Z/bob -triggered off []
20000101T1415Z/toot -triggered off []
20000101T1430Z/quux -triggered off []
20000101T1500Z/nip -triggered off []
20000101T1500Z/wibble -triggered off []
20000101T1500Z/baz -triggered off []
20000101T1500Z/dibble -triggered off []
20000101T1500Z/qux -triggered off []
20000101T1530Z/quux -triggered off []
20000101T1600Z/nip -triggered off []
20000101T1600Z/wibble -triggered off []
20000101T1615Z/toot -triggered off []
20000101T1615Z/bob -triggered off []
20000101T1630Z/quux -triggered off []
20000101T1700Z/nip -triggered off []
20000101T1700Z/wibble -triggered off []
20000101T1715Z/bob -triggered off []
20000101T1715Z/toot -triggered off []
20000101T1730Z/quux -triggered off []
20000101T1800Z/dibble -triggered off []
20000101T1800Z/qux -triggered off []
20000101T1830Z/quux -triggered off []
20000101T1900Z/nip -triggered off []
20000101T1900Z/wibble -triggered off []
20000101T1915Z/bob -triggered off []
20000101T1915Z/toot -triggered off []
20000101T1930Z/quux -triggered off []
20000101T1945Z/dibble -triggered off []
20000101T2000Z/wibble -triggered off []
20000101T2000Z/nip -triggered off []
20000101T2015Z/bob -triggered off []
20000101T2015Z/toot -triggered off []
20000101T2030Z/quux -triggered off []
20000101T2100Z/wibble -triggered off []
20000101T2100Z/qux -triggered off []
20000101T2100Z/baz -triggered off []
20000101T2100Z/dibble -triggered off []
20000101T2100Z/nip -triggered off []
20000101T2130Z/quux -triggered off []
20000101T2200Z/nip -triggered off []
20000101T2200Z/wibble -triggered off []
20000101T2215Z/bob -triggered off []
20000101T2215Z/toot -triggered off []
20000101T2230Z/quux -triggered off []
20000101T2300Z/nip -triggered off []
20000101T2300Z/wibble -triggered off []
20000101T2315Z/toot -triggered off []
20000101T2315Z/bob -triggered off []
20000101T2330Z/quux -triggered off []
20000102T0000Z/qux -triggered off []
20000102T0000Z/dibble -triggered off []
20000102T0000Z/bar -triggered off []
20000102T0030Z/quux -triggered off []
20000102T0100Z/nip -triggered off []
20000102T0100Z/wibble -triggered off []
20000102T0115Z/bob -triggered off []
20000102T0115Z/toot -triggered off []
20000102T0130Z/quux -triggered off []
20000102T0200Z/nip -triggered off []
20000102T0200Z/wibble -triggered off []
20000102T0215Z/toot -triggered off []
20000102T0215Z/bob -triggered off []
20000102T0230Z/dibble -triggered off []
20000102T0230Z/quux -triggered off []
20000102T0300Z/baz -triggered off []
20000102T0300Z/qux -triggered off []
20000102T0300Z/nip -triggered off []
20000102T0300Z/wibble -triggered off []
20000102T0300Z/dibble -triggered off []
20000102T0330Z/quux -triggered off []
20000102T0400Z/wibble -triggered off []
20000102T0400Z/nip -triggered off []
20000102T0415Z/bob -triggered off []
20000102T0430Z/quux -triggered off []
20000102T0415Z/toot -triggered off []
20000102T0500Z/nip -triggered off []
20000102T0500Z/wibble -triggered off []
20000102T0515Z/toot -triggered off []
20000102T0515Z/bob -triggered off []
20000102T0530Z/quux -triggered off []
20000102T0600Z/qux -triggered off []
20000102T0600Z/dibble -triggered off []
20000102T0630Z/quux -triggered off []
20000102T0700Z/nip -triggered off []
20000102T0700Z/wibble -triggered off []
20000102T0715Z/bob -triggered off []
20000102T0715Z/toot -triggered off []
20000102T0800Z/wibble -triggered off []
20000102T0800Z/nip -triggered off []
20000102T0730Z/quux -triggered off []
20000102T0815Z/toot -triggered off []
20000102T0815Z/bob -triggered off []
20000102T0900Z/nip -triggered off []
20000102T0830Z/quux -triggered off []
20000102T0900Z/baz -triggered off []
20000102T0900Z/wibble -triggered off []
20000102T0900Z/qux -triggered off []
20000102T0930Z/quux -triggered off []
20000102T1000Z/wibble -triggered off []
20000102T1000Z/nip -triggered off []
20000102T1015Z/toot -triggered off []
20000102T1015Z/bob -triggered off []
20000102T1030Z/quux -triggered off []
20000102T1115Z/toot -triggered off []
20000102T1115Z/bob -triggered off []
20000102T1100Z/nip -triggered off []
20000102T1200Z/pub -triggered off []
20000102T1100Z/wibble -triggered off []
20000102T1130Z/quux -triggered off []
20000102T1200Z/qux -triggered off []
cylc-flow-8.6.4/tests/functional/cyclers/exclusions_advanced/flow.cylc 0000664 0001750 0001750 00000002100 15202510242 026412 0 ustar alastair alastair [scheduler]
UTC mode = True
allow implicit tasks = True
[scheduling]
initial cycle point = 20000101T00Z
final cycle point = 20000102T12Z
[[graph]]
R1/^ = start => foo
# Don't run at the initial cycle point
# Also test whitespace tolerance
T00 ! ^ = bar
# Run 3-hourly but not 6 hourly.
PT3H!PT6H = baz
# Run 4 hourly but not at 0800 from ICP
PT3H!T08 = qux
# Run hourly but not at 00:00, 06:00, 12:00, 18:00
T-00!(T00, T06, T12, T18) = nip
# Run half-hourly but not on the hour from ICP
PT30M!T-00 = quux
# Run hourly on the hour, but not 6 hourly on the hour
T-00!PT6H = wibble
# Run hourly at 15 minutes past except every 3rd hour
T-15!T-15/PT3H = bob
# Run hourly at 15 minutes past except every 3rd hour
# Implicit start point
T-15!PT3H = toot
# Stacked sequences
T0230, PT3H! (T09, T12 ) , T1945 = dibble
R1/$ = pub
[runtime]
[[root]]
script = echo success
cylc-flow-8.6.4/tests/functional/cyclers/r1_middle/ 0000775 0001750 0001750 00000000000 15202510242 022415 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/cyclers/r1_middle/graph.plain.ref 0000664 0001750 0001750 00000000232 15202510242 025313 0 ustar alastair alastair edge "20140101T0010Z/foo" "20140101T0010Z/bar"
graph
node "20140101T0010Z/bar" "bar\n20140101T0010Z"
node "20140101T0010Z/foo" "foo\n20140101T0010Z"
stop
cylc-flow-8.6.4/tests/functional/cyclers/r1_middle/reference.log 0000664 0001750 0001750 00000000217 15202510242 025056 0 ustar alastair alastair Initial point: 20140101
Final point: 20140102T12
20140101T0010Z/foo -triggered off []
20140101T0010Z/bar -triggered off ['20140101T0010Z/foo']
cylc-flow-8.6.4/tests/functional/cyclers/r1_middle/flow.cylc 0000664 0001750 0001750 00000000360 15202510242 024237 0 ustar alastair alastair [scheduler]
UTC mode = True
allow implicit tasks = True
[scheduling]
initial cycle point = 20140101
final cycle point = 20140102T12
[[graph]]
R1/+PT10M = "foo => bar"
[runtime]
[[root]]
script = true
cylc-flow-8.6.4/tests/functional/cyclers/r1_initial/ 0000775 0001750 0001750 00000000000 15202510242 022610 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/cyclers/r1_initial/graph.plain.ref 0000664 0001750 0001750 00000000706 15202510242 025514 0 ustar alastair alastair edge "20140101T0000Z/cold_foo" "20140101T0000Z/foo"
edge "20140101T0000Z/foo" "20140101T1200Z/foo"
edge "20140101T1200Z/foo" "20140102T0000Z/foo"
edge "20140102T0000Z/foo" "20140102T1200Z/foo"
graph
node "20140101T0000Z/cold_foo" "cold_foo\n20140101T0000Z"
node "20140101T0000Z/foo" "foo\n20140101T0000Z"
node "20140101T1200Z/foo" "foo\n20140101T1200Z"
node "20140102T0000Z/foo" "foo\n20140102T0000Z"
node "20140102T1200Z/foo" "foo\n20140102T1200Z"
stop
cylc-flow-8.6.4/tests/functional/cyclers/r1_initial/reference.log 0000664 0001750 0001750 00000000532 15202510242 025251 0 ustar alastair alastair Initial point: 20140101
Final point: 20140102T12
20140101T0000Z/cold_foo -triggered off []
20140101T0000Z/foo -triggered off ['20131231T1200Z/foo', '20140101T0000Z/cold_foo']
20140101T1200Z/foo -triggered off ['20140101T0000Z/foo']
20140102T0000Z/foo -triggered off ['20140101T1200Z/foo']
20140102T1200Z/foo -triggered off ['20140102T0000Z/foo']
cylc-flow-8.6.4/tests/functional/cyclers/r1_initial/flow.cylc 0000664 0001750 0001750 00000000423 15202510242 024432 0 ustar alastair alastair [scheduler]
UTC mode = True
allow implicit tasks = True
[scheduling]
initial cycle point = 20140101
final cycle point = 20140102T12
[[graph]]
R1 = "cold_foo => foo"
PT12H = "foo[-PT12H] => foo"
[runtime]
[[root]]
script = true
cylc-flow-8.6.4/tests/functional/cyclers/integer1/ 0000775 0001750 0001750 00000000000 15202510242 022273 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/cyclers/integer1/graph.plain.ref 0000664 0001750 0001750 00000004243 15202510242 025177 0 ustar alastair alastair edge "1/foo" "1/bar"
edge "1/foo" "4/foo"
edge "1/foo" "4/on_toast"
edge "4/foo" "4/bar"
edge "4/foo" "7/foo"
edge "4/foo" "7/on_toast"
edge "4/foo" "7/qux"
edge "7/foo" "7/bar"
edge "7/foo" "10/foo"
edge "7/foo" "10/on_toast"
edge "10/foo" "10/bar"
edge "10/foo" "13/foo"
edge "10/foo" "13/on_toast"
edge "10/foo" "13/qux"
edge "13/foo" "13/bar"
edge "13/foo" "16/foo"
edge "13/foo" "16/on_toast"
edge "16/foo" "16/bar"
edge "1/seq" "1/foo"
edge "4/seq" "4/foo"
edge "7/seq" "7/foo"
edge "10/seq" "10/foo"
edge "13/seq" "13/foo"
edge "16/seq" "16/foo"
edge "1/wibble" "7/wobble"
edge "7/wobble" "16/wubble"
edge "2/woo" "1/bar"
edge "2/woo" "1/foo"
edge "3/woo" "4/foo"
edge "5/woo" "4/bar"
edge "5/woo" "4/foo"
edge "6/woo" "7/foo"
edge "8/woo" "7/bar"
edge "8/woo" "7/foo"
edge "9/woo" "10/foo"
edge "11/woo" "10/bar"
edge "11/woo" "10/foo"
edge "12/woo" "13/foo"
edge "14/woo" "13/bar"
edge "14/woo" "13/foo"
edge "15/woo" "16/foo"
edge "17/woo" "16/bar"
edge "17/woo" "16/foo"
graph
node "1/bar" "bar\n1"
node "4/bar" "bar\n4"
node "7/bar" "bar\n7"
node "10/bar" "bar\n10"
node "13/bar" "bar\n13"
node "16/bar" "bar\n16"
node "16/baz" "baz\n16"
node "1/foo" "foo\n1"
node "4/foo" "foo\n4"
node "7/foo" "foo\n7"
node "10/foo" "foo\n10"
node "13/foo" "foo\n13"
node "16/foo" "foo\n16"
node "1/nang" "nang\n1"
node "4/ning" "ning\n4"
node "12/ning" "ning\n12"
node "16/ning" "ning\n16"
node "2/nong" "nong\n2"
node "8/nong" "nong\n8"
node "1/on_toast" "on_toast\n1"
node "4/on_toast" "on_toast\n4"
node "7/on_toast" "on_toast\n7"
node "10/on_toast" "on_toast\n10"
node "13/on_toast" "on_toast\n13"
node "16/on_toast" "on_toast\n16"
node "8/quux" "quux\n8"
node "16/quux" "quux\n16"
node "7/qux" "qux\n7"
node "13/qux" "qux\n13"
node "1/seq" "seq\n1"
node "4/seq" "seq\n4"
node "7/seq" "seq\n7"
node "10/seq" "seq\n10"
node "13/seq" "seq\n13"
node "16/seq" "seq\n16"
node "1/wibble" "wibble\n1"
node "7/wobble" "wobble\n7"
node "2/woo" "woo\n2"
node "3/woo" "woo\n3"
node "5/woo" "woo\n5"
node "6/woo" "woo\n6"
node "8/woo" "woo\n8"
node "9/woo" "woo\n9"
node "11/woo" "woo\n11"
node "12/woo" "woo\n12"
node "14/woo" "woo\n14"
node "15/woo" "woo\n15"
node "17/woo" "woo\n17"
node "16/wubble" "wubble\n16"
stop
cylc-flow-8.6.4/tests/functional/cyclers/integer1/reference.log 0000664 0001750 0001750 00000003056 15202510242 024740 0 ustar alastair alastair 10/bar -triggered off ['10/foo', '11/woo']
13/bar -triggered off ['13/foo', '14/woo']
1/bar -triggered off ['1/foo', '2/woo']
4/bar -triggered off ['4/foo', '5/woo']
7/bar -triggered off ['7/foo', '8/woo']
16/baz -triggered off []
Final point: 16
10/foo -triggered off ['10/seq', '11/woo', '7/foo', '9/woo']
13/foo -triggered off ['10/foo', '12/woo', '13/seq', '14/woo']
1/foo -triggered off ['-2/foo', '0/woo', '1/seq', '2/woo']
4/foo -triggered off ['1/foo', '3/woo', '4/seq', '5/woo']
7/foo -triggered off ['4/foo', '6/woo', '7/seq', '8/woo']
Initial point: 1
1/nang -triggered off []
12/ning -triggered off []
16/ning -triggered off []
4/ning -triggered off []
2/nong -triggered off []
8/nong -triggered off []
10/on_toast -triggered off ['7/foo']
13/on_toast -triggered off ['10/foo']
16/on_toast -triggered off ['13/foo']
1/on_toast -triggered off ['-2/foo']
4/on_toast -triggered off ['1/foo']
7/on_toast -triggered off ['4/foo']
16/quux -triggered off []
8/quux -triggered off []
13/qux -triggered off ['10/foo']
7/qux -triggered off ['4/foo']
10/seq -triggered off ['7/seq']
13/seq -triggered off ['10/seq']
16/seq -triggered off ['13/seq']
1/seq -triggered off []
4/seq -triggered off ['1/seq']
7/seq -triggered off ['4/seq']
1/wibble -triggered off []
7/wobble -triggered off ['1/wibble']
11/woo -triggered off []
12/woo -triggered off []
14/woo -triggered off []
15/woo -triggered off []
2/woo -triggered off []
3/woo -triggered off []
5/woo -triggered off []
6/woo -triggered off []
8/woo -triggered off []
9/woo -triggered off []
16/wubble -triggered off ['7/wobble']
cylc-flow-8.6.4/tests/functional/cyclers/integer1/flow.cylc 0000664 0001750 0001750 00000002306 15202510242 024117 0 ustar alastair alastair [scheduler]
allow implicit tasks = True
[scheduling]
initial cycle point = 1
final cycle point = +P15 # = 16
runahead limit = P11
cycling mode = integer
[[special tasks]]
sequential = seq
[[graph]]
R1 = wibble
R1/+P6 = wibble[^] => wobble
R1/P0 = wobble[^+P6] => wubble
P3 = """
seq => foo # sequential task
foo[-P3] => foo # prev instance trigger
foo => bar # plain trigger
woo[+P1] => foo # prev cycle
woo[+P1] => bar
woo[-P1] => foo # next cycle
foo[-P3]:out1 => on_toast # message outputs
"""
+P1/P3 = woo
R/+P2/P3 = woo
R/7/P6 = foo[-P3] => qux # every second cycle
R1/$ = baz
R/P4!8 = ning
R/P4!(4,12) = quux # Multiple exclusion points
R1/^ = nang
R/+P1/P6!14 = nong
[runtime]
[[root]]
script = true
[[foo]]
script = """
cylc__job__wait_cylc_message_started
cylc message -- "${CYLC_WORKFLOW_ID}" "${CYLC_TASK_JOB}" "the cheese is ready"
"""
[[[outputs]]]
out1 = "the cheese is ready"
cylc-flow-8.6.4/tests/functional/cyclers/14-r5_initial.t 0000775 0001750 0001750 00000002016 15202510242 023225 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# variables used in the sourced common script below.
# shellcheck disable=SC2034
INITIALCP="20140101"
# shellcheck disable=SC2034
FINALCP="20140101T18"
source "$(dirname "$0")"/common
cylc-flow-8.6.4/tests/functional/cyclers/monthly/ 0000775 0001750 0001750 00000000000 15202510242 022247 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/cyclers/monthly/graph.plain.ref 0000664 0001750 0001750 00000004225 15202510242 025153 0 ustar alastair alastair edge "20000131T0100Z/foo" "20000131T0100Z/bar"
edge "20000229T0100Z/foo" "20000229T0100Z/bar"
edge "20000229T0100Z/foo" "20000329T0100Z/foo"
edge "20000329T0100Z/foo" "20000329T0100Z/bar"
edge "20000329T0100Z/foo" "20000429T0100Z/foo"
edge "20000429T0100Z/foo" "20000429T0100Z/bar"
edge "20000429T0100Z/foo" "20000529T0100Z/foo"
edge "20000529T0100Z/foo" "20000529T0100Z/bar"
edge "20000529T0100Z/foo" "20000629T0100Z/foo"
edge "20000629T0100Z/foo" "20000629T0100Z/bar"
edge "20000629T0100Z/foo" "20000729T0100Z/foo"
edge "20000729T0100Z/foo" "20000729T0100Z/bar"
edge "20000729T0100Z/foo" "20000829T0100Z/foo"
edge "20000829T0100Z/foo" "20000829T0100Z/bar"
edge "20000829T0100Z/foo" "20000929T0100Z/foo"
edge "20000929T0100Z/foo" "20000929T0100Z/bar"
edge "20000929T0100Z/foo" "20001029T0100Z/foo"
edge "20001029T0100Z/foo" "20001029T0100Z/bar"
edge "20001029T0100Z/foo" "20001129T0100Z/foo"
edge "20001129T0100Z/foo" "20001129T0100Z/bar"
edge "20001129T0100Z/foo" "20001229T0100Z/foo"
edge "20001229T0100Z/foo" "20001229T0100Z/bar"
graph
node "20000131T0100Z/bar" "bar\n20000131T0100Z"
node "20000131T0100Z/foo" "foo\n20000131T0100Z"
node "20000229T0100Z/bar" "bar\n20000229T0100Z"
node "20000229T0100Z/foo" "foo\n20000229T0100Z"
node "20000329T0100Z/bar" "bar\n20000329T0100Z"
node "20000329T0100Z/foo" "foo\n20000329T0100Z"
node "20000429T0100Z/bar" "bar\n20000429T0100Z"
node "20000429T0100Z/foo" "foo\n20000429T0100Z"
node "20000529T0100Z/bar" "bar\n20000529T0100Z"
node "20000529T0100Z/foo" "foo\n20000529T0100Z"
node "20000629T0100Z/bar" "bar\n20000629T0100Z"
node "20000629T0100Z/foo" "foo\n20000629T0100Z"
node "20000729T0100Z/bar" "bar\n20000729T0100Z"
node "20000729T0100Z/foo" "foo\n20000729T0100Z"
node "20000829T0100Z/bar" "bar\n20000829T0100Z"
node "20000829T0100Z/foo" "foo\n20000829T0100Z"
node "20000929T0100Z/bar" "bar\n20000929T0100Z"
node "20000929T0100Z/foo" "foo\n20000929T0100Z"
node "20001029T0100Z/bar" "bar\n20001029T0100Z"
node "20001029T0100Z/foo" "foo\n20001029T0100Z"
node "20001129T0100Z/bar" "bar\n20001129T0100Z"
node "20001129T0100Z/foo" "foo\n20001129T0100Z"
node "20001229T0100Z/bar" "bar\n20001229T0100Z"
node "20001229T0100Z/foo" "foo\n20001229T0100Z"
stop
cylc-flow-8.6.4/tests/functional/cyclers/monthly/reference.log 0000664 0001750 0001750 00000002607 15202510242 024715 0 ustar alastair alastair Initial point: 20000131T0100
Final point: 2001
20000131T0100Z/foo -triggered off ['19991231T0100Z/foo']
20000229T0100Z/foo -triggered off ['20000129T0100Z/foo']
20000131T0100Z/bar -triggered off ['20000131T0100Z/foo']
20000329T0100Z/foo -triggered off ['20000229T0100Z/foo']
20000229T0100Z/bar -triggered off ['20000229T0100Z/foo']
20000429T0100Z/foo -triggered off ['20000329T0100Z/foo']
20000329T0100Z/bar -triggered off ['20000329T0100Z/foo']
20000529T0100Z/foo -triggered off ['20000429T0100Z/foo']
20000429T0100Z/bar -triggered off ['20000429T0100Z/foo']
20000629T0100Z/foo -triggered off ['20000529T0100Z/foo']
20000529T0100Z/bar -triggered off ['20000529T0100Z/foo']
20000729T0100Z/foo -triggered off ['20000629T0100Z/foo']
20000629T0100Z/bar -triggered off ['20000629T0100Z/foo']
20000829T0100Z/foo -triggered off ['20000729T0100Z/foo']
20000729T0100Z/bar -triggered off ['20000729T0100Z/foo']
20000929T0100Z/foo -triggered off ['20000829T0100Z/foo']
20000829T0100Z/bar -triggered off ['20000829T0100Z/foo']
20001029T0100Z/foo -triggered off ['20000929T0100Z/foo']
20000929T0100Z/bar -triggered off ['20000929T0100Z/foo']
20001129T0100Z/foo -triggered off ['20001029T0100Z/foo']
20001029T0100Z/bar -triggered off ['20001029T0100Z/foo']
20001229T0100Z/foo -triggered off ['20001129T0100Z/foo']
20001129T0100Z/bar -triggered off ['20001129T0100Z/foo']
20001229T0100Z/bar -triggered off ['20001229T0100Z/foo']
cylc-flow-8.6.4/tests/functional/cyclers/monthly/flow.cylc 0000664 0001750 0001750 00000000366 15202510242 024077 0 ustar alastair alastair [scheduler]
UTC mode = True
allow implicit tasks = True
[scheduling]
initial cycle point = 20000131T0100Z
final cycle point = 2001
[[graph]]
P1M = "foo[-P1M] => foo => bar"
[runtime]
[[root]]
script = true
cylc-flow-8.6.4/tests/functional/cyclers/34-r1_initial_immortal.t 0000775 0001750 0001750 00000002021 15202510242 025123 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# variables used in the sourced common script below.
# shellcheck disable=SC2034
INITIALCP="20140101"
# shellcheck disable=SC2034
FINALCP="20140110T0000Z"
source "$(dirname "$0")"/common
cylc-flow-8.6.4/tests/functional/cyclers/offset_final/ 0000775 0001750 0001750 00000000000 15202510242 023214 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/cyclers/offset_final/graph.plain.ref 0000664 0001750 0001750 00000000232 15202510242 026112 0 ustar alastair alastair edge "20140101T1200Z/bar" "20140101T1200Z/baz"
graph
node "20140101T1200Z/bar" "bar\n20140101T1200Z"
node "20140101T1200Z/baz" "baz\n20140101T1200Z"
stop
cylc-flow-8.6.4/tests/functional/cyclers/offset_final/reference.log 0000664 0001750 0001750 00000000217 15202510242 025655 0 ustar alastair alastair Initial point: 20140101
Final point: 20140102T12
20140101T1200Z/bar -triggered off []
20140101T1200Z/baz -triggered off ['20140101T1200Z/bar']
cylc-flow-8.6.4/tests/functional/cyclers/offset_final/flow.cylc 0000664 0001750 0001750 00000000357 15202510242 025044 0 ustar alastair alastair [scheduler]
UTC mode = True
allow implicit tasks = True
[scheduling]
initial cycle point = 20140101
final cycle point = 20140102T12
[[graph]]
R1//-P1D = "bar => baz"
[runtime]
[[root]]
script = true
cylc-flow-8.6.4/tests/functional/cyclers/14-r5_initial-integer.t 0000775 0001750 0001750 00000002774 15202510242 024673 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test triggering from unbounded to bound sequences - integer cycling.
. "$(dirname "$0")/test_header"
set_test_number 3
CHOSEN_WORKFLOW="$(basename "$0" | sed "s/^[0-9]*-\(.*\)\.t/\1/g")"
install_workflow "${TEST_NAME_BASE}" "${CHOSEN_WORKFLOW}"
TEST_NAME="${TEST_NAME_BASE}-validate"
run_ok "${TEST_NAME}" cylc validate "${WORKFLOW_NAME}"
TEST_NAME="${TEST_NAME_BASE}-graph"
graph_workflow "${WORKFLOW_NAME}" "${WORKFLOW_NAME}.graph.plain" 1 7
cmp_ok "${WORKFLOW_NAME}.graph.plain" "$TEST_SOURCE_DIR/$CHOSEN_WORKFLOW/graph.plain.ref"
TEST_NAME="${TEST_NAME_BASE}-run"
workflow_run_ok "${TEST_NAME}" cylc play --reference-test --debug --no-detach "${WORKFLOW_NAME}"
purge
cylc-flow-8.6.4/tests/functional/cyclers/daily/ 0000775 0001750 0001750 00000000000 15202510242 021657 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/cyclers/daily/graph.plain.ref 0000664 0001750 0001750 00000001026 15202510242 024557 0 ustar alastair alastair edge "20131231T2300Z/foo" "20131231T2300Z/bar"
edge "20131231T2300Z/foo" "20140101T2300Z/foo"
edge "20140101T2300Z/foo" "20140101T2300Z/bar"
edge "20140101T2300Z/foo" "20140102T2300Z/foo"
edge "20140102T2300Z/foo" "20140102T2300Z/bar"
graph
node "20131231T2300Z/bar" "bar\n20131231T2300Z"
node "20131231T2300Z/foo" "foo\n20131231T2300Z"
node "20140101T2300Z/bar" "bar\n20140101T2300Z"
node "20140101T2300Z/foo" "foo\n20140101T2300Z"
node "20140102T2300Z/bar" "bar\n20140102T2300Z"
node "20140102T2300Z/foo" "foo\n20140102T2300Z"
stop
cylc-flow-8.6.4/tests/functional/cyclers/daily/reference.log 0000664 0001750 0001750 00000000616 15202510242 024323 0 ustar alastair alastair Initial point: 20131231T2300
Final point: 20140103T0000
20131231T2300Z/foo -triggered off ['20131230T2300Z/foo']
20131231T2300Z/bar -triggered off ['20131231T2300Z/foo']
20140101T2300Z/foo -triggered off ['20131231T2300Z/foo']
20140101T2300Z/bar -triggered off ['20140101T2300Z/foo']
20140102T2300Z/foo -triggered off ['20140101T2300Z/foo']
20140102T2300Z/bar -triggered off ['20140102T2300Z/foo']
cylc-flow-8.6.4/tests/functional/cyclers/daily/flow.cylc 0000664 0001750 0001750 00000000406 15202510242 023502 0 ustar alastair alastair [scheduler]
UTC mode = True
allow implicit tasks = True
[scheduling]
initial cycle point = 20131231T2300
final cycle point = 20140103T0000
[[graph]]
P1D = "foo[-P1D] => foo => bar"
[runtime]
[[root]]
script = touch typing
cylc-flow-8.6.4/tests/functional/cyclers/aeon/ 0000775 0001750 0001750 00000000000 15202510242 021477 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/cyclers/aeon/graph.plain.ref 0000664 0001750 0001750 00000003605 15202510242 024404 0 ustar alastair alastair edge "-138000000000229T0530Z/big_bang" "-138000000000229T0530Z/count_the_aeons"
graph
node "+002000000000229T0530Z/count_the_aeons" "count_the_aeons\n+002000000000229T0530Z"
node "+012000000000229T0530Z/count_the_aeons" "count_the_aeons\n+012000000000229T0530Z"
node "+022000000000229T0530Z/count_the_aeons" "count_the_aeons\n+022000000000229T0530Z"
node "+032000000000229T0530Z/count_the_aeons" "count_the_aeons\n+032000000000229T0530Z"
node "+042000000000229T0530Z/count_the_aeons" "count_the_aeons\n+042000000000229T0530Z"
node "+052000000000229T0530Z/count_the_aeons" "count_the_aeons\n+052000000000229T0530Z"
node "-008000000000229T0530Z/count_the_aeons" "count_the_aeons\n-008000000000229T0530Z"
node "-018000000000229T0530Z/count_the_aeons" "count_the_aeons\n-018000000000229T0530Z"
node "-028000000000229T0530Z/count_the_aeons" "count_the_aeons\n-028000000000229T0530Z"
node "-038000000000229T0530Z/count_the_aeons" "count_the_aeons\n-038000000000229T0530Z"
node "-048000000000229T0530Z/count_the_aeons" "count_the_aeons\n-048000000000229T0530Z"
node "-058000000000229T0530Z/count_the_aeons" "count_the_aeons\n-058000000000229T0530Z"
node "-068000000000229T0530Z/count_the_aeons" "count_the_aeons\n-068000000000229T0530Z"
node "-078000000000229T0530Z/count_the_aeons" "count_the_aeons\n-078000000000229T0530Z"
node "-088000000000229T0530Z/count_the_aeons" "count_the_aeons\n-088000000000229T0530Z"
node "-098000000000229T0530Z/count_the_aeons" "count_the_aeons\n-098000000000229T0530Z"
node "-108000000000229T0530Z/count_the_aeons" "count_the_aeons\n-108000000000229T0530Z"
node "-118000000000229T0530Z/count_the_aeons" "count_the_aeons\n-118000000000229T0530Z"
node "-128000000000229T0530Z/count_the_aeons" "count_the_aeons\n-128000000000229T0530Z"
node "-138000000000229T0530Z/big_bang" "big_bang\n-138000000000229T0530Z"
node "-138000000000229T0530Z/count_the_aeons" "count_the_aeons\n-138000000000229T0530Z"
stop
cylc-flow-8.6.4/tests/functional/cyclers/aeon/reference.log 0000664 0001750 0001750 00000002421 15202510242 024137 0 ustar alastair alastair Initial point: -138000000000229T0530Z
Final point: +054000000001231T2359Z
-138000000000229T0530Z/big_bang -triggered off []
-138000000000229T0530Z/count_the_aeons -triggered off ['-138000000000229T0530Z/big_bang']
-128000000000229T0530Z/count_the_aeons -triggered off []
-118000000000229T0530Z/count_the_aeons -triggered off []
-108000000000229T0530Z/count_the_aeons -triggered off []
-098000000000229T0530Z/count_the_aeons -triggered off []
-088000000000229T0530Z/count_the_aeons -triggered off []
-078000000000229T0530Z/count_the_aeons -triggered off []
-068000000000229T0530Z/count_the_aeons -triggered off []
-058000000000229T0530Z/count_the_aeons -triggered off []
-048000000000229T0530Z/count_the_aeons -triggered off []
-038000000000229T0530Z/count_the_aeons -triggered off []
-028000000000229T0530Z/count_the_aeons -triggered off []
-018000000000229T0530Z/count_the_aeons -triggered off []
-008000000000229T0530Z/count_the_aeons -triggered off []
+002000000000229T0530Z/count_the_aeons -triggered off []
+012000000000229T0530Z/count_the_aeons -triggered off []
+022000000000229T0530Z/count_the_aeons -triggered off []
+032000000000229T0530Z/count_the_aeons -triggered off []
+042000000000229T0530Z/count_the_aeons -triggered off []
+052000000000229T0530Z/count_the_aeons -triggered off []
cylc-flow-8.6.4/tests/functional/cyclers/aeon/flow.cylc 0000664 0001750 0001750 00000000645 15202510242 023327 0 ustar alastair alastair [scheduler]
cycle point num expanded year digits = 7
UTC mode = True
allow implicit tasks = True
[scheduling]
initial cycle point = -13800000000-02-29T05:30 # Big Bang
final cycle point = +05400000000-12-31T23:59 # Sun leaves main sequence
[[graph]]
R1 = "big_bang => count_the_aeons"
+P1000000000Y/P1000000000Y = "count_the_aeons"
[runtime]
[[root]]
script = true
cylc-flow-8.6.4/tests/functional/cyclers/multihourly/ 0000775 0001750 0001750 00000000000 15202510242 023152 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/cyclers/multihourly/graph.plain.ref 0000664 0001750 0001750 00000011365 15202510242 026061 0 ustar alastair alastair edge "20000131T1400+13/baz" "20000131T1400+13/qux"
edge "20000131T1400+13/baz" "20000131T2000+13/baz"
edge "20000131T1400+13/foo" "20000131T1400+13/bar"
edge "20000131T1400+13/foo" "20000131T1700+13/foo"
edge "20000131T1700+13/foo" "20000131T1700+13/bar"
edge "20000131T1700+13/foo" "20000131T2000+13/foo"
edge "20000131T2000+13/baz" "20000131T2000+13/qux"
edge "20000131T2000+13/baz" "20000201T0200+13/baz"
edge "20000131T2000+13/foo" "20000131T2000+13/bar"
edge "20000131T2000+13/foo" "20000131T2300+13/foo"
edge "20000131T2300+13/foo" "20000131T2300+13/bar"
edge "20000131T2300+13/foo" "20000201T0200+13/foo"
edge "20000201T0200+13/baz" "20000201T0200+13/qux"
edge "20000201T0200+13/baz" "20000201T0800+13/baz"
edge "20000201T0200+13/foo" "20000201T0200+13/bar"
edge "20000201T0200+13/foo" "20000201T0500+13/foo"
edge "20000201T0500+13/foo" "20000201T0500+13/bar"
edge "20000201T0500+13/foo" "20000201T0800+13/foo"
edge "20000201T0800+13/baz" "20000201T0800+13/qux"
edge "20000201T0800+13/baz" "20000201T1400+13/baz"
edge "20000201T0800+13/foo" "20000201T0800+13/bar"
edge "20000201T0800+13/foo" "20000201T1100+13/foo"
edge "20000201T1100+13/foo" "20000201T1100+13/bar"
edge "20000201T1100+13/foo" "20000201T1400+13/foo"
edge "20000201T1400+13/baz" "20000201T1400+13/qux"
edge "20000201T1400+13/baz" "20000201T2000+13/baz"
edge "20000201T1400+13/foo" "20000201T1400+13/bar"
edge "20000201T1400+13/foo" "20000201T1700+13/foo"
edge "20000201T1700+13/foo" "20000201T1700+13/bar"
edge "20000201T1700+13/foo" "20000201T2000+13/foo"
edge "20000201T2000+13/baz" "20000201T2000+13/qux"
edge "20000201T2000+13/baz" "20000202T0200+13/baz"
edge "20000201T2000+13/foo" "20000201T2000+13/bar"
edge "20000201T2000+13/foo" "20000201T2300+13/foo"
edge "20000201T2300+13/foo" "20000201T2300+13/bar"
edge "20000201T2300+13/foo" "20000202T0200+13/foo"
edge "20000202T0200+13/baz" "20000202T0200+13/qux"
edge "20000202T0200+13/baz" "20000202T0800+13/baz"
edge "20000202T0200+13/foo" "20000202T0200+13/bar"
edge "20000202T0200+13/foo" "20000202T0500+13/foo"
edge "20000202T0500+13/foo" "20000202T0500+13/bar"
edge "20000202T0500+13/foo" "20000202T0800+13/foo"
edge "20000202T0800+13/baz" "20000202T0800+13/qux"
edge "20000202T0800+13/foo" "20000202T0800+13/bar"
edge "20000202T0800+13/foo" "20000202T1100+13/foo"
edge "20000202T1100+13/foo" "20000202T1100+13/bar"
graph
node "20000131T1400+13/bar" "bar\n20000131T1400+13"
node "20000131T1400+13/baz" "baz\n20000131T1400+13"
node "20000131T1400+13/foo" "foo\n20000131T1400+13"
node "20000131T1400+13/qux" "qux\n20000131T1400+13"
node "20000131T1700+13/bar" "bar\n20000131T1700+13"
node "20000131T1700+13/foo" "foo\n20000131T1700+13"
node "20000131T2000+13/bar" "bar\n20000131T2000+13"
node "20000131T2000+13/baz" "baz\n20000131T2000+13"
node "20000131T2000+13/foo" "foo\n20000131T2000+13"
node "20000131T2000+13/qux" "qux\n20000131T2000+13"
node "20000131T2300+13/bar" "bar\n20000131T2300+13"
node "20000131T2300+13/foo" "foo\n20000131T2300+13"
node "20000201T0200+13/bar" "bar\n20000201T0200+13"
node "20000201T0200+13/baz" "baz\n20000201T0200+13"
node "20000201T0200+13/foo" "foo\n20000201T0200+13"
node "20000201T0200+13/qux" "qux\n20000201T0200+13"
node "20000201T0500+13/bar" "bar\n20000201T0500+13"
node "20000201T0500+13/foo" "foo\n20000201T0500+13"
node "20000201T0800+13/bar" "bar\n20000201T0800+13"
node "20000201T0800+13/baz" "baz\n20000201T0800+13"
node "20000201T0800+13/foo" "foo\n20000201T0800+13"
node "20000201T0800+13/qux" "qux\n20000201T0800+13"
node "20000201T1100+13/bar" "bar\n20000201T1100+13"
node "20000201T1100+13/foo" "foo\n20000201T1100+13"
node "20000201T1400+13/bar" "bar\n20000201T1400+13"
node "20000201T1400+13/baz" "baz\n20000201T1400+13"
node "20000201T1400+13/foo" "foo\n20000201T1400+13"
node "20000201T1400+13/qux" "qux\n20000201T1400+13"
node "20000201T1700+13/bar" "bar\n20000201T1700+13"
node "20000201T1700+13/foo" "foo\n20000201T1700+13"
node "20000201T2000+13/bar" "bar\n20000201T2000+13"
node "20000201T2000+13/baz" "baz\n20000201T2000+13"
node "20000201T2000+13/foo" "foo\n20000201T2000+13"
node "20000201T2000+13/qux" "qux\n20000201T2000+13"
node "20000201T2300+13/bar" "bar\n20000201T2300+13"
node "20000201T2300+13/foo" "foo\n20000201T2300+13"
node "20000202T0200+13/bar" "bar\n20000202T0200+13"
node "20000202T0200+13/baz" "baz\n20000202T0200+13"
node "20000202T0200+13/foo" "foo\n20000202T0200+13"
node "20000202T0200+13/qux" "qux\n20000202T0200+13"
node "20000202T0500+13/bar" "bar\n20000202T0500+13"
node "20000202T0500+13/foo" "foo\n20000202T0500+13"
node "20000202T0800+13/bar" "bar\n20000202T0800+13"
node "20000202T0800+13/baz" "baz\n20000202T0800+13"
node "20000202T0800+13/foo" "foo\n20000202T0800+13"
node "20000202T0800+13/qux" "qux\n20000202T0800+13"
node "20000202T1100+13/bar" "bar\n20000202T1100+13"
node "20000202T1100+13/foo" "foo\n20000202T1100+13"
stop
cylc-flow-8.6.4/tests/functional/cyclers/multihourly/reference.log 0000664 0001750 0001750 00000005656 15202510242 025627 0 ustar alastair alastair Initial point: 20000131T0100Z
Final point: 20000202T0600+0600
20000131T1400+13/baz -triggered off ['20000131T0800+13/baz']
20000131T1400+13/foo -triggered off ['20000131T1100+13/foo']
20000131T1400+13/qux -triggered off ['20000131T1400+13/baz']
20000131T2000+13/baz -triggered off ['20000131T1400+13/baz']
20000131T1400+13/bar -triggered off ['20000131T1400+13/foo']
20000131T1700+13/foo -triggered off ['20000131T1400+13/foo']
20000131T2000+13/qux -triggered off ['20000131T2000+13/baz']
20000201T0200+13/baz -triggered off ['20000131T2000+13/baz']
20000131T1700+13/bar -triggered off ['20000131T1700+13/foo']
20000131T2000+13/foo -triggered off ['20000131T1700+13/foo']
20000201T0200+13/qux -triggered off ['20000201T0200+13/baz']
20000201T0800+13/baz -triggered off ['20000201T0200+13/baz']
20000131T2000+13/bar -triggered off ['20000131T2000+13/foo']
20000131T2300+13/foo -triggered off ['20000131T2000+13/foo']
20000201T0800+13/qux -triggered off ['20000201T0800+13/baz']
20000131T2300+13/bar -triggered off ['20000131T2300+13/foo']
20000201T0200+13/foo -triggered off ['20000131T2300+13/foo']
20000201T1400+13/baz -triggered off ['20000201T0800+13/baz']
20000201T0200+13/bar -triggered off ['20000201T0200+13/foo']
20000201T0500+13/foo -triggered off ['20000201T0200+13/foo']
20000201T1400+13/qux -triggered off ['20000201T1400+13/baz']
20000201T0800+13/foo -triggered off ['20000201T0500+13/foo']
20000201T0500+13/bar -triggered off ['20000201T0500+13/foo']
20000201T1100+13/foo -triggered off ['20000201T0800+13/foo']
20000201T0800+13/bar -triggered off ['20000201T0800+13/foo']
20000201T2000+13/baz -triggered off ['20000201T1400+13/baz']
20000201T1400+13/foo -triggered off ['20000201T1100+13/foo']
20000201T1100+13/bar -triggered off ['20000201T1100+13/foo']
20000201T2000+13/qux -triggered off ['20000201T2000+13/baz']
20000201T1700+13/foo -triggered off ['20000201T1400+13/foo']
20000201T1400+13/bar -triggered off ['20000201T1400+13/foo']
20000202T0200+13/baz -triggered off ['20000201T2000+13/baz']
20000201T2000+13/foo -triggered off ['20000201T1700+13/foo']
20000201T1700+13/bar -triggered off ['20000201T1700+13/foo']
20000202T0200+13/qux -triggered off ['20000202T0200+13/baz']
20000202T0800+13/baz -triggered off ['20000202T0200+13/baz']
20000201T2300+13/foo -triggered off ['20000201T2000+13/foo']
20000201T2000+13/bar -triggered off ['20000201T2000+13/foo']
20000202T0800+13/qux -triggered off ['20000202T0800+13/baz']
20000201T2300+13/bar -triggered off ['20000201T2300+13/foo']
20000202T0200+13/foo -triggered off ['20000201T2300+13/foo']
20000202T0200+13/bar -triggered off ['20000202T0200+13/foo']
20000202T0500+13/foo -triggered off ['20000202T0200+13/foo']
20000202T0500+13/bar -triggered off ['20000202T0500+13/foo']
20000202T0800+13/foo -triggered off ['20000202T0500+13/foo']
20000202T0800+13/bar -triggered off ['20000202T0800+13/foo']
20000202T1100+13/foo -triggered off ['20000202T0800+13/foo']
20000202T1100+13/bar -triggered off ['20000202T1100+13/foo']
cylc-flow-8.6.4/tests/functional/cyclers/multihourly/flow.cylc 0000664 0001750 0001750 00000000474 15202510242 025002 0 ustar alastair alastair [scheduler]
cycle point time zone = +13
allow implicit tasks = True
[scheduling]
initial cycle point = 20000131T0100Z
final cycle point = 20000202T0600+0600
[[graph]]
PT3H = "foo[-PT3H] => foo => bar"
PT6H = "baz[-PT6H] => baz => qux"
[runtime]
[[root]]
script = true
cylc-flow-8.6.4/tests/functional/cyclers/monthly_complex/ 0000775 0001750 0001750 00000000000 15202510242 023776 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/cyclers/monthly_complex/reference.log 0000664 0001750 0001750 00000002245 15202510242 026442 0 ustar alastair alastair 20000430T0100Z/flub -triggered off []
20000406T0000Z/foo -triggered off []
20000331T0100Z/flob -triggered off ['20000430T0100Z/flub']
20000401T0100Z/flob -triggered off ['20000331T0100Z/flob', '20000430T0100Z/flub']
20000402T0100Z/flob -triggered off ['20000401T0100Z/flob', '20000430T0100Z/flub']
20000403T0100Z/flob -triggered off ['20000402T0100Z/flob', '20000430T0100Z/flub']
20000506T0000Z/foo -triggered off []
20000508T1200Z/bar -triggered off ['20000506T0000Z/foo']
20000606T0000Z/foo -triggered off []
20000605T1200Z/bar -triggered off ['20000606T0000Z/foo']
20000706T0000Z/foo -triggered off []
20000703T1200Z/bar -triggered off ['20000706T0000Z/foo']
20000806T0000Z/foo -triggered off []
20000731T1200Z/bar -triggered off ['20000806T0000Z/foo']
20000906T0000Z/foo -triggered off []
20000828T1200Z/bar -triggered off ['20000906T0000Z/foo']
20001006T0000Z/foo -triggered off []
20000925T1200Z/bar -triggered off ['20001006T0000Z/foo']
20001106T0000Z/foo -triggered off []
20001023T1200Z/bar -triggered off ['20001106T0000Z/foo']
20001206T0000Z/foo -triggered off []
20001120T1200Z/bar -triggered off ['20001206T0000Z/foo']
20001218T1200Z/bar -triggered off ['20001206T0000Z/foo']
cylc-flow-8.6.4/tests/functional/cyclers/monthly_complex/flow.cylc 0000664 0001750 0001750 00000000551 15202510242 025622 0 ustar alastair alastair [scheduler]
UTC mode = True
allow implicit tasks = True
[scheduling]
initial cycle point = 20000331T0100Z
final cycle point = 2001
[[graph]]
20T-P2W/P1M = "foo"
30T06+P8DT6H/P3W = "foo[20T-P2W] => bar"
R1/+P1M = "flub"
R4//P1D = "flub[^+P1M] & flob[-P1D] => flob"
[runtime]
[[root]]
script = true
cylc-flow-8.6.4/tests/functional/cyclers/33-integer1.t 0000775 0001750 0001750 00000002000 15202510242 022676 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# variables used in the sourced common script below.
# shellcheck disable=SC2034
INITIALCP="1"
# shellcheck disable=SC2034
FINALCP="+P15"
source "$(dirname "$0")"/common
cylc-flow-8.6.4/tests/functional/cyclers/day_of_week/ 0000775 0001750 0001750 00000000000 15202510242 023031 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/cyclers/day_of_week/graph.plain.ref 0000664 0001750 0001750 00000000233 15202510242 025730 0 ustar alastair alastair graph
node "20100104T0000Z/foo" "foo\n20100104T0000Z"
node "20100111T0000Z/foo" "foo\n20100111T0000Z"
node "20100118T0000Z/foo" "foo\n20100118T0000Z"
stop
cylc-flow-8.6.4/tests/functional/cyclers/day_of_week/reference.log 0000664 0001750 0001750 00000000316 15202510242 025472 0 ustar alastair alastair Initial point: 20100101T0000Z
Final point: 20100125T0000Z
20100104T0000Z/foo -triggered off []
20100111T0000Z/foo -triggered off []
20100118T0000Z/foo -triggered off []
20100125T0000Z/foo -triggered off []
cylc-flow-8.6.4/tests/functional/cyclers/day_of_week/flow.cylc 0000664 0001750 0001750 00000000322 15202510242 024651 0 ustar alastair alastair [scheduler]
UTC mode = True
[scheduling]
initial cycle point = 20100101T0000Z
final cycle point = 20100125T0000Z
[[graph]]
R5/W-1/P1W = foo
[runtime]
[[foo]]
script = true
cylc-flow-8.6.4/tests/functional/cyclers/10-r1_final.t 0000775 0001750 0001750 00000002016 15202510242 022655 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# variables used in the sourced common script below.
# shellcheck disable=SC2034
INITIALCP="20140101"
# shellcheck disable=SC2034
FINALCP="20140102T12"
source "$(dirname "$0")"/common
cylc-flow-8.6.4/tests/functional/cyclers/25-aeon.t 0000775 0001750 0001750 00000002053 15202510242 022113 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# variables used in the sourced common script below.
# shellcheck disable=SC2034
INITIALCP="-13800000000-02-29T05:30"
# shellcheck disable=SC2034
FINALCP="+05400000000-12-31T23:59"
source "$(dirname "$0")"/common
cylc-flow-8.6.4/tests/functional/cyclers/rnone_reverse/ 0000775 0001750 0001750 00000000000 15202510242 023431 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/cyclers/rnone_reverse/graph.plain.ref 0000664 0001750 0001750 00000001156 15202510242 026335 0 ustar alastair alastair edge "20150221T0000Z/foo" "20150221T0000Z/nonstop"
edge "20150221T0600Z/foo" "20150221T0600Z/nonstop"
edge "20150221T1200Z/foo" "20150221T1200Z/nonstop"
edge "20150221T1800Z/foo" "20150221T1800Z/stop"
graph
node "20150221T0000Z/foo" "foo\n20150221T0000Z"
node "20150221T0000Z/nonstop" "nonstop\n20150221T0000Z"
node "20150221T0600Z/foo" "foo\n20150221T0600Z"
node "20150221T0600Z/nonstop" "nonstop\n20150221T0600Z"
node "20150221T1200Z/foo" "foo\n20150221T1200Z"
node "20150221T1200Z/nonstop" "nonstop\n20150221T1200Z"
node "20150221T1800Z/foo" "foo\n20150221T1800Z"
node "20150221T1800Z/stop" "stop\n20150221T1800Z"
stop
cylc-flow-8.6.4/tests/functional/cyclers/rnone_reverse/reference.log 0000664 0001750 0001750 00000000677 15202510242 026104 0 ustar alastair alastair Initial point: 20150221T0000Z
Final point: 20150221T1800Z
20150221T0000Z/foo -triggered off []
20150221T0600Z/foo -triggered off []
20150221T1200Z/foo -triggered off []
20150221T0000Z/nonstop -triggered off ['20150221T0000Z/foo']
20150221T0600Z/nonstop -triggered off ['20150221T0600Z/foo']
20150221T1200Z/nonstop -triggered off ['20150221T1200Z/foo']
20150221T1800Z/foo -triggered off []
20150221T1800Z/stop -triggered off ['20150221T1800Z/foo']
cylc-flow-8.6.4/tests/functional/cyclers/rnone_reverse/flow.cylc 0000664 0001750 0001750 00000000454 15202510242 025257 0 ustar alastair alastair [scheduler]
UTC mode = True
allow implicit tasks = True
[scheduling]
initial cycle point = 2015-02-21T00
final cycle point = 2015-02-21T18
[[graph]]
PT6H = foo
R1/P0D = foo => stop
R/PT6H/-PT6H = foo => nonstop
[runtime]
[[root]]
script = true
cylc-flow-8.6.4/tests/functional/cyclers/r1_final/ 0000775 0001750 0001750 00000000000 15202510242 022250 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/cyclers/r1_final/graph.plain.ref 0000664 0001750 0001750 00000000254 15202510242 025152 0 ustar alastair alastair edge "20140102T1200Z/foo" "20140102T1200Z/final_foo"
graph
node "20140102T1200Z/final_foo" "final_foo\n20140102T1200Z"
node "20140102T1200Z/foo" "foo\n20140102T1200Z"
stop
cylc-flow-8.6.4/tests/functional/cyclers/r1_final/reference.log 0000664 0001750 0001750 00000000225 15202510242 024710 0 ustar alastair alastair Initial point: 20140101
Final point: 20140102T12
20140102T1200Z/foo -triggered off []
20140102T1200Z/final_foo -triggered off ['20140102T1200Z/foo']
cylc-flow-8.6.4/tests/functional/cyclers/r1_final/flow.cylc 0000664 0001750 0001750 00000000363 15202510242 024075 0 ustar alastair alastair [scheduler]
UTC mode = True
allow implicit tasks = True
[scheduling]
initial cycle point = 20140101
final cycle point = 20140102T12
[[graph]]
R1/P0D = "foo => final_foo"
[runtime]
[[root]]
script = true
cylc-flow-8.6.4/tests/functional/cyclers/00-daily.t 0000775 0001750 0001750 00000002025 15202510242 022263 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# variables used in the sourced common script below.
# shellcheck disable=SC2034
INITIALCP="20131231T2300"
# shellcheck disable=SC2034
FINALCP="20140103T0000"
source "$(dirname "$0")"/common
cylc-flow-8.6.4/tests/functional/cyclers/multiweekly/ 0000775 0001750 0001750 00000000000 15202510242 023130 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/cyclers/multiweekly/graph.plain.ref 0000664 0001750 0001750 00000002635 15202510242 026037 0 ustar alastair alastair edge "09991230T0000Z/baz" "09991230T0000Z/qux"
edge "09991230T0000Z/baz" "10000120T0000Z/baz"
edge "09991230T0000Z/foo" "09991230T0000Z/bar"
edge "09991230T0000Z/foo" "10000106T0000Z/foo"
edge "10000106T0000Z/foo" "10000106T0000Z/bar"
edge "10000106T0000Z/foo" "10000113T0000Z/foo"
edge "10000113T0000Z/foo" "10000113T0000Z/bar"
edge "10000113T0000Z/foo" "10000120T0000Z/foo"
edge "10000120T0000Z/baz" "10000120T0000Z/qux"
edge "10000120T0000Z/foo" "10000120T0000Z/bar"
edge "10000120T0000Z/foo" "10000127T0000Z/foo"
edge "10000127T0000Z/foo" "10000127T0000Z/bar"
edge "10000127T0000Z/foo" "10000203T0000Z/foo"
edge "10000203T0000Z/foo" "10000203T0000Z/bar"
graph
node "09991230T0000Z/bar" "bar\n09991230T0000Z"
node "09991230T0000Z/baz" "baz\n09991230T0000Z"
node "09991230T0000Z/foo" "foo\n09991230T0000Z"
node "09991230T0000Z/qux" "qux\n09991230T0000Z"
node "10000106T0000Z/bar" "bar\n10000106T0000Z"
node "10000106T0000Z/foo" "foo\n10000106T0000Z"
node "10000113T0000Z/bar" "bar\n10000113T0000Z"
node "10000113T0000Z/foo" "foo\n10000113T0000Z"
node "10000120T0000Z/bar" "bar\n10000120T0000Z"
node "10000120T0000Z/baz" "baz\n10000120T0000Z"
node "10000120T0000Z/foo" "foo\n10000120T0000Z"
node "10000120T0000Z/qux" "qux\n10000120T0000Z"
node "10000127T0000Z/bar" "bar\n10000127T0000Z"
node "10000127T0000Z/foo" "foo\n10000127T0000Z"
node "10000203T0000Z/bar" "bar\n10000203T0000Z"
node "10000203T0000Z/foo" "foo\n10000203T0000Z"
stop
cylc-flow-8.6.4/tests/functional/cyclers/multiweekly/reference.log 0000664 0001750 0001750 00000001676 15202510242 025603 0 ustar alastair alastair Initial point: 1000W011
Final point: 1000W064
09991230T0000Z/baz -triggered off ['09991209T0000Z/baz']
09991230T0000Z/foo -triggered off ['09991223T0000Z/foo']
09991230T0000Z/bar -triggered off ['09991230T0000Z/foo']
09991230T0000Z/qux -triggered off ['09991230T0000Z/baz']
10000120T0000Z/baz -triggered off ['09991230T0000Z/baz']
10000106T0000Z/foo -triggered off ['09991230T0000Z/foo']
10000106T0000Z/bar -triggered off ['10000106T0000Z/foo']
10000120T0000Z/qux -triggered off ['10000120T0000Z/baz']
10000113T0000Z/foo -triggered off ['10000106T0000Z/foo']
10000113T0000Z/bar -triggered off ['10000113T0000Z/foo']
10000120T0000Z/foo -triggered off ['10000113T0000Z/foo']
10000120T0000Z/bar -triggered off ['10000120T0000Z/foo']
10000127T0000Z/foo -triggered off ['10000120T0000Z/foo']
10000127T0000Z/bar -triggered off ['10000127T0000Z/foo']
10000203T0000Z/foo -triggered off ['10000127T0000Z/foo']
10000203T0000Z/bar -triggered off ['10000203T0000Z/foo']
cylc-flow-8.6.4/tests/functional/cyclers/multiweekly/flow.cylc 0000664 0001750 0001750 00000000434 15202510242 024754 0 ustar alastair alastair [scheduler]
UTC mode = True
allow implicit tasks = True
[scheduling]
initial cycle point = 1000W011
final cycle point = 1000W064
[[graph]]
P1W = "foo[-P1W] => foo => bar"
P3W = "baz[-P3W] => baz => qux"
[runtime]
[[root]]
script = true
cylc-flow-8.6.4/tests/functional/cyclers/test_header 0000777 0001750 0001750 00000000000 15202510242 027072 2../lib/bash/test_header ustar alastair alastair cylc-flow-8.6.4/tests/functional/cyclers/02-monthly.t 0000775 0001750 0001750 00000002015 15202510242 022654 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# variables used in the sourced common script below.
# shellcheck disable=SC2034
INITIALCP="20000131T0100Z"
# shellcheck disable=SC2034
FINALCP="2001"
source "$(dirname "$0")"/common
cylc-flow-8.6.4/tests/functional/cyclers/26-0000_rollunder.t 0000775 0001750 0001750 00000002622 15202510242 023641 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test intercycle dependencies.
. "$(dirname "$0")/test_header"
set_test_number 2
#-------------------------------------------------------------------------------
install_workflow "${TEST_NAME_BASE}" 0000_rollunder
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-validate"
run_fail "${TEST_NAME}" cylc validate "${WORKFLOW_NAME}"
grep_ok "Cannot dump TimePoint year: -1 not in bounds 0 to 9999." \
"${TEST_NAME}.stderr"
#-------------------------------------------------------------------------------
purge
cylc-flow-8.6.4/tests/functional/cyclers/28-missing-cycling-sequence.t 0000775 0001750 0001750 00000003364 15202510242 026107 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Check that missing cycling task fails validation.
. "$(dirname "$0")/test_header"
#-------------------------------------------------------------------------------
set_test_number 2
#-------------------------------------------------------------------------------
init_workflow "${TEST_NAME_BASE}" << __FLOW__
[scheduling]
initial cycle point = 20140808T00
[[graph]]
P1D = foo[-P1D] => bar
[runtime]
[[foo,bar]]
__FLOW__
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-validate"
run_fail "${TEST_NAME}" cylc validate "${WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-cmp"
cmp_ok "${TEST_NAME_BASE}-validate.stderr" <<__ERR__
TaskDefError: No cycling sequences defined for foo
__ERR__
#-------------------------------------------------------------------------------
purge
cylc-flow-8.6.4/tests/functional/cyclers/11-r1_initial.t 0000775 0001750 0001750 00000002016 15202510242 023216 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# variables used in the sourced common script below.
# shellcheck disable=SC2034
INITIALCP="20140101"
# shellcheck disable=SC2034
FINALCP="20140102T12"
source "$(dirname "$0")"/common
cylc-flow-8.6.4/tests/functional/cyclers/r5_final/ 0000775 0001750 0001750 00000000000 15202510242 022254 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/cyclers/r5_final/graph.plain.ref 0000664 0001750 0001750 00000001364 15202510242 025161 0 ustar alastair alastair edge "20140102T0000Z/xyzzy" "20140102T0000Z/bar"
edge "20140102T0300Z/xyzzy" "20140102T0300Z/bar"
edge "20140102T0600Z/xyzzy" "20140102T0600Z/bar"
edge "20140102T0900Z/xyzzy" "20140102T0900Z/bar"
edge "20140102T1200Z/xyzzy" "20140102T1200Z/bar"
graph
node "20140102T0000Z/bar" "bar\n20140102T0000Z"
node "20140102T0000Z/xyzzy" "xyzzy\n20140102T0000Z"
node "20140102T0300Z/bar" "bar\n20140102T0300Z"
node "20140102T0300Z/xyzzy" "xyzzy\n20140102T0300Z"
node "20140102T0600Z/bar" "bar\n20140102T0600Z"
node "20140102T0600Z/xyzzy" "xyzzy\n20140102T0600Z"
node "20140102T0900Z/bar" "bar\n20140102T0900Z"
node "20140102T0900Z/xyzzy" "xyzzy\n20140102T0900Z"
node "20140102T1200Z/bar" "bar\n20140102T1200Z"
node "20140102T1200Z/xyzzy" "xyzzy\n20140102T1200Z"
stop
cylc-flow-8.6.4/tests/functional/cyclers/r5_final/reference.log 0000664 0001750 0001750 00000001033 15202510242 024712 0 ustar alastair alastair Initial point: 20140101
Final point: 20140102T12
20140102T0000Z/xyzzy -triggered off []
20140102T0300Z/xyzzy -triggered off []
20140102T0600Z/xyzzy -triggered off []
20140102T0000Z/bar -triggered off ['20140102T0000Z/xyzzy']
20140102T0300Z/bar -triggered off ['20140102T0300Z/xyzzy']
20140102T0600Z/bar -triggered off ['20140102T0600Z/xyzzy']
20140102T0900Z/xyzzy -triggered off []
20140102T1200Z/xyzzy -triggered off []
20140102T0900Z/bar -triggered off ['20140102T0900Z/xyzzy']
20140102T1200Z/bar -triggered off ['20140102T1200Z/xyzzy']
cylc-flow-8.6.4/tests/functional/cyclers/r5_final/flow.cylc 0000664 0001750 0001750 00000000360 15202510242 024076 0 ustar alastair alastair [scheduler]
UTC mode = True
allow implicit tasks = True
[scheduling]
initial cycle point = 20140101
final cycle point = 20140102T12
[[graph]]
R5/PT3H = "xyzzy => bar"
[runtime]
[[root]]
script = true
cylc-flow-8.6.4/tests/functional/cyclers/04-multihourly.t 0000775 0001750 0001750 00000002033 15202510242 023561 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# variables used in the sourced common script below.
# shellcheck disable=SC2034
INITIALCP="20000131T0100Z"
# shellcheck disable=SC2034
FINALCP="20000202T0600+0600"
source "$(dirname "$0")"/common
cylc-flow-8.6.4/tests/functional/cyclers/01-hourly.t 0000775 0001750 0001750 00000002020 15202510242 022477 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# variables used in the sourced common script below.
# shellcheck disable=SC2034
INITIALCP="20000229T2000"
# shellcheck disable=SC2034
FINALCP="20000301"
source "$(dirname "$0")"/common
cylc-flow-8.6.4/tests/functional/cyclers/0000_rollunder/ 0000775 0001750 0001750 00000000000 15202510242 023222 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/cyclers/0000_rollunder/flow.cylc 0000664 0001750 0001750 00000000322 15202510242 025042 0 ustar alastair alastair [scheduler]
UTC mode = True
[scheduling]
initial cycle point = 00000101T00
final cycle point = 00000101T00
[[graph]]
P1D = "foo[-P1Y] => foo"
[runtime]
[[foo]]
script = true
cylc-flow-8.6.4/tests/functional/cyclers/r5_initial-integer/ 0000775 0001750 0001750 00000000000 15202510242 024247 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/cyclers/r5_initial-integer/graph.plain.ref 0000664 0001750 0001750 00000000642 15202510242 027152 0 ustar alastair alastair edge "1/xyzzy" "1/bar"
edge "2/xyzzy" "2/bar"
edge "3/xyzzy" "3/bar"
edge "4/xyzzy" "4/bar"
edge "5/xyzzy" "5/bar"
graph
node "1/bar" "bar\n1"
node "2/bar" "bar\n2"
node "3/bar" "bar\n3"
node "4/bar" "bar\n4"
node "5/bar" "bar\n5"
node "1/xyzzy" "xyzzy\n1"
node "2/xyzzy" "xyzzy\n2"
node "3/xyzzy" "xyzzy\n3"
node "4/xyzzy" "xyzzy\n4"
node "5/xyzzy" "xyzzy\n5"
node "6/xyzzy" "xyzzy\n6"
node "7/xyzzy" "xyzzy\n7"
stop
cylc-flow-8.6.4/tests/functional/cyclers/r5_initial-integer/reference.log 0000664 0001750 0001750 00000000573 15202510242 026715 0 ustar alastair alastair Initial point: 1
Final point: 7
1/xyzzy -triggered off []
2/xyzzy -triggered off []
3/xyzzy -triggered off []
1/bar -triggered off ['1/xyzzy']
2/bar -triggered off ['2/xyzzy']
4/xyzzy -triggered off []
3/bar -triggered off ['3/xyzzy']
4/bar -triggered off ['4/xyzzy']
5/xyzzy -triggered off []
5/bar -triggered off ['5/xyzzy']
6/xyzzy -triggered off []
7/xyzzy -triggered off []
cylc-flow-8.6.4/tests/functional/cyclers/r5_initial-integer/flow.cylc 0000664 0001750 0001750 00000000523 15202510242 026072 0 ustar alastair alastair [scheduler]
allow implicit tasks = True
[scheduling]
cycling mode = integer
initial cycle point = 1
final cycle point = 7
[[graph]]
# xyzzy should not spawn bar in the last two cycle points:
P1 = xyzzy # 7 cycles
R5//P1 = "xyzzy => bar" # 5 cycles
[runtime]
[[root]]
script = true
cylc-flow-8.6.4/tests/functional/cyclers/18-r1_multi_start.t 0000775 0001750 0001750 00000002017 15202510242 024144 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# variables used in the sourced common script below.
# shellcheck disable=SC2034
INITIALCP="2014-01-01"
# shellcheck disable=SC2034
FINALCP="2014-01-04"
source "$(dirname "$0")"/common
cylc-flow-8.6.4/tests/functional/cyclers/31-rnone_reverse.t 0000775 0001750 0001750 00000002025 15202510242 024041 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# variables used in the sourced common script below.
# shellcheck disable=SC2034
INITIALCP="2015-02-21T00"
# shellcheck disable=SC2034
FINALCP="2015-02-21T18"
source "$(dirname "$0")"/common
cylc-flow-8.6.4/tests/functional/cyclers/r1_initial_immortal/ 0000775 0001750 0001750 00000000000 15202510242 024514 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/cyclers/r1_initial_immortal/graph.plain.ref 0000664 0001750 0001750 00000005541 15202510242 027422 0 ustar alastair alastair edge "20140101T0000Z/cold_foo" "20140101T0000Z/foo"
edge "20140101T0000Z/cold_foo" "20140101T1200Z/foo"
edge "20140101T0000Z/cold_foo" "20140102T0000Z/foo"
edge "20140101T0000Z/cold_foo" "20140102T1200Z/foo"
edge "20140101T0000Z/cold_foo" "20140103T0000Z/foo"
edge "20140101T0000Z/cold_foo" "20140103T1200Z/foo"
edge "20140101T0000Z/cold_foo" "20140104T0000Z/foo"
edge "20140101T0000Z/cold_foo" "20140104T1200Z/foo"
edge "20140101T0000Z/cold_foo" "20140105T0000Z/foo"
edge "20140101T0000Z/cold_foo" "20140105T1200Z/foo"
edge "20140101T0000Z/cold_foo" "20140106T0000Z/foo"
edge "20140101T0000Z/cold_foo" "20140106T1200Z/foo"
edge "20140101T0000Z/cold_foo" "20140107T0000Z/foo"
edge "20140101T0000Z/cold_foo" "20140107T1200Z/foo"
edge "20140101T0000Z/cold_foo" "20140108T0000Z/foo"
edge "20140101T0000Z/cold_foo" "20140108T1200Z/foo"
edge "20140101T0000Z/cold_foo" "20140109T0000Z/foo"
edge "20140101T0000Z/cold_foo" "20140109T1200Z/foo"
edge "20140101T0000Z/cold_foo" "20140110T0000Z/foo"
edge "20140101T0000Z/foo" "20140101T1200Z/foo"
edge "20140101T1200Z/foo" "20140102T0000Z/foo"
edge "20140102T0000Z/foo" "20140102T1200Z/foo"
edge "20140102T1200Z/foo" "20140103T0000Z/foo"
edge "20140103T0000Z/foo" "20140103T1200Z/foo"
edge "20140103T1200Z/foo" "20140104T0000Z/foo"
edge "20140104T0000Z/foo" "20140104T1200Z/foo"
edge "20140104T1200Z/foo" "20140105T0000Z/foo"
edge "20140105T0000Z/foo" "20140105T1200Z/foo"
edge "20140105T0000Z/stop" "20140105T0000Z/foo"
edge "20140105T1200Z/foo" "20140106T0000Z/foo"
edge "20140106T0000Z/foo" "20140106T1200Z/foo"
edge "20140106T1200Z/foo" "20140107T0000Z/foo"
edge "20140107T0000Z/foo" "20140107T1200Z/foo"
edge "20140107T1200Z/foo" "20140108T0000Z/foo"
edge "20140108T0000Z/foo" "20140108T1200Z/foo"
edge "20140108T1200Z/foo" "20140109T0000Z/foo"
edge "20140109T0000Z/foo" "20140109T1200Z/foo"
edge "20140109T1200Z/foo" "20140110T0000Z/foo"
graph
node "20140101T0000Z/cold_foo" "cold_foo\n20140101T0000Z"
node "20140101T0000Z/foo" "foo\n20140101T0000Z"
node "20140101T1200Z/foo" "foo\n20140101T1200Z"
node "20140102T0000Z/foo" "foo\n20140102T0000Z"
node "20140102T1200Z/foo" "foo\n20140102T1200Z"
node "20140103T0000Z/foo" "foo\n20140103T0000Z"
node "20140103T1200Z/foo" "foo\n20140103T1200Z"
node "20140104T0000Z/foo" "foo\n20140104T0000Z"
node "20140104T1200Z/foo" "foo\n20140104T1200Z"
node "20140105T0000Z/foo" "foo\n20140105T0000Z"
node "20140105T0000Z/stop" "stop\n20140105T0000Z"
node "20140105T1200Z/foo" "foo\n20140105T1200Z"
node "20140106T0000Z/foo" "foo\n20140106T0000Z"
node "20140106T1200Z/foo" "foo\n20140106T1200Z"
node "20140107T0000Z/foo" "foo\n20140107T0000Z"
node "20140107T1200Z/foo" "foo\n20140107T1200Z"
node "20140108T0000Z/foo" "foo\n20140108T0000Z"
node "20140108T1200Z/foo" "foo\n20140108T1200Z"
node "20140109T0000Z/foo" "foo\n20140109T0000Z"
node "20140109T1200Z/foo" "foo\n20140109T1200Z"
node "20140110T0000Z/foo" "foo\n20140110T0000Z"
stop
cylc-flow-8.6.4/tests/functional/cyclers/r1_initial_immortal/reference.log 0000664 0001750 0001750 00000002333 15202510242 027156 0 ustar alastair alastair Initial point: 20140101T0000Z
Final point: None
20140101T0000Z/cold_foo -triggered off []
20140101T0000Z/foo -triggered off ['20131231T1200Z/foo', '20140101T0000Z/cold_foo']
20140101T1200Z/foo -triggered off ['20140101T0000Z/cold_foo', '20140101T0000Z/foo']
20140102T0000Z/foo -triggered off ['20140101T0000Z/cold_foo', '20140101T1200Z/foo']
20140102T1200Z/foo -triggered off ['20140101T0000Z/cold_foo', '20140102T0000Z/foo']
20140103T0000Z/foo -triggered off ['20140101T0000Z/cold_foo', '20140102T1200Z/foo']
20140103T1200Z/foo -triggered off ['20140101T0000Z/cold_foo', '20140103T0000Z/foo']
20140105T0000Z/stop -triggered off []
20140104T0000Z/foo -triggered off ['20140101T0000Z/cold_foo', '20140103T1200Z/foo']
20140104T1200Z/foo -triggered off ['20140101T0000Z/cold_foo', '20140104T0000Z/foo']
20140105T0000Z/foo -triggered off ['20140101T0000Z/cold_foo', '20140104T1200Z/foo', '20140105T0000Z/stop']
20140105T1200Z/foo -triggered off ['20140101T0000Z/cold_foo', '20140105T0000Z/foo']
20140106T0000Z/foo -triggered off ['20140101T0000Z/cold_foo', '20140105T1200Z/foo']
20140106T1200Z/foo -triggered off ['20140101T0000Z/cold_foo', '20140106T0000Z/foo']
20140107T0000Z/foo -triggered off ['20140101T0000Z/cold_foo', '20140106T1200Z/foo']
cylc-flow-8.6.4/tests/functional/cyclers/r1_initial_immortal/flow.cylc 0000664 0001750 0001750 00000000536 15202510242 026343 0 ustar alastair alastair [scheduler]
UTC mode = True
allow implicit tasks = True
[scheduling]
initial cycle point = 20140101
[[graph]]
R1 = "cold_foo"
PT12H = "cold_foo[^] & foo[-PT12H] => foo"
R1/+P4D = "stop => foo"
[runtime]
[[root]]
script = true
[[stop]]
script = cylc stop "${CYLC_WORKFLOW_ID}//20140107"
cylc-flow-8.6.4/tests/functional/cyclers/37-exclusions.t 0000775 0001750 0001750 00000004666 15202510242 023404 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test intercycle dependencies.
. "$(dirname "$0")/test_header"
#-------------------------------------------------------------------------------
if [[ -f "$TEST_SOURCE_DIR/${TEST_NAME_BASE}-find.out" ]]; then
set_test_number 4
else
set_test_number 3
fi
#-------------------------------------------------------------------------------
CHOSEN_WORKFLOW="$(basename "$0" | sed "s/^.*-\(.*\)\.t/\1/g")"
install_workflow "${TEST_NAME_BASE}" "${CHOSEN_WORKFLOW}"
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-validate"
run_ok "${TEST_NAME}" cylc validate "${WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-graph"
graph_workflow "${WORKFLOW_NAME}" "${WORKFLOW_NAME}.graph.plain" \
"20000101T00Z" "20000102T12Z"
cmp_ok "${WORKFLOW_NAME}.graph.plain" "$TEST_SOURCE_DIR/$CHOSEN_WORKFLOW/graph.plain.ref"
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-run"
workflow_run_ok "${TEST_NAME}" cylc play --reference-test --debug --no-detach "${WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
if [[ -f "$TEST_SOURCE_DIR/${TEST_NAME_BASE}-find.out" ]]; then
TEST_NAME="${TEST_NAME_BASE}-find"
WORKFLOW_DIR="$RUN_DIR/${WORKFLOW_NAME}"
(cd "$WORKFLOW_DIR" && find 'log/job' 'work' -type f) | sort -V >"${TEST_NAME}"
cmp_ok "${TEST_NAME}" "$TEST_SOURCE_DIR/${TEST_NAME_BASE}-find.out"
fi
#-------------------------------------------------------------------------------
purge
cylc-flow-8.6.4/tests/functional/cyclers/r1_multi_start/ 0000775 0001750 0001750 00000000000 15202510242 023526 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/cyclers/r1_multi_start/graph.plain.ref 0000664 0001750 0001750 00000001646 15202510242 026436 0 ustar alastair alastair edge "20140101T0000Z/cold_foo" "20140101T0000Z/foo_midnight"
edge "20140101T0000Z/cold_foo" "20140101T0600Z/foo_dawn"
edge "20140101T0000Z/foo_midnight" "20140102T0000Z/foo_midnight"
edge "20140101T0600Z/foo_dawn" "20140102T0600Z/foo_dawn"
edge "20140102T0000Z/foo_midnight" "20140103T0000Z/foo_midnight"
edge "20140102T0600Z/foo_dawn" "20140103T0600Z/foo_dawn"
edge "20140103T0000Z/foo_midnight" "20140104T0000Z/foo_midnight"
graph
node "20140101T0000Z/cold_foo" "cold_foo\n20140101T0000Z"
node "20140101T0000Z/foo_midnight" "foo_midnight\n20140101T0000Z"
node "20140101T0600Z/foo_dawn" "foo_dawn\n20140101T0600Z"
node "20140102T0000Z/foo_midnight" "foo_midnight\n20140102T0000Z"
node "20140102T0600Z/foo_dawn" "foo_dawn\n20140102T0600Z"
node "20140103T0000Z/foo_midnight" "foo_midnight\n20140103T0000Z"
node "20140103T0600Z/foo_dawn" "foo_dawn\n20140103T0600Z"
node "20140104T0000Z/foo_midnight" "foo_midnight\n20140104T0000Z"
stop
cylc-flow-8.6.4/tests/functional/cyclers/r1_multi_start/reference.log 0000664 0001750 0001750 00000001207 15202510242 026167 0 ustar alastair alastair Initial point: 2014-01-01
Final point: 2014-01-04
20140101T0000Z/cold_foo -triggered off []
20140101T0000Z/foo_midnight -triggered off ['20131231T0000Z/foo_midnight', '20140101T0000Z/cold_foo']
20140101T0600Z/foo_dawn -triggered off ['20131231T0600Z/foo_dawn', '20140101T0000Z/cold_foo']
20140102T0000Z/foo_midnight -triggered off ['20140101T0000Z/foo_midnight']
20140102T0600Z/foo_dawn -triggered off ['20140101T0600Z/foo_dawn']
20140103T0000Z/foo_midnight -triggered off ['20140102T0000Z/foo_midnight']
20140103T0600Z/foo_dawn -triggered off ['20140102T0600Z/foo_dawn']
20140104T0000Z/foo_midnight -triggered off ['20140103T0000Z/foo_midnight']
cylc-flow-8.6.4/tests/functional/cyclers/r1_multi_start/flow.cylc 0000664 0001750 0001750 00000000640 15202510242 025351 0 ustar alastair alastair [scheduler]
UTC mode = True
allow implicit tasks = True
[scheduling]
initial cycle point = 2014-01-01
final cycle point = 2014-01-04
[[graph]]
R1 = "cold_foo"
R1/T00 = "cold_foo[^] => foo_midnight"
R1/T06 = "cold_foo[^] => foo_dawn"
T00 = "foo_midnight[-P1D] => foo_midnight"
T06 = "foo_dawn[-P1D] => foo_dawn"
[runtime]
[[root]]
script = true
cylc-flow-8.6.4/tests/functional/cyclers/13-r5_final.t 0000775 0001750 0001750 00000002016 15202510242 022664 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# variables used in the sourced common script below.
# shellcheck disable=SC2034
INITIALCP="20140101"
# shellcheck disable=SC2034
FINALCP="20140102T12"
source "$(dirname "$0")"/common
cylc-flow-8.6.4/tests/functional/cyclers/29-r1_restricted.t 0000775 0001750 0001750 00000002021 15202510242 023742 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# variables used in the sourced common script below.
# shellcheck disable=SC2034
INITIALCP="20130808T00"
# shellcheck disable=SC2034
FINALCP="20130808T18"
source "$(dirname "$0")"/common
cylc-flow-8.6.4/tests/functional/cyclers/32-rmany_reverse.t 0000775 0001750 0001750 00000002025 15202510242 024047 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# variables used in the sourced common script below.
# shellcheck disable=SC2034
INITIALCP="2015-02-21T00"
# shellcheck disable=SC2034
FINALCP="2015-02-21T18"
source "$(dirname "$0")"/common
cylc-flow-8.6.4/tests/functional/cyclers/03-multidaily.t 0000775 0001750 0001750 00000002020 15202510242 023334 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# variables used in the sourced common script below.
# shellcheck disable=SC2034
INITIALCP="20001231T0100"
# shellcheck disable=SC2034
FINALCP="20010114"
source "$(dirname "$0")"/common
cylc-flow-8.6.4/tests/functional/cyclers/subhourly/ 0000775 0001750 0001750 00000000000 15202510242 022611 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/cyclers/subhourly/graph.plain.ref 0000664 0001750 0001750 00000001324 15202510242 025512 0 ustar alastair alastair edge "20131231T2300Z/foo" "20131231T2300Z/bar"
edge "20131231T2300Z/foo" "20131231T2330Z/foo"
edge "20131231T2330Z/foo" "20131231T2330Z/bar"
edge "20131231T2330Z/foo" "20140101T0000Z/foo"
edge "20140101T0000Z/foo" "20140101T0000Z/bar"
edge "20140101T0000Z/foo" "20140101T0030Z/foo"
edge "20140101T0030Z/foo" "20140101T0030Z/bar"
graph
node "20131231T2300Z/bar" "bar\n20131231T2300Z"
node "20131231T2300Z/foo" "foo\n20131231T2300Z"
node "20131231T2330Z/bar" "bar\n20131231T2330Z"
node "20131231T2330Z/foo" "foo\n20131231T2330Z"
node "20140101T0000Z/bar" "bar\n20140101T0000Z"
node "20140101T0000Z/foo" "foo\n20140101T0000Z"
node "20140101T0030Z/bar" "bar\n20140101T0030Z"
node "20140101T0030Z/foo" "foo\n20140101T0030Z"
stop
cylc-flow-8.6.4/tests/functional/cyclers/subhourly/reference.log 0000664 0001750 0001750 00000001000 15202510242 025241 0 ustar alastair alastair Initial point: 20131231T2300
Final point: 20140101T0050
20131231T2300Z/foo -triggered off ['20131231T2230Z/foo']
20131231T2300Z/bar -triggered off ['20131231T2300Z/foo']
20131231T2330Z/foo -triggered off ['20131231T2300Z/foo']
20131231T2330Z/bar -triggered off ['20131231T2330Z/foo']
20140101T0000Z/foo -triggered off ['20131231T2330Z/foo']
20140101T0000Z/bar -triggered off ['20140101T0000Z/foo']
20140101T0030Z/foo -triggered off ['20140101T0000Z/foo']
20140101T0030Z/bar -triggered off ['20140101T0030Z/foo']
cylc-flow-8.6.4/tests/functional/cyclers/subhourly/flow.cylc 0000664 0001750 0001750 00000000402 15202510242 024430 0 ustar alastair alastair [scheduler]
UTC mode = True
allow implicit tasks = True
[scheduling]
initial cycle point = 20131231T2300
final cycle point = 20140101T0050
[[graph]]
PT30M = "foo[-PT30M] => foo => bar"
[runtime]
[[root]]
script = true
cylc-flow-8.6.4/tests/functional/cyclers/hourly/ 0000775 0001750 0001750 00000000000 15202510242 022077 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/cyclers/hourly/graph.plain.ref 0000664 0001750 0001750 00000001622 15202510242 025001 0 ustar alastair alastair edge "20000229T2000Z/foo" "20000229T2000Z/bar"
edge "20000229T2000Z/foo" "20000229T2100Z/foo"
edge "20000229T2100Z/foo" "20000229T2100Z/bar"
edge "20000229T2100Z/foo" "20000229T2200Z/foo"
edge "20000229T2200Z/foo" "20000229T2200Z/bar"
edge "20000229T2200Z/foo" "20000229T2300Z/foo"
edge "20000229T2300Z/foo" "20000229T2300Z/bar"
edge "20000229T2300Z/foo" "20000301T0000Z/foo"
edge "20000301T0000Z/foo" "20000301T0000Z/bar"
graph
node "20000229T2000Z/bar" "bar\n20000229T2000Z"
node "20000229T2000Z/foo" "foo\n20000229T2000Z"
node "20000229T2100Z/bar" "bar\n20000229T2100Z"
node "20000229T2100Z/foo" "foo\n20000229T2100Z"
node "20000229T2200Z/bar" "bar\n20000229T2200Z"
node "20000229T2200Z/foo" "foo\n20000229T2200Z"
node "20000229T2300Z/bar" "bar\n20000229T2300Z"
node "20000229T2300Z/foo" "foo\n20000229T2300Z"
node "20000301T0000Z/bar" "bar\n20000301T0000Z"
node "20000301T0000Z/foo" "foo\n20000301T0000Z"
stop
cylc-flow-8.6.4/tests/functional/cyclers/hourly/reference.log 0000664 0001750 0001750 00000001155 15202510242 024542 0 ustar alastair alastair Initial point: 20000229T2000
Final point: 20000301
20000229T2000Z/foo -triggered off ['20000229T1900Z/foo']
20000229T2000Z/bar -triggered off ['20000229T2000Z/foo']
20000229T2100Z/foo -triggered off ['20000229T2000Z/foo']
20000229T2100Z/bar -triggered off ['20000229T2100Z/foo']
20000229T2200Z/foo -triggered off ['20000229T2100Z/foo']
20000229T2200Z/bar -triggered off ['20000229T2200Z/foo']
20000229T2300Z/foo -triggered off ['20000229T2200Z/foo']
20000229T2300Z/bar -triggered off ['20000229T2300Z/foo']
20000301T0000Z/foo -triggered off ['20000229T2300Z/foo']
20000301T0000Z/bar -triggered off ['20000301T0000Z/foo']
cylc-flow-8.6.4/tests/functional/cyclers/hourly/flow.cylc 0000664 0001750 0001750 00000000373 15202510242 023725 0 ustar alastair alastair [scheduler]
UTC mode = True
allow implicit tasks = True
[scheduling]
initial cycle point = 20000229T2000
final cycle point = 20000301
[[graph]]
PT1H = "foo[-PT1H] => foo => bar"
[runtime]
[[root]]
script = true
cylc-flow-8.6.4/tests/functional/cyclers/05-multimonthly.t 0000775 0001750 0001750 00000002003 15202510242 023727 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# variables used in the sourced common script below.
# shellcheck disable=SC2034
INITIALCP="1000"
# shellcheck disable=SC2034
FINALCP="1001"
source "$(dirname "$0")"/common
cylc-flow-8.6.4/tests/functional/cyclers/15-subhourly.t 0000775 0001750 0001750 00000002025 15202510242 023223 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# variables used in the sourced common script below.
# shellcheck disable=SC2034
INITIALCP="20131231T2300"
# shellcheck disable=SC2034
FINALCP="20140101T0050"
source "$(dirname "$0")"/common
cylc-flow-8.6.4/tests/functional/cyclers/weekly/ 0000775 0001750 0001750 00000000000 15202510242 022055 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/cyclers/weekly/graph.plain.ref 0000664 0001750 0001750 00000002120 15202510242 024751 0 ustar alastair alastair edge "20050107T1200Z/foo" "20050107T1200Z/bar"
edge "20050107T1200Z/foo" "20050114T1200Z/foo"
edge "20050114T1200Z/foo" "20050114T1200Z/bar"
edge "20050114T1200Z/foo" "20050121T1200Z/foo"
edge "20050121T1200Z/foo" "20050121T1200Z/bar"
edge "20050121T1200Z/foo" "20050128T1200Z/foo"
edge "20050128T1200Z/foo" "20050128T1200Z/bar"
edge "20050128T1200Z/foo" "20050204T1200Z/foo"
edge "20050204T1200Z/foo" "20050204T1200Z/bar"
edge "20050204T1200Z/foo" "20050211T1200Z/foo"
edge "20050211T1200Z/foo" "20050211T1200Z/bar"
graph
node "20050107T1200Z/bar" "bar\n20050107T1200Z"
node "20050107T1200Z/foo" "foo\n20050107T1200Z"
node "20050114T1200Z/bar" "bar\n20050114T1200Z"
node "20050114T1200Z/foo" "foo\n20050114T1200Z"
node "20050121T1200Z/bar" "bar\n20050121T1200Z"
node "20050121T1200Z/foo" "foo\n20050121T1200Z"
node "20050128T1200Z/bar" "bar\n20050128T1200Z"
node "20050128T1200Z/foo" "foo\n20050128T1200Z"
node "20050204T1200Z/bar" "bar\n20050204T1200Z"
node "20050204T1200Z/foo" "foo\n20050204T1200Z"
node "20050211T1200Z/bar" "bar\n20050211T1200Z"
node "20050211T1200Z/foo" "foo\n20050211T1200Z"
stop
cylc-flow-8.6.4/tests/functional/cyclers/weekly/reference.log 0000664 0001750 0001750 00000001345 15202510242 024521 0 ustar alastair alastair Initial point: 2005W015T12
Final point: 2005W065T11-0100
20050107T1200Z/foo -triggered off ['20041231T1200Z/foo']
20050107T1200Z/bar -triggered off ['20050107T1200Z/foo']
20050114T1200Z/foo -triggered off ['20050107T1200Z/foo']
20050114T1200Z/bar -triggered off ['20050114T1200Z/foo']
20050121T1200Z/foo -triggered off ['20050114T1200Z/foo']
20050121T1200Z/bar -triggered off ['20050121T1200Z/foo']
20050128T1200Z/foo -triggered off ['20050121T1200Z/foo']
20050128T1200Z/bar -triggered off ['20050128T1200Z/foo']
20050204T1200Z/foo -triggered off ['20050128T1200Z/foo']
20050204T1200Z/bar -triggered off ['20050204T1200Z/foo']
20050211T1200Z/foo -triggered off ['20050204T1200Z/foo']
20050211T1200Z/bar -triggered off ['20050211T1200Z/foo']
cylc-flow-8.6.4/tests/functional/cyclers/weekly/flow.cylc 0000664 0001750 0001750 00000000377 15202510242 023707 0 ustar alastair alastair [scheduler]
UTC mode = True
allow implicit tasks = True
[scheduling]
initial cycle point = 2005W015T12
final cycle point = 2005W065T11-0100
[[graph]]
P1W = "foo[-P1W] => foo => bar"
[runtime]
[[root]]
script = true
cylc-flow-8.6.4/tests/functional/cyclers/rmany_reverse/ 0000775 0001750 0001750 00000000000 15202510242 023436 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/cyclers/rmany_reverse/graph.plain.ref 0000664 0001750 0001750 00000001156 15202510242 026342 0 ustar alastair alastair edge "20150221T0000Z/foo" "20150221T0000Z/nonstop"
edge "20150221T0600Z/foo" "20150221T0600Z/nonstop"
edge "20150221T1200Z/foo" "20150221T1200Z/nonstop"
edge "20150221T1800Z/foo" "20150221T1800Z/stop"
graph
node "20150221T0000Z/foo" "foo\n20150221T0000Z"
node "20150221T0000Z/nonstop" "nonstop\n20150221T0000Z"
node "20150221T0600Z/foo" "foo\n20150221T0600Z"
node "20150221T0600Z/nonstop" "nonstop\n20150221T0600Z"
node "20150221T1200Z/foo" "foo\n20150221T1200Z"
node "20150221T1200Z/nonstop" "nonstop\n20150221T1200Z"
node "20150221T1800Z/foo" "foo\n20150221T1800Z"
node "20150221T1800Z/stop" "stop\n20150221T1800Z"
stop
cylc-flow-8.6.4/tests/functional/cyclers/rmany_reverse/reference.log 0000664 0001750 0001750 00000000677 15202510242 026111 0 ustar alastair alastair Initial point: 20150221T0000Z
Final point: 20150221T1800Z
20150221T0000Z/foo -triggered off []
20150221T0600Z/foo -triggered off []
20150221T1200Z/foo -triggered off []
20150221T0000Z/nonstop -triggered off ['20150221T0000Z/foo']
20150221T0600Z/nonstop -triggered off ['20150221T0600Z/foo']
20150221T1200Z/nonstop -triggered off ['20150221T1200Z/foo']
20150221T1800Z/foo -triggered off []
20150221T1800Z/stop -triggered off ['20150221T1800Z/foo']
cylc-flow-8.6.4/tests/functional/cyclers/rmany_reverse/flow.cylc 0000664 0001750 0001750 00000000456 15202510242 025266 0 ustar alastair alastair [scheduler]
UTC mode = True
allow implicit tasks = True
[scheduling]
initial cycle point = 2015-02-21T00
final cycle point = 2015-02-21T18
[[graph]]
PT6H = foo
R1/P0D = foo => stop
R20/PT6H/-PT6H = foo => nonstop
[runtime]
[[root]]
script = true
cylc-flow-8.6.4/tests/functional/cyclers/integer_exclusions_advanced/ 0000775 0001750 0001750 00000000000 15202510242 026313 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/cyclers/integer_exclusions_advanced/graph.plain.ref 0000664 0001750 0001750 00000001713 15202510242 031216 0 ustar alastair alastair graph
node "1/bar" "bar\n1"
node "3/bar" "bar\n3"
node "5/bar" "bar\n5"
node "7/bar" "bar\n7"
node "9/bar" "bar\n9"
node "11/bar" "bar\n11"
node "13/bar" "bar\n13"
node "15/bar" "bar\n15"
node "3/cthulhu" "cthulhu\n3"
node "5/cthulhu" "cthulhu\n5"
node "9/cthulhu" "cthulhu\n9"
node "11/cthulhu" "cthulhu\n11"
node "15/cthulhu" "cthulhu\n15"
node "1/foo" "foo\n1"
node "4/foo" "foo\n4"
node "5/foo" "foo\n5"
node "6/foo" "foo\n6"
node "8/foo" "foo\n8"
node "9/foo" "foo\n9"
node "10/foo" "foo\n10"
node "11/foo" "foo\n11"
node "12/foo" "foo\n12"
node "13/foo" "foo\n13"
node "14/foo" "foo\n14"
node "15/foo" "foo\n15"
node "16/foo" "foo\n16"
node "2/qux" "qux\n2"
node "4/qux" "qux\n4"
node "10/qux" "qux\n10"
node "12/qux" "qux\n12"
node "14/qux" "qux\n14"
node "16/qux" "qux\n16"
node "2/woo" "woo\n2"
node "4/woo" "woo\n4"
node "6/woo" "woo\n6"
node "8/woo" "woo\n8"
node "10/woo" "woo\n10"
node "12/woo" "woo\n12"
node "14/woo" "woo\n14"
node "16/woo" "woo\n16"
stop
cylc-flow-8.6.4/tests/functional/cyclers/integer_exclusions_advanced/reference.log 0000664 0001750 0001750 00000002011 15202510242 030746 0 ustar alastair alastair Initial point: 1
Final point: 16
2/woo -triggered off []
2/qux -triggered off []
1/bar -triggered off []
1/foo -triggered off []
3/cthulhu -triggered off []
4/qux -triggered off []
5/cthulhu -triggered off []
3/bar -triggered off []
4/woo -triggered off []
4/foo -triggered off []
5/foo -triggered off []
6/woo -triggered off []
9/cthulhu -triggered off []
10/qux -triggered off []
5/bar -triggered off []
8/woo -triggered off []
11/cthulhu -triggered off []
12/qux -triggered off []
6/foo -triggered off []
7/bar -triggered off []
10/woo -triggered off []
8/foo -triggered off []
9/bar -triggered off []
12/woo -triggered off []
11/bar -triggered off []
9/foo -triggered off []
15/cthulhu -triggered off []
13/bar -triggered off []
10/foo -triggered off []
14/woo -triggered off []
14/qux -triggered off []
16/woo -triggered off []
15/bar -triggered off []
11/foo -triggered off []
16/qux -triggered off []
12/foo -triggered off []
13/foo -triggered off []
14/foo -triggered off []
15/foo -triggered off []
16/foo -triggered off []
cylc-flow-8.6.4/tests/functional/cyclers/integer_exclusions_advanced/flow.cylc 0000664 0001750 0001750 00000001076 15202510242 030142 0 ustar alastair alastair [scheduler]
allow implicit tasks = True
[scheduling]
initial cycle point = 1
final cycle point = +P15 # = 16
runahead limit = P11
cycling mode = integer
[[graph]]
R/P1!(2,3,7) = foo
P1 ! P2 = woo
P1 ! +P1/P2 = bar
P1 !(P2,6,8) = qux
R/1/P2!P3 = cthulhu
[runtime]
[[foo]]
script = """
cylc__job__wait_cylc_message_started
cylc message -- "${CYLC_WORKFLOW_ID}" "${CYLC_TASK_JOB}" 'the cheese is ready'
"""
[[[outputs]]]
out1 = the cheese is ready
cylc-flow-8.6.4/tests/functional/pre-initial/ 0000775 0001750 0001750 00000000000 15202510242 021326 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/pre-initial/09-warm-iso.t 0000664 0001750 0001750 00000003177 15202510242 023507 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test pre-initial cycling works under warm starts
. "$(dirname "$0")/test_header"
#-------------------------------------------------------------------------------
set_test_number 2
#-------------------------------------------------------------------------------
install_workflow "${TEST_NAME_BASE}" warm-start-iso
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-validate"
run_ok "${TEST_NAME}" cylc validate "${WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-run"
workflow_run_ok "${TEST_NAME}" cylc play --startcp=20130102T00 --reference-test --debug --no-detach "${WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
purge
cylc-flow-8.6.4/tests/functional/pre-initial/04-warm.t 0000664 0001750 0001750 00000003201 15202510242 022676 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test pre-initial cycling works under warm starts
. "$(dirname "$0")/test_header"
#-------------------------------------------------------------------------------
set_test_number 2
#-------------------------------------------------------------------------------
install_workflow "${TEST_NAME_BASE}" warm-start
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-validate"
run_ok "${TEST_NAME}" cylc validate "${WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-run"
workflow_run_ok "${TEST_NAME}" cylc play --startcp=20130101T00 \
--reference-test --debug --no-detach "${WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
purge
cylc-flow-8.6.4/tests/functional/pre-initial/00-simple.t 0000664 0001750 0001750 00000001713 15202510242 023223 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test simple pre initial cycling dependencies removal
. "$(dirname "$0")/test_header"
set_test_number 2
reftest
exit
cylc-flow-8.6.4/tests/functional/pre-initial/08-conditional-messaging.t 0000664 0001750 0001750 00000001724 15202510242 026222 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test removal of pre-initial cycle messages from conditionals.
. "$(dirname "$0")/test_header"
set_test_number 2
reftest
exit
cylc-flow-8.6.4/tests/functional/pre-initial/warm-start/ 0000775 0001750 0001750 00000000000 15202510242 023427 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/pre-initial/warm-start/reference.log 0000664 0001750 0001750 00000000471 15202510242 026072 0 ustar alastair alastair Final point: 20130102T0000Z
20130101T0000Z/foo -triggered off ['20121231T1800Z/foo']
20130101T0600Z/foo -triggered off ['20130101T0000Z/foo']
20130101T1200Z/foo -triggered off ['20130101T0600Z/foo']
20130101T1800Z/foo -triggered off ['20130101T1200Z/foo']
20130102T0000Z/foo -triggered off ['20130101T1800Z/foo']
cylc-flow-8.6.4/tests/functional/pre-initial/warm-start/flow.cylc 0000664 0001750 0001750 00000000325 15202510242 025252 0 ustar alastair alastair [scheduler]
UTC mode = True
[scheduling]
initial cycle point = 20130101T00
final cycle point = 20130102T00
[[graph]]
PT6H = "foo[-PT6H] => foo"
[runtime]
[[foo]]
script = "true"
cylc-flow-8.6.4/tests/functional/pre-initial/07-simple-messaging/ 0000775 0001750 0001750 00000000000 15202510242 025016 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/pre-initial/07-simple-messaging/reference.log 0000664 0001750 0001750 00000000254 15202510242 027460 0 ustar alastair alastair Initial point: 20100808T0000Z
Final point: 20100809T0000Z
20100808T0000Z/foo -triggered off ['20100807T0000Z/foo']
20100809T0000Z/foo -triggered off ['20100808T0000Z/foo']
cylc-flow-8.6.4/tests/functional/pre-initial/07-simple-messaging/flow.cylc 0000664 0001750 0001750 00000000550 15202510242 026641 0 ustar alastair alastair [scheduler]
UTC mode = True
[scheduling]
initial cycle point = 20100808T00
final cycle point = 20100809T00
[[graph]]
T00 = "foo[-P1D]:restart1 => foo"
[runtime]
[[foo]]
script = """
cylc__job__wait_cylc_message_started
cylc message "restart files ready"
"""
[[[outputs]]]
restart1 = "restart files ready"
cylc-flow-8.6.4/tests/functional/pre-initial/warm-offset/ 0000775 0001750 0001750 00000000000 15202510242 023560 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/pre-initial/warm-offset/reference.log 0000664 0001750 0001750 00000000436 15202510242 026224 0 ustar alastair alastair Initial point: 20130101T0600Z
Final point: 20130102T0000Z
20130101T0600Z/foo -triggered off ['20130101T0000Z/foo']
20130101T1200Z/foo -triggered off ['20130101T0600Z/foo']
20130101T1800Z/foo -triggered off ['20130101T1200Z/foo']
20130102T0000Z/foo -triggered off ['20130101T1800Z/foo']
cylc-flow-8.6.4/tests/functional/pre-initial/warm-offset/flow.cylc 0000664 0001750 0001750 00000000325 15202510242 025403 0 ustar alastair alastair [scheduler]
UTC mode = True
[scheduling]
initial cycle point = 20130101T00
final cycle point = 20130102T00
[[graph]]
PT6H = "foo[-PT6H] => foo"
[runtime]
[[foo]]
script = "true"
cylc-flow-8.6.4/tests/functional/pre-initial/05-warm-new-ict.t 0000664 0001750 0001750 00000003333 15202510242 024251 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test pre-initial cycling works under warm starts with a new initial cycle
# time that is later than the flow.cylc initial cycle point.
. "$(dirname "$0")/test_header"
#-------------------------------------------------------------------------------
set_test_number 2
#-------------------------------------------------------------------------------
install_workflow "${TEST_NAME_BASE}" warm-offset
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-validate"
run_ok "${TEST_NAME}" cylc validate "${WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-run"
workflow_run_ok "${TEST_NAME}" cylc play --startcp=20130101T0600Z \
--reference-test --debug --no-detach "${WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
purge
cylc-flow-8.6.4/tests/functional/pre-initial/12-warm-restart.t 0000664 0001750 0001750 00000005250 15202510242 024365 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test warm start persists across restarts
. "$(dirname "$0")/test_header"
#-------------------------------------------------------------------------------
set_test_number 6
#-------------------------------------------------------------------------------
install_workflow "${TEST_NAME_BASE}" warm-start
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-validate"
run_ok "${TEST_NAME}" cylc validate "${WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
TEST_NAME=${TEST_NAME_BASE}-run-paused
workflow_run_ok "${TEST_NAME}" cylc play "${WORKFLOW_NAME}" --startcp=20130101T12 --pause
#-------------------------------------------------------------------------------
cylc stop --max-polls=10 --interval=2 "${WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
TEST_NAME=${TEST_NAME_BASE}-restart
workflow_run_ok "${TEST_NAME}" cylc play "${WORKFLOW_NAME}"
# Ensure workflow has started
poll_workflow_running
#-------------------------------------------------------------------------------
# Check pre-reqs
TEST_NAME=${TEST_NAME_BASE}-check-prereq
run_ok "${TEST_NAME}" cylc show "${WORKFLOW_NAME}//20130101T1200Z/foo" --list-prereqs
cmp_ok "${TEST_NAME}.stdout" <<'__OUT__'
20130101T0600Z/foo succeeded
__OUT__
#-------------------------------------------------------------------------------
# Stop workflow
cylc stop --max-polls=10 --interval=2 "${WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
DB_FILE="${RUN_DIR}/${WORKFLOW_NAME}/log/db"
NAME='database-entry'
sqlite3 "${DB_FILE}" \
"SELECT value FROM workflow_params WHERE key=='startcp'" >"${NAME}"
cmp_ok "${NAME}" <<<'20130101T12'
#-------------------------------------------------------------------------------
purge
cylc-flow-8.6.4/tests/functional/pre-initial/test_header 0000777 0001750 0001750 00000000000 15202510242 027643 2../lib/bash/test_header ustar alastair alastair cylc-flow-8.6.4/tests/functional/pre-initial/warm-start-iso/ 0000775 0001750 0001750 00000000000 15202510242 024217 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/pre-initial/warm-start-iso/reference.log 0000664 0001750 0001750 00000001061 15202510242 026656 0 ustar alastair alastair Initial point: 20130101T0000Z
Start point: 20130102T0000Z
Final point: 20130103T0000Z
20130102T0000Z/qux -triggered off ['20130101T0000Z/foo', '20130101T1800Z/qux']
20130102T0000Z/wibble -triggered off []
20130102T0600Z/wibble -triggered off []
20130102T0600Z/qux -triggered off ['20130101T0000Z/foo', '20130102T0000Z/qux']
20130102T1200Z/qux -triggered off ['20130101T0000Z/foo', '20130102T0600Z/qux']
20130102T1800Z/qux -triggered off ['20130101T0000Z/foo', '20130102T1200Z/qux']
20130103T0000Z/qux -triggered off ['20130101T0000Z/foo', '20130102T1800Z/qux']
cylc-flow-8.6.4/tests/functional/pre-initial/warm-start-iso/flow.cylc 0000664 0001750 0001750 00000000530 15202510242 026040 0 ustar alastair alastair [scheduler]
UTC mode = True
allow implicit tasks = True
[scheduling]
initial cycle point = 20130101T00
final cycle point = 20130103T00
[[graph]]
R1 = "foo"
R1/T18 = "bar => baz"
R6//PT6H = "wibble"
T00,T06,T12,T18 = "foo[^] & qux[-PT6H] => qux"
[runtime]
[[root]]
script = "true"
cylc-flow-8.6.4/tests/functional/pre-initial/00-simple/ 0000775 0001750 0001750 00000000000 15202510242 023034 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/pre-initial/00-simple/reference.log 0000664 0001750 0001750 00000000244 15202510242 025475 0 ustar alastair alastair Initial point: 20100101T0000Z
Final point: 20100102T0000Z
20100101T0000Z/a -triggered off ['20091231T0000Z/a']
20100102T0000Z/a -triggered off ['20100101T0000Z/a']
cylc-flow-8.6.4/tests/functional/pre-initial/00-simple/flow.cylc 0000664 0001750 0001750 00000000315 15202510242 024656 0 ustar alastair alastair [scheduler]
UTC mode = True
[scheduling]
initial cycle point = 20100101T00
final cycle point = 20100102T00
[[graph]]
T00 = "a[-PT24H] => a"
[runtime]
[[a]]
script = true
cylc-flow-8.6.4/tests/functional/pre-initial/07-simple-messaging.t 0000664 0001750 0001750 00000001716 15202510242 025210 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test removal of pre-initial cycle message dependencies.
. "$(dirname "$0")/test_header"
set_test_number 2
reftest
exit
cylc-flow-8.6.4/tests/functional/pre-initial/08-conditional-messaging/ 0000775 0001750 0001750 00000000000 15202510242 026031 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/pre-initial/08-conditional-messaging/reference.log 0000664 0001750 0001750 00000000511 15202510242 030467 0 ustar alastair alastair Initial point: 20100808T0000Z
Final point: 20100809T0000Z
20100808T0000Z/bar -triggered off []
20100808T0000Z/foo -triggered off ['20100807T0000Z/foo', '20100808T0000Z/bar']
20100809T0000Z/bar -triggered off []
20100809T0000Z/foo -triggered off ['20100808T0000Z/foo']
20100809T0000Z/handled -triggered off ['20100809T0000Z/bar']
cylc-flow-8.6.4/tests/functional/pre-initial/08-conditional-messaging/flow.cylc 0000664 0001750 0001750 00000001172 15202510242 027655 0 ustar alastair alastair [scheduler]
UTC mode = True
allow implicit tasks = True
[[events]]
expected task failures = 20100809T0000Z/bar
[scheduling]
initial cycle point = 20100808T00
final cycle point = 20100809T00
[[graph]]
T00 = """
foo[-P1D]:restart1 | bar? => foo
bar:fail? => handled
"""
[runtime]
[[foo]]
script = """
cylc__job__wait_cylc_message_started
cylc message "restart files ready"
"""
[[[outputs]]]
restart1 = "restart files ready"
[[bar]]
script = [[ "$(cylc cycle-point)" == 20100808T0000Z ]]
cylc-flow-8.6.4/tests/functional/lib/ 0000775 0001750 0001750 00000000000 15202510242 017657 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/lib/bash/ 0000775 0001750 0001750 00000000000 15202510242 020574 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/lib/bash/test_header 0000664 0001750 0001750 00000107730 15202510242 023016 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#
# NAME
# test_header
#
# SYNOPSIS
# . $CYLC_REPO_DIR/tests/lib/bash/test_header
#
# DESCRIPTION
# Interface for constructing tests under a TAP harness (the "prove"
# command).
#
# FUNCTIONS
# set_test_number N
# echo a total number of tests for TAP to read.
# ok TEST_NAME
# echo a TAP OK message for TEST_NAME.
# fail TEST_NAME
# echo a TAP fail message for TEST_NAME. If $CYLC_TEST_DEBUG is set,
# cat $TEST_NAME.stderr to stderr.
# run_ok TEST_NAME COMMAND ...
# Run COMMAND with any following options/arguments and store stdout
# and stderr in TEST_NAME.stdout and TEST_NAME.stderr.
# This is expected to have a return code of 0, which ok's the test.
# run_fail TEST_NAME COMMAND ...
# Run COMMAND with any following options/arguments and store stdout
# and stderr in TEST_NAME.stdout and TEST_NAME.stderr.
# This is expected to have a non-zero return code, which ok's the test.
# run_graphql_ok TEST_NAME WORKFLOW JSON
# Send a graphql query to the workflow, extract the result from
# ${TEST_NAME}.stdout
# cmp_ok FILE_TEST FILE_CONTROL
# Compare FILE_TEST with a file or stdin given by FILE_CONTROL (stdin
# if FILE_CONTROL is "-" or missing). By default, it uses "diff -u" to
# compare files. However, if an alternate command such as "xxdiff -D"
# is desirable (e.g. for debugging),
# "export CYLC_TEST_DIFF_CMD=xxdiff -D".
# cmp_ok_re FILE_TEST FILE_CONTROL
# Match a file against a regex file line by line.
# Reads in the test and control files line by line and checks the test
# line re.match'es the control line.
# cmp_json TEST_NAME FILE_TEST [FILE_CONTROL]
# Alternative implementation to cmp_json_ok, compare two JSON files
# and display any differences as a unified(ish) diff:
# * Works with nested dictionaries.
# * Impervious to dictionary order.
# contains_ok FILE_TEST [FILE_CONTROL]
# Make sure that each line in FILE_TEST is present in FILE_CONTROL
# (stdin if FILE_CONTROL is "-" or missing).
# grep_ok PATTERN FILE [$OPTS]
# Run "grep [$OPTS] -q -e PATTERN FILE".
# grep_workflow_log_ok TEST_NAME PATTERN [$OPTS]
# Run "grep [$OPTS] -s -e PATTERN ".
# named_grep_ok NAME PATTERN FILE [$OPTS]
# Run grep_ok with a custom test name.
# OPTS: put grep options like '-E' (extended regex) at end of line.
# grep_fail PATTERN FILE [$OPTS]
# Run "grep [$OPTS] -q -e PATTERN FILE", expect no match.
# count_ok PATTERN FILE COUNT
# Test that PATTERN occurs in exactly COUNT lines of FILE.
# exists_ok FILE
# Test that FILE exists
# exists_fail FILE
# Test that FILE does not exist
# init_workflow TEST_NAME [SOURCE] [[RUN_NUMS]]
# Create a workflow from SOURCE's "flow.cylc" called:
# "cylctb-${CYLC_TEST_TIME_INIT}/${TEST_SOURCE_DIR##*tests/}/${TEST_NAME}"
# Provides WORKFLOW_NAME and WORKFLOW_RUN_DIR variables.
# RUN_NUMS (defaults to false): If false run cylc install --no-rundir
# install_workflow TEST_NAME SOURCE [RUN_NUMS]
# Same as init_workflow, but SOURCE must be a directory containing a
# "flow.cylc" file.
# log_scan TEST_NAME FILE ATTEMPTS DELAY PATTERN...
# Monitor FILE polling every DELAY seconds for maximum of ATTEMPTS
# tries grepping for each PATTERN in turn. Tests will only pass if the
# PATTERNs appear in FILE in the correct order. Runs one test per
# pattern, each prefixed by TEST_NAME.
# set LOG_SCAN_GREP_OPTS in the environment, e.g. "-E" for "grep -E"
# make_rnd_workflow
# Create a randomly-named workflow source directory.
# mock_smtpd_init
# Start a mock SMTP server daemon for testing. Write host:port setting
# to the variable TEST_SMTPD_HOST. Write pid of daemon to
# TEST_SMTPD_PID. Write log to TEST_SMTPD_LOG.
# mock_smtpd_kill
# Kill the mock SMTP server daemon process.
# poll COMMAND
# Run COMMAND in 1 second intervals for a minute until COMMAND returns
# a zero value, or exit 1 (abort test) with a timeout message.
# poll_grep ...
# Shorthand for 'poll grep -s ...'.
# poll_grep_workflow_log ...
# Shorthand for 'poll_grep ... "${WORKFLOW_RUN_DIR}/log/scheduler/log"'
# poll_pid_done PID
# Poll until process with PID is done.
# poll_workflow_running
# Shorthand for 'poll test -e "${WORKFLOW_RUN_DIR}/.service/contact"'
# poll_workflow_stopped
# Shorthand for 'poll "!" test -e "${WORKFLOW_RUN_DIR}/.service/contact"'.
# Note that you might want to call poll_workflow_running before this as
# it may return before contact file is created in the first place.
# get_workflow_uuid
# Extract the UUID from the contact file or echo '' if not present.
# poll_workflow_restart [TIMEOUT [UUID]]
# Wait for the workflow to restart.
# Provide the UUID from the current run if workflow is not
# guaranteed to be running.
# purge [WORKFLOW_NAME [PLATFORM]]
# Remove a workflow from the filesystem.
# Defaults to removing $WORKFLOW_NAME on $CYLC_TEST_PLATFORM
# purge_rnd_workflow
# Remove a workflow source dir and rundir.
# Typically used with make_rnd_workflow
# skip N SKIP_REASON
# echo "ok $((++T)) # skip SKIP_REASON" N times.
# skip_all SKIP_REASON
# echo "1..0 # SKIP SKIP_REASON" and exit.
# ssh_install_cylc HOST
# Install cylc on a remote host.
# reftest [TEST_NAME [SOURCE]]
# Install a reference workflow using `install_workflow`, run a validation
# test on the workflow and run the reference workflow with `workflow_run_ok`.
# Expect 2 OK tests.
# install_and_validate
# The first part of reftest, to allow separate use.
# Expect 1 OK test.
# reftest_run
# The guts of reftest, to allow separate use.
# Expect 1 OK test.
# create_test_global_config [PRE [POST]]
# Create a new global config file $PWD/etc from global-tests.cylc
# with PRE and POST pre- and ap-pended.
# PRE and POST are strings.
# The global config starts with #!Jinja2 in case Jinja2 is used.
# localhost_fqdn
# Get the FQDN of the current host using the same mechanism Cylc uses.
# get_fqdn [TARGET]
# SSH to TARGET and return `hostname -f`.
# dump_std TEST_NAME
# Dump stdout and stderr of TEST_NAME to the test log dir.
# delete_db [WORKFLOW_RUN_DIR]
# Delete private/public workflow databases for a cold start.
#
# VARIABLES
# LOG_INDENT
# indentation width of secondary log lines
# # TODO: document other variables used by test scripts
#
#-------------------------------------------------------------------------------
set -eu
shopt -s extglob
# For indented secondary log lines; must match the width in cylc.flow.loggingutil
export LOG_INDENT=" "
FAILURES=0
SIGNALS="EXIT INT"
TEST_DIR=
TEST_RHOST_CYLC_DIR=
FINALLY() {
for S in ${SIGNALS}; do
trap '' "${S}"
done
if [[ -n "${TEST_DIR}" ]]; then
cd ~
rm -rf "${TEST_DIR}"
fi
if [[ -n "${TEST_RHOST_CYLC_DIR}" ]]; then
# TEST_RHOST_CYLC_DIR is a local variable of this script
# shellcheck disable=SC2029
ssh -oBatchMode=yes -oConnectTimeout=5 "${TEST_RHOST_CYLC_DIR%%:*}" \
"rm -fr ${TEST_RHOST_CYLC_DIR#*:}"
fi
if [[ -n "${TEST_SMTPD_PID:-}" ]]; then
kill "${TEST_SMTPD_PID}"
fi
if ((FAILURES > 0)); then
echo -e "\n stdout and stderr stored in: ${TEST_LOG_DIR}" >&2
if "${WORKFLOW_RUN_FAILS}"; then
echo -e " workflow logs can be found under: ${WORKFLOW_LOG_DIR}/" >&2
fi
fi
}
for S in ${SIGNALS}; do
# Signal as argument to FINALLY
# shellcheck disable=SC2064
trap "FINALLY ${S}" "${S}"
done
TEST_NUMBER=0
if command -v lsof >/dev/null; then
HAS_LSOF=true
else
HAS_LSOF=false
fi
set_test_number() {
echo "1..$1"
}
ok() {
echo "ok $((++TEST_NUMBER)) - $*"
}
fail() {
((++FAILURES))
echo "not ok $((++TEST_NUMBER)) - $*"
if [[ -n "${CYLC_TEST_DEBUG:-}" ]]; then
echo >'/dev/tty'
echo "${TEST_NAME_BASE} ${TEST_NAME}" >'/dev/tty'
cat "${TEST_NAME}.stderr" >'/dev/tty'
fi
}
dump_std() {
local TEST_NAME="$1"
mkdir -p "${TEST_LOG_DIR}" # directory may not exist if run fails very early
if [[ -s "${TEST_NAME}.stdout" ]]; then
cp -p "${TEST_NAME}.stdout" "${TEST_LOG_DIR}/${TEST_NAME}.stdout"
fi
cp -p "${TEST_NAME}.stderr" "${TEST_LOG_DIR}/${TEST_NAME}.stderr"
}
run_ok() {
local TEST_NAME="$1"
shift 1
if ! "$@" 1>"${TEST_NAME}.stdout" 2>"${TEST_NAME}.stderr"; then
fail "${TEST_NAME}"
dump_std "${TEST_NAME}"
return
fi
ok "${TEST_NAME}"
}
run_fail() {
local TEST_NAME="$1"
shift 1
if "$@" 1>"${TEST_NAME}.stdout" 2>"${TEST_NAME}.stderr"; then
fail "${TEST_NAME}"
dump_std "${TEST_NAME}"
return
fi
ok "${TEST_NAME}"
}
run_graphql_ok () {
# this is a thin wrapper to `cylc client` which strips newlines from $2 to
# make it valid JSON
local TEST_NAME="$1"
local WORKFLOW="$2"
local JSON="$3"
# shellcheck disable=SC2086
run_ok "${TEST_NAME}" cylc client \
"${WORKFLOW}" \
'graphql' \
< <(echo ${JSON})
}
workflow_run_ok() {
local TEST_NAME="$1"
shift 1
if "$@" 1>"${TEST_NAME}.stdout" 2>"${TEST_NAME}.stderr"; then
ok "${TEST_NAME}"
return
fi
fail "${TEST_NAME}"
WORKFLOW_RUN_FAILS=true
WORKFLOW_LOG_DIR="${WORKFLOW_RUN_DIR}/log/scheduler"
mkdir -p "${WORKFLOW_LOG_DIR}" # directory may not exist if run fails very early
dump_std "${TEST_NAME}"
}
workflow_run_fail() {
local TEST_NAME="$1"
shift 1
if ! "$@" 1>"${TEST_NAME}.stdout" 2>"${TEST_NAME}.stderr"; then
ok "${TEST_NAME}"
return
fi
fail "${TEST_NAME}"
WORKFLOW_RUN_FAILS=true
WORKFLOW_LOG_DIR="${WORKFLOW_RUN_DIR}/log/scheduler"
mkdir -p "${WORKFLOW_LOG_DIR}" # directory may not exist if run fails very early
dump_std "${TEST_NAME}"
}
cmp_ok() {
local FILE_TEST="$1"
local FILE_CONTROL="${2:--}"
local TEST_NAME
TEST_NAME="$(basename "${FILE_TEST}")-cmp-ok"
local DIFF_CMD=${CYLC_TEST_DIFF_CMD:-'diff -u'}
if ${DIFF_CMD} "${FILE_CONTROL}" "${FILE_TEST}" >"${TEST_NAME}.stderr" 2>&1
then
ok "${TEST_NAME}"
return
else
cat "${TEST_NAME}.stderr" >&2
fi
dump_std "$TEST_NAME"
fail "${TEST_NAME}"
}
cmp_ok_re() {
local FILE_TEST="$1"
local FILE_CONTROL="${2:--}"
local TEST_NAME
TEST_NAME="$(basename "${FILE_TEST}")-cmp-ok"
if python3 -c '
import re
import sys
def compare(test_file, control_file):
for ind, (test_line, control_line) in enumerate(
zip(test_file, control_file)
):
if test_line is None:
sys.stderr.write("Test file is missing lines")
sys.exit(1)
if control_line is None:
sys.stderr.write("Test file has extra lines")
sys.exit(1)
if not re.match(control_line, test_line):
sys.stderr.write(
f"Line {ind+1}: \"{test_line}\" does not match /{control_line}/"
.replace("\n", "")
)
sys.exit(1)
test_filename, control_filename = sys.argv[1:3]
with open(test_filename, "r") as test_file:
if control_filename == "-":
compare(test_file, sys.stdin)
else:
with open(control_filename, "r") as control_file:
compare(test_file, control_file)
' "${FILE_TEST}" "${FILE_CONTROL}"; then
ok "${TEST_NAME}"
else
(
echo -e '\n# Test file:'
cat "${FILE_TEST}"
) >&2
fail "${TEST_NAME}"
fi
}
cmp_json() {
local TEST_NAME="$1"
local FILE_TEST="$2"
local FILE_CONTROL="${3:--}"
if python3 "$CYLC_REPO_DIR/tests/f/lib/python/diffr.py" \
"$(cat "$FILE_CONTROL")" "$(cat "$FILE_TEST")" \
>"${TEST_NAME}.stdout" 2>"${TEST_NAME}.stderr"
then
ok "${TEST_NAME}"
return
else
cat "${TEST_NAME}.stderr" >&2
fi
dump_std "$TEST_NAME"
fail "${TEST_NAME}"
}
contains_ok() {
local FILE_TEST="$1"
local FILE_CONTROL="${2:--}"
local TEST_NAME
TEST_NAME="$(basename "${FILE_TEST}")-contains-ok"
LANG=C comm -13 <(LANG=C sort "${FILE_TEST}") <(LANG=C sort "${FILE_CONTROL}") \
1>"${TEST_NAME}.stdout" 2>"${TEST_NAME}.stderr"
if [[ -s "${TEST_NAME}.stdout" ]]; then
mkdir -p "${TEST_LOG_DIR}"
{
echo 'Missing lines:'
cat "${TEST_NAME}.stdout"
echo 'Test File:'
cat "${FILE_TEST}"
} >>"${TEST_NAME}.stderr"
cp -p "${TEST_NAME}.stderr" "${TEST_LOG_DIR}/${TEST_NAME}.stderr"
fail "${TEST_NAME}"
return
fi
ok "${TEST_NAME}"
}
count_ok() {
local BRE="$1"
local FILE="$2"
local COUNT="$3"
local TEST_NAME NEW_COUNT
TEST_NAME="$(basename "${FILE}")-count-ok"
NEW_COUNT=$(grep -c "${BRE}" "${FILE}")
if (( NEW_COUNT == COUNT )); then
ok "${TEST_NAME}"
return
fi
mkdir -p "${TEST_LOG_DIR}"
echo "Found ${NEW_COUNT} (not ${COUNT}) of ${BRE} in ${FILE}" \
>"${TEST_LOG_DIR}/${TEST_NAME}.stderr"
fail "${TEST_NAME}"
}
grep_ok() {
# (Put extra grep options like '-E' at end of the command line)
local BRE="$1"
local FILE="$2"
shift 2
OPTS="$*"
named_grep_ok "$(basename "${FILE}")-grep-ok" "$BRE" "$FILE" "$OPTS"
}
grep_workflow_log_ok() {
local TEST_NAME="$1"
local PATTERN="$2"
shift 2
OPTS="$*"
local LOG_FILE="${WORKFLOW_RUN_DIR}/log/scheduler/log"
# shellcheck disable=SC2086
if grep ${OPTS} -s -e "$PATTERN" "$LOG_FILE"; then
ok "${TEST_NAME}"
return
fi
mkdir -p "${TEST_LOG_DIR}"
{
cat <<__ERR__
Can't find:
===========
${PATTERN}
===========
in:
===========
__ERR__
cat "$LOG_FILE"
} >"${TEST_LOG_DIR}/${TEST_NAME}.stderr"
fail "${TEST_NAME}"
}
named_grep_ok() {
# (Put extra grep options like '-E' at end of the command line)
local NAME="$1"
local BRE="$2"
local FILE="$3"
shift 3
local OPTS="$*"
local TEST_NAME
TEST_NAME="grep-ok: ${NAME}"
# shellcheck disable=SC2086
if grep ${OPTS} -q -e "${BRE}" "${FILE}"; then
ok "${TEST_NAME}"
return
fi
mkdir -p "${TEST_LOG_DIR}"
{
cat <<__ERR__
Can't find:
===========
${BRE}
===========
in:
===========
__ERR__
cat "${FILE}"
} >"${TEST_LOG_DIR}/${TEST_NAME}.stderr"
fail "${TEST_NAME}"
}
grep_fail() {
local BRE="$1"
local FILE="$2"
shift 2
local OPTS="$*"
local TEST_NAME
TEST_NAME="$(basename "${FILE}")-grep-fail"
if [[ ! -f "${FILE}" ]]; then
fail "${TEST_NAME}-file to be grepped does not exist."
return
fi
# shellcheck disable=SC2086
if grep ${OPTS} -q -e "${BRE}" "${FILE}"; then
mkdir -p "${TEST_LOG_DIR}"
echo "ERROR: Found ${BRE} in ${FILE}" \
>"${TEST_LOG_DIR}/${TEST_NAME}.stderr"
fail "${TEST_NAME}"
return
fi
ok "${TEST_NAME}"
}
exists_ok() {
local FILE="$1"
local TEST_NAME
TEST_NAME="$(basename "${FILE}")-file-exists-ok"
if [[ -e $FILE ]]; then
ok "${TEST_NAME}"
return
fi
mkdir -p "${TEST_LOG_DIR}"
echo "Does not exist: ${FILE}" >"${TEST_LOG_DIR}/${TEST_NAME}.stderr"
fail "${TEST_NAME}"
}
exists_fail() {
local FILE="$1"
local TEST_NAME
TEST_NAME="$(basename "${FILE}")-file-exists-fail"
if [[ ! -e "${FILE}" ]]; then
ok "${TEST_NAME}"
return
fi
mkdir -p "${TEST_LOG_DIR}"
echo "Exists: ${FILE}" >"${TEST_LOG_DIR}/${TEST_NAME}.stderr"
fail "${TEST_NAME}"
}
graph_workflow() {
# Generate a graphviz "plain" format graph of a workflow.
local WORKFLOW_NAME="${1}"
local OUTPUT_FILE="${2}"
shift 2
mkdir -p "$(dirname "${OUTPUT_FILE}")"
cylc graph --reference "${WORKFLOW_NAME}" "$@" \
>"${OUTPUT_FILE}" 2>"${OUTPUT_FILE}".err
}
workflow_id() {
local TEST_NAME="${1:-${TEST_NAME_BASE}}"
local TEST_SOURCE_BASE="${2:-${TEST_NAME}}"
echo "${CYLC_TEST_REG_BASE}/${TEST_SOURCE_DIR_BASE}/${TEST_NAME}"
}
init_workflow() {
local TEST_NAME="$1"
local FLOW_CONFIG="${2:--}"
local RUN_NUMS="${3:-false}"
WORKFLOW_NAME="$(workflow_id "${TEST_NAME}")"
WORKFLOW_RUN_DIR="${RUN_DIR}/${WORKFLOW_NAME}"
mkdir -p "${TEST_DIR}/${WORKFLOW_NAME}/"
cat "${FLOW_CONFIG}" >"${TEST_DIR}/${WORKFLOW_NAME}/flow.cylc"
cd "${TEST_DIR}/${WORKFLOW_NAME}"
if "${RUN_NUMS}"; then
cylc install "${TEST_DIR}/${WORKFLOW_NAME}" --workflow-name="${WORKFLOW_NAME}"
else
cylc install "${TEST_DIR}/${WORKFLOW_NAME}" --no-run-name --workflow-name="${WORKFLOW_NAME}"
fi
}
install_workflow() {
local TEST_NAME="${1:-${TEST_NAME_BASE}}"
local TEST_SOURCE_BASE="${2:-${TEST_NAME}}"
local RUN_NUMS="${3:-false}"
WORKFLOW_NAME="$(workflow_id "${TEST_NAME}" "${TEST_SOURCE_BASE}")"
WORKFLOW_RUN_DIR="${RUN_DIR}/${WORKFLOW_NAME}"
mkdir -p "${TEST_DIR}/${WORKFLOW_NAME}/" # make source dir
cp -r "${TEST_SOURCE_DIR}/${TEST_SOURCE_BASE}/"* "${TEST_DIR}/${WORKFLOW_NAME}/"
cd "${TEST_DIR}/${WORKFLOW_NAME}"
if "$RUN_NUMS"; then
cylc install "${TEST_DIR}/${WORKFLOW_NAME}" --workflow-name="${WORKFLOW_NAME}"
else
cylc install "${TEST_DIR}/${WORKFLOW_NAME}" --no-run-name --workflow-name="${WORKFLOW_NAME}"
fi
}
log_scan () {
local TEST_NAME="$1"
local FILE="$2"
local REPS=$3
local DELAY=$4
local OPTS=${LOG_SCAN_GREP_OPTS:-}
if ${CYLC_TEST_DEBUG:-false}; then
local ERR=2
else
local ERR=1
fi
shift 4
local count=0
local success=false
local position=0
local newposition=
for pattern in "$@"; do
count=$(( count + 1 ))
success=false
echo -n "scanning for '${pattern:0:30}'" >& $ERR
for _ in $(seq 1 "${REPS}"); do
echo -n '.' >& $ERR
# shellcheck disable=SC2086
newposition=$(grep -n $OPTS "$pattern" "$FILE" | \
tail -n 1 | cut -d ':' -f 1)
if (( newposition > position )); then
position=$newposition
echo ': succeeded' >& $ERR
ok "${TEST_NAME}-${count}"
success=true
break
fi
sleep "${DELAY}"
done
shift
if ! "${success}"; then
echo ': failed' >& $ERR
fail "${TEST_NAME}-${count}"
if "${CYLC_TEST_DEBUG:-false}"; then
cat "${FILE}" >&2
fi
mkdir -p "${TEST_LOG_DIR}"
ERR_FILE="${TEST_LOG_DIR}/${TEST_NAME}.stderr"
echo "ERR_FILE=$ERR_FILE" >&2
echo "Could not find: ${pattern}" > "${ERR_FILE}"
echo -e '\n=======================\n' >> "${ERR_FILE}"
cat "${FILE}" >> "${ERR_FILE}"
skip "$#"
return 1
fi
done
}
make_rnd_workflow() {
# Create a randomly-named workflow source directory.
# Define its run directory.
# TODO: export a WORKFLOW_NAME variable so tests can get cylc-install
# to install under the regular test hierarchy
RND_WORKFLOW_NAME="cylctb-x$(< /dev/urandom tr -dc _A-Z-a-z-0-9 | head -c6)"
RND_WORKFLOW_SOURCE="$PWD/${RND_WORKFLOW_NAME}"
mkdir -p "${RND_WORKFLOW_SOURCE}"
touch "${RND_WORKFLOW_SOURCE}/flow.cylc"
RND_WORKFLOW_RUNDIR="${RUN_DIR}/${RND_WORKFLOW_NAME}"
export RND_WORKFLOW_NAME
export RND_WORKFLOW_SOURCE
export RND_WORKFLOW_RUNDIR
}
# shellcheck disable=2120
# these arguments are intentionally optional
purge () {
# workflow to remove - defaults to $WORKFLOW_NAME
local WORKFLOW_NAME="${1:-$WORKFLOW_NAME}"
# job platform to remove it on - defaults to $CYLC_TEST_PLATFORM
local PLATFORM="${2:-$CYLC_TEST_PLATFORM}"
if ((FAILURES != 0)); then
# if tests have failed then don't clean up
return 0
fi
if [[ -z $WORKFLOW_NAME ]]; then
echo 'no flow to purge' >&2
return 1
fi
local WORKFLOW_RUN_DIR="${RUN_DIR}/${WORKFLOW_NAME}"
# wait for local processes to let go of their file handles
if ${HAS_LSOF}; then
# NOTE: lsof can hang, so call with "timeout".
# NOTE: lsof can raise warnings with some filesystems so ignore stderr
# shellcheck disable=SC2034
for try in $(seq 1 5); do
if ! grep -q "${WORKFLOW_RUN_DIR}" < <(timeout 5 lsof 2>/dev/null); then
break
fi
sleep 1
done
fi
# shellcheck disable=SC2016
# shellcheck disable=SC2089
local CMD='
cd '~/cylc-run' &&
rm -rf "'"$WORKFLOW_NAME"'" &&
rmdir -p "$(dirname "'"$WORKFLOW_NAME"'")"
'
# remove the workflow run directory on the platform if remote
if [[ -n "$PLATFORM" && "${PLATFORM}" != _local* ]]; then
local HOST
HOST="$(get_host_from_platform "$PLATFORM")"
# shellcheck disable=SC2029
# we want this to expand client side
(ssh "$HOST" "$CMD" 2>/dev/null) || true
fi
# remove the workflow run directory tree locally - if empty
# NOTE: do this after remote purge as this removes the test config too
bash -c "$CMD" 2>/dev/null || true
}
purge_rnd_workflow() {
if ((FAILURES != 0)); then
# if tests have failed then don't clean up
return 0
fi
# Remove the workflow source created by make_rnd_workflow().
# And remove its run-directory too.
rm -rf "${RND_WORKFLOW_SOURCE}"
rm -rf "${RND_WORKFLOW_RUNDIR}"
}
poll() {
local TIMEOUT="$(($(date +%s) + 60))" # wait 1 minute
while ! "$@"; do
sleep 1
if (($(date +%s) > TIMEOUT)); then
echo "ERROR: poll timed out: $*" >&2
exit 1
fi
done
}
poll_grep() {
poll grep -s "$@"
}
poll_grep_workflow_log() {
poll grep -s "$@" "${WORKFLOW_RUN_DIR}/log/scheduler/log"
}
poll_pid_done() {
local TIMEOUT="$(($(date +%s) + 60))" # wait 1 minute
while ps --no-headers "$@" 1>'/dev/null' 2>&1; do
sleep 1
if (($(date +%s) > TIMEOUT)); then
echo "ERROR: poll timed out: ! ps --no-headers $*" >&2
exit 1
fi
done
}
poll_workflow_running() {
poll test -e "${WORKFLOW_RUN_DIR}/.service/contact"
}
poll_workflow_stopped() {
poll test '!' -e "${WORKFLOW_RUN_DIR}/.service/contact"
}
get_workflow_uuid() {
sed -n 's|CYLC_WORKFLOW_UUID=\(.*\)|\1|p' "${WORKFLOW_RUN_DIR}/.service/contact" 2>/dev/null
}
poll_workflow_restart() {
TIMEOUT="${1:-10}"
STEP=1
UUID="${2:-$(get_workflow_uuid)}"
TIME=0
while true; do
if [[ ${TIME} -gt $TIMEOUT ]]; then
return 1
fi
if [[ $(get_workflow_uuid) != "${UUID}" ]]; then
return 0
else
TIME=$(( TIME + STEP ))
sleep "${STEP}"
fi
done
}
skip() {
local N_TO_SKIP="$1"
shift 1
local COUNT=0
while ((COUNT++ < N_TO_SKIP)); do
echo "ok $((++TEST_NUMBER)) # skip $*"
done
}
skip_all() {
echo "1..0 # SKIP $*"
exit
}
skip_macos_gh_actions() {
# https://github.com/cylc/cylc-flow/issues/6276
if [[ "${CI:-}" && "$OSTYPE" == "darwin"* ]]; then
skip_all "Skipped due to performance issues on GH Actions MacOS runner"
fi
}
ssh_install_cylc() {
local RHOST="$1"
local RHOST_CYLC_DIR=
RHOST_CYLC_DIR=$(_ssh_mkdtemp_cylc_dir "${RHOST}")
TEST_RHOST_CYLC_DIR="${RHOST}:${RHOST_CYLC_DIR}"
rsync -a '--exclude=*.pyc' "${CYLC_REPO_DIR}"/* "${RHOST}:${RHOST_CYLC_DIR}/"
# RHOST_CYLC_DIR is a variable of this function
# shellcheck disable=SC2029
ssh -n -oBatchMode=yes -oConnectTimeout=5 "${RHOST}" \
"make -C '${RHOST_CYLC_DIR}' 'version'" 1>'/dev/null' 2>&1
}
_ssh_mkdtemp_cylc_dir() {
local RHOST="$1"
ssh -oBatchMode=yes -oConnectTimeout=5 "${RHOST}" python3 - <<'__PYTHON__'
import os
from tempfile import mkdtemp
print(mkdtemp(dir=os.path.expanduser("~"), prefix="cylc-"))
__PYTHON__
}
mock_smtpd_init() { # Logic borrowed from Rose
local SMTPD_PORT=
# Try several ports in case any are in use:
for SMTPD_PORT in 8025 8125 8225 8325 8425 8525 8625 8725 8825 8925; do
local SMTPD_LOG="${TEST_DIR}/smtpd.log"
local SMTPD_HOST="localhost:${SMTPD_PORT}"
# Set up fake SMTP server to catch outgoing mail & redirect to log:
python3 -u -m 'aiosmtpd' \
--class aiosmtpd.handlers.Debugging stdout \
--debug --nosetuid \
--listen "${SMTPD_HOST}" \
1>"${SMTPD_LOG}" 2>&1 & # Runs in background
local SMTPD_PID="$!"
while ! grep -q 'is listening' "${SMTPD_LOG}" 2>'/dev/null'
do
if ps "${SMTPD_PID}" 1>/dev/null 2>&1; then
sleep 1 # Still waiting for fake server to start
else # Server process failed
rm -f "${SMTPD_LOG}"
unset SMTPD_HOST SMTPD_LOG SMTPD_PID
break
fi
done
if [[ -n "${SMTPD_PID:-}" ]]; then
# Variables used by tests
# shellcheck disable=SC2034
TEST_SMTPD_HOST="${SMTPD_HOST}"
# shellcheck disable=SC2034
TEST_SMTPD_LOG="${SMTPD_LOG}"
TEST_SMTPD_PID="${SMTPD_PID}"
break
fi
done
}
mock_smtpd_kill() { # Logic borrowed from Rose
if [[ -n "${TEST_SMTPD_PID:-}" ]] && ps "${TEST_SMTPD_PID}" >'/dev/null' 2>&1
then
kill "${TEST_SMTPD_PID}"
wait "${TEST_SMTPD_PID}" 2>/dev/null || true
unset TEST_SMTPD_HOST TEST_SMTPD_LOG TEST_SMTPD_PID
fi
}
install_and_validate() {
# First part of the reftest function, to allow separate use.
# Expect 1 OK test.
local TEST_NAME="${1:-${TEST_NAME_BASE}}"
install_workflow "$@"
run_ok "${TEST_NAME}-validate" cylc validate "${WORKFLOW_NAME}"
}
reftest_run() {
# Guts of the reftest function, to allow separate use.
# Expect 1 OK test.
local TEST_NAME="${1:-${TEST_NAME_BASE}}-run"
if [[ -n "${REFTEST_OPTS:-}" ]]; then
# shellcheck disable=SC2086
workflow_run_ok "${TEST_NAME}" \
cylc play --reference-test --debug --no-detach \
${REFTEST_OPTS} "${WORKFLOW_NAME}"
else
workflow_run_ok "${TEST_NAME}" \
cylc play --reference-test --debug --no-detach \
"${WORKFLOW_NAME}"
fi
}
reftest() {
# Install, validate, run, and purge, a reference test.
# Expect 2 OK tests.
install_and_validate "$@"
reftest_run "$@"
# shellcheck disable=SC2119
purge
}
_get_test_config_file() {
# print the path to the most specific global-tests.cylc on the system
# (or print nothing if no test configs are present)
python3 -c "
from pathlib import Path
from cylc.flow.cfgspec.globalcfg import get_version_hierarchy
for version in reversed(get_version_hierarchy('$(cylc version)')):
path = Path('${HOME}/.cylc/flow', version, 'global-tests.cylc')
if path.exists():
print(path)
break
"
}
create_test_global_config() {
# (Documented in file header).
local PRE=
local POST=
if (( $# == 1 )); then
PRE=$1
elif (( $# == 2 )); then
PRE=$1
POST=$2
elif (( $# > 2 )); then
echo 'ERROR, create_test_global_config: too many args' >&2
exit 1
fi
# Tidy in case of previous use of this function.
rm -fr 'etc'
mkdir 'etc'
# Start with Jinja2 hashbang. Harmless if not needed.
echo "#!Jinja2" >'etc/global.cylc'
echo "$PRE" >>'etc/global.cylc'
# add defaults
cat >>'etc/global.cylc' <<__HERE__
# set a default timeout for all flow runs to avoid hanging tests
[scheduler]
[[events]]
inactivity timeout = PT5M
stall timeout = PT5M
abort on inactivity timeout = true
abort on workflow timeout = true
[install]
max depth = 5
__HERE__
# add global-tests.cylc
USER_TESTS_CONF_FILE="$(_get_test_config_file)"
if [[ -n "${USER_TESTS_CONF_FILE}" ]]; then
cat "${USER_TESTS_CONF_FILE}" >>'etc/global.cylc'
fi
# add platform config
if [[ -n "${CYLC_TEST_PLATFORM:-}" ]]; then
_add_platform_to_test_global_conf "$CYLC_TEST_PLATFORM"
fi
echo "$POST" >>'etc/global.cylc'
export CYLC_CONF_PATH="${PWD}/etc"
}
_parse_platform_spec () {
# the requirement string: e.g. comms:tcp
local requirement="$1"
local locality='local'
local job_runner='*'
local file_system='*'
local comms='*'
for req in ${requirement}; do
case "$req" in
loc:*)
locality="${req/loc:/}"
;;
runner:*)
job_runner="${req/runner:/}"
;;
fs:*)
file_system="${req/fs:/}"
;;
comms:*)
comms="${req/comms:/}"
;;
*)
echo "Invalid option $req" >&2
return 1
;;
esac
done
echo "_${locality}_${job_runner}_${file_system}_${comms}"
}
_get_test_platform () {
# the requirement string: e.g. comms:tcp
local requirement="$1"
local platform
local required_platform
required_platform="$(_parse_platform_spec "${requirement}")"
for platform in "${PLATFORMS[@]}"; do
# we are purposefully allowing pattern matching here
# shellcheck disable=SC2053
if [[ "$platform" == $required_platform ]]; then
CYLC_TEST_PLATFORM="$platform"
CYLC_TEST_JOB_RUNNER="$(cut -d '_' -f 3 <<< "$platform")"
export CYLC_TEST_PLATFORM CYLC_TEST_JOB_RUNNER
return 0
fi
done
return 1
}
_get_test_host () {
# extract a test host from the test platform
# NOTE: this will cause a failure if the platform is not configured
CYLC_TEST_HOST="$(get_host_from_platform "$CYLC_TEST_PLATFORM")"
if [[ -z "${CYLC_TEST_HOST}" ]]; then
echo "Could not find host for platform $CYLC_TEST_PLATFORM" >&2
exit 1
fi
export CYLC_TEST_HOST
}
_get_test_install_target () {
# extract a test host from the test platform
# NOTE: this will cause a failure if the platform is not configured
CYLC_TEST_INSTALL_TARGET="$(
get_install_target_from_platform "$CYLC_TEST_PLATFORM"
)"
if [[ -z "${CYLC_TEST_INSTALL_TARGET}" ]]; then
CYLC_TEST_INSTALL_TARGET="$CYLC_TEST_PLATFORM"
fi
export CYLC_TEST_INSTALL_TARGET
}
get_host_from_platform () {
local platform="$1"
cylc config -i "[platforms][${platform}]hosts" \
| cut -d ',' -f 1
}
get_install_target_from_platform () {
local platform="$1"
cylc config -d -i "[platforms][${platform}]install target" \
| cut -d ',' -f 1
}
localhost_fqdn () {
python -c "
from cylc.flow.hostuserutil import get_fqdn_by_host
print(get_fqdn_by_host(None))
"
}
get_fqdn () {
local HOST="${1}"
ssh "$HOST" hostname -f
}
_get_test_platforms () {
CYLC_CONF_PATH='' cylc config -i '[platforms]' \
| sed -n 's/\[\[\(_.*\)\]\]/\1/p'
}
_expand_test_platforms () {
# convert sting of space separated platforms to array
read -r -a PLATFORMS <<< "${1}"
local ret=()
local pattern
local platform
local all_platforms
# get list of all configured test platforms
# NOTE: when we drop bash3 convert to
# mapfile -t all_platforms < <(_get_test_platforms)
all_platforms=()
while IFS='' read -r line; do
all_platforms+=("$line");
done < <(_get_test_platforms)
# perform pattern matching on the PLATFORMS variable
if [[ "${#PLATFORMS[@]}" -eq 0 ]]; then
# default to all local platforms
PLATFORMS=('_local_background*' '_local_at*')
fi
# perform pattern matching
for pattern in "${PLATFORMS[@]}"; do
for platform in "${all_platforms[@]}"; do
# shellcheck disable=SC2053
# we are purposefully performing glob matching here
if [[ ${platform} == ${pattern} ]]; then
ret+=("${platform}")
fi
done
done
# set PLATFORMS to the unique results
# NOTE: when we drop bash3 convert to
# mapfile -t PLATFORMS < <(
PLATFORMS=()
while IFS='' read -r line; do
PLATFORMS+=("$line");
done < <(
for platform in "${ret[@]}"; do
echo "${platform}";
done | sort -u
)
export PLATFORMS
}
_check_test_requirements () {
# check the test requirements against the array of test platforms
if [[ -z "${REQUIRE_PLATFORM:-}" ]]; then
# if no requirement string is provided default to local, background
REQUIRE_PLATFORM='loc:local runner:background'
fi
if ! _get_test_platform "${REQUIRE_PLATFORM}"; then
skip_all "requires $REQUIRE_PLATFORM"
fi
_add_platform_to_test_global_conf "$CYLC_TEST_PLATFORM"
}
_add_platform_to_test_global_conf () {
# add a test platform from the global config to the test global config
# NOTE: Uses global.cylc NOT global-tests.cylc
# Do not configure test platforms in the global-tests.cylc file
PLATFORM="$1"
cat >> "${CYLC_CONF_PATH}/global.cylc" <<__HERE__
[platforms]
[[$PLATFORM]]
$(
CYLC_CONF_PATH='' cylc config \
-i "[platforms][$PLATFORM]" \
| sed 's/^/ /'
)
__HERE__
}
delete_db() {
# Delete private/public workflow databases for a cold start
local WORKFLOW_RUN_DIR="${1:-$WORKFLOW_RUN_DIR}"
rm "${WORKFLOW_RUN_DIR}/.service/db" "${WORKFLOW_RUN_DIR}/log/db"
}
# tags
PATH="${CYLC_REPO_DIR}/bin:${PATH}"
RUN_DIR="${HOME}/cylc-run"
export RUN_DIR
TEST_NAME_BASE="$(basename "$0" '.t')"
TEST_SOURCE_DIR="$(cd "$(dirname "$0")" && pwd)"
TEST_DIR="$(mktemp -d)"
cd "${TEST_DIR}"
TEST_SOURCE_DIR_BASE="${TEST_SOURCE_DIR##*tests/}"
# this prevents test runs started at the same time from conflicting
TEST_LOG_DIR_BASE="${TMPDIR:-/tmp}/${USER}/${CYLC_TEST_REG_BASE}"
TEST_LOG_DIR="${TEST_LOG_DIR_BASE}/${TEST_SOURCE_DIR_BASE}/${TEST_NAME_BASE}"
WORKFLOW_RUN_FAILS=false
CYLC_TEST_SKIP="${CYLC_TEST_SKIP:-}"
# Is this test in the skip list?
THIS="${0#./}"
THIS_DIR="$(dirname "${THIS}")"
for SKIP in ${CYLC_TEST_SKIP}; do
RSKIP="${SKIP#./}"
if [[ "${THIS}" == "${RSKIP}" || "${THIS_DIR%/}" == "${RSKIP%/}" ]]; then
# Deliberately print variable substitution syntax unexpanded
# shellcheck disable=SC2016
skip_all 'this test is in $CYLC_TEST_SKIP.'
fi
done
# Ignore the normal site/user global config, use global-tests.cylc.
create_test_global_config "$@"
# get array of test platforms to run tests with
_expand_test_platforms "${PLATFORMS}"
# run or skip tests based on the test requirements and provided test platforms
# provides: CYLC_TEST_PLATFORM
_check_test_requirements
# extract a test host from the test platform
# provides: CYLC_TEST_HOST
_get_test_host
# extract a test install target from the test platform
# provides: CYLC_TEST_INSTALL_TARGET
_get_test_install_target
if ${CYLC_SHOW_TEST_EXECUTION:-false}; then
# write the name of tests as they are run
# (helpful for debugging hanging tests)
echo "# $TEST_NAME_BASE" >&2
fi
set +x
set +e
cylc-flow-8.6.4/tests/functional/lib/python/ 0000775 0001750 0001750 00000000000 15202510242 021200 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/lib/python/diffr.py 0000664 0001750 0001750 00000022656 15202510242 022657 0 ustar alastair alastair # THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
"""Quick and simple JSON diff util.
Examples:
>>> bool(Diff({}, {}))
True
>>> diff = Diff({'a': 1, 'b': 2},
... {'b': 3, 'd': 4})
>>> bool(diff)
False
>>> list(diff.added())
[(['d'], 4)]
>>> list(diff.removed())
[(['a'], 1)]
>>> list(diff.modified())
[(['b'], 2, 3)]
>>> diff = Diff({'x': {'y': {'z': 1}}},
... {'x': {'y': {'z': 2}}})
>>> list(diff.modified())
[(['x', 'y', 'z'], 1, 2)]
"""
import argparse
import json
import sys
from typing import Callable, Optional, Tuple, Type
class Diff:
"""Representation of a diff between two dictionaries."""
BRACES = {
dict: ('{', '}'),
list: ('[', ']')
}
def __init__(self, this, that, this_name='expected', that_name='got'):
self.typ, self.changed = self.compute_diff(this, that)
self.this_name = this_name
self.that_name = that_name
@classmethod
def _diff_method(
cls, this: object, that: object
) -> Tuple[Optional[Type], Optional[Callable]]:
if isinstance(this, list) and isinstance(that, list):
return list, cls.diff_list
if isinstance(this, dict) and isinstance(that, dict):
return dict, cls.diff_dict
return None, None
@classmethod
def compute_diff(cls, this, that):
"""Return a list of differences between this and that.
Entries take the form::
(symbol, (key, *value))
Where:
symbol:
* ``+``: for items in that but not in this.
* ``-``: for items in this but not in that.
* ``?``: for items common to both but with different values.
key:
* ``dict``: The key of a key, value pair.
* ``list``: The index of an element.
value:
A tuple containing information about the change:
* ``+ (key, value)``
* ``- (key, value)``
* ``? (key, this_value, that_value)``
"""
typ, meth = cls._diff_method(this, that)
if meth:
return typ, meth(this, that)
raise TypeError('%s Cannot compare %s and %s' % (
cls.__name__, type(this), type(that)))
@classmethod
def diff_list(cls, this, that):
"""Return differences between two lists.
So unsurprisingly differencing nested lists is actually a little
tricky so this is the simple and crude method, just mark the items as
modified rather than going through the mess of working out how the
lists could fit together.
"""
changed = []
for index, (this_item, that_item) in enumerate(zip(this, that)):
if this_item != that_item:
if cls._diff_method(this_item, that_item):
changed.append((index, cls(this_item, that_item)))
else:
changed.append(('?', (index, this_item, that_item)))
if len(this) > len(that):
symbol = '-'
additional = this
else:
symbol = '+'
additional = that
for index in range(min(len(this), len(that)),
max(len(this), len(that))):
changed.append((symbol, (index, additional[index],)))
return changed
@classmethod
def diff_dict(cls, this, that):
"""Return differences between two dictionaries.
As this is a JSON comparison tool ignore the order of keys.
"""
changed = []
for key, value in that.items():
if key not in this:
changed.append(('+', (key, value)))
elif isinstance(value, (dict, list)):
if cls._diff_method(this[key], that[key]):
this[key] = cls(this[key], that[key])
if this[key].changed:
changed.append((key, this[key]))
else:
changed.append(('?', (key, this[key], value)))
elif value != this[key]:
changed.append(('?', (key, this[key], value)))
for key, value in this.items():
if key not in that:
changed.append(('-', (key, value)))
return changed
def __str__(self):
return self.tostr()
def tostr(self, indent=0):
"""Return unified(ish) diff."""
ret = ''
if indent == 0:
ret += '--- %s\n' % self.this_name
ret += '+++ %s\n' % self.that_name
ret += '============\n'
ret += ' %s\n' % self.BRACES[self.typ][0]
pre = ' ' * indent
for itt, (symbol, item) in enumerate(self.changed):
post = ''
if itt != len(self.changed) - 1:
post = ','
if isinstance(item, Diff):
diff = item
key = symbol
ret += ' %s %s: %s\n' % (pre, key, self.BRACES[diff.typ][0])
ret += diff.tostr(indent + 1)
ret += ' %s %s%s\n' % (pre, self.BRACES[diff.typ][1], post)
else:
if symbol == '?':
key, before, after = item
ret += f'{symbol}{pre} {key}: {before} => {after}{post}\n'
elif symbol in ['+', '-']:
if len(item) == 2:
value = '%s: %s' % item
else:
value = item[0]
ret += f'{symbol}{pre} {value}{post}\n'
if indent == 0:
ret += ' %s\n' % self.BRACES[self.typ][1]
return ret
def added(self):
"""Yield items present in this but not in that as (key, value)."""
yield from self.filter('+')
def removed(self):
"""Yield items present in that but not in this as (key, value)."""
yield from self.filter('-')
def modified(self):
"""Yield items change as (key, this_value, that_value)."""
yield from self.filter('?')
def filter(self, *symbols):
"""Filter items by change status (+,-,?)."""
for symbol, item in self.changed:
if symbol in symbols:
yield ([item[0]], *item[1:])
elif isinstance(item, Diff):
yield from (([symbol, *res[0]], *res[1:])
for res in item.filter(*symbols))
def __bool__(self):
return not bool(self.changed)
def __len__(self):
return len(self.changed)
def load_json(file1, file2=None):
"""Read in JSON, return python data structure.
If file2 is None read from sys.stdin
"""
try:
this = json.loads(file1)
except json.decoder.JSONDecodeError as exc:
sys.exit(f'Syntax error in file1: {exc}')
try:
if file2:
that = json.loads(file2)
else:
that = json.load(sys.stdin)
except json.decoder.JSONDecodeError as exc:
sys.exit(f'Syntax error in file2: {exc}')
return this, that
def parse_args():
"""Return CLI args."""
parser = argparse.ArgumentParser()
parser.add_argument('file1')
parser.add_argument('file2', nargs='?')
parser.add_argument(
'-1', action='store', dest='name1', default='expected', help=(
'name file 1, default=expected'))
parser.add_argument(
'-2', action='store', dest='name2', default='got', help=(
'name file 2, default=got'))
parser.add_argument(
'-c1', '--contains1', action='store_const', const=1, default=0,
dest='contains', help=(
'test all (key, value) pairs in file1 are in file2'))
parser.add_argument(
'-c2', '--contains2', action='store_const', const=2, default=0,
dest='contains', help=(
'test all (key, value) pairs in file2 are in file1'))
parser.add_argument(
'--color', '--colour', action='store', default='never', help=(
'Use color? Option in always, never'), dest='color')
args = parser.parse_args()
return args
def main(args):
"""Implement dictdiff."""
this, that = load_json(args.file1, args.file2)
if this == that:
# skip all diff logic if possible
sys.exit(0)
if args.contains:
# test if items from one file present in the other
if args.contains == 2:
this, that = that, this
args.name1, args.name2 = args.name2, args.name1
diff = Diff(this, that, args.name1, args.name2)
for _ in diff.filter('-', '?'):
sys.stderr.write(str(diff))
sys.exit(1)
sys.exit(0)
diff = Diff(this, that, args.name1, args.name2)
if diff:
sys.exit(0)
else:
sys.stderr.write(str(diff))
sys.exit(len(diff))
if __name__ == '__main__':
main(parse_args())
cylc-flow-8.6.4/tests/functional/lib/python/test_diffr.py 0000664 0001750 0001750 00000026077 15202510242 023717 0 ustar alastair alastair # THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
"""Test the diff.py interface."""
import json
from subprocess import Popen, PIPE
from textwrap import dedent
import unittest
from diffr import Diff, __file__ as SCRIPT
class TestDiff(unittest.TestCase):
@staticmethod
def call_cli(this, that, *args):
cmd = (
['python', SCRIPT, json.dumps(this), json.dumps(that)]
+ list(args)
)
proc = Popen(cmd, stdout=PIPE, stderr=PIPE)
stdout, stderr = proc.communicate()
return [proc.returncode, stdout.decode(), stderr.decode()]
def test_dict_no_diff(self):
for this in [
{'a': 1},
{'a': {'b': 1}},
{'a': {'b': 1, 'c': 2}},
{'a': [1, {'b': 2}]}
]:
with self.subTest(this):
self.assertTrue(Diff(this, this))
def test_dict_added(self):
for this, that in [
({}, {'b': 2}),
({'a': 1}, {'b': 2}),
({'a': 1}, {'a': 1, 'b': 2})
]:
with self.subTest((this, that)):
diff = Diff(this, that)
self.assertFalse(diff)
self.assertEqual(
list(diff.added()),
[(['b'], 2)]
)
def test_dict_removed(self):
for this, that in [
({}, {'b': 2}),
({'a': 1}, {'b': 2}),
({'a': 1}, {'a': 1, 'b': 2})
]:
with self.subTest((that, this)):
diff = Diff(that, this)
self.assertFalse(diff)
self.assertEqual(
list(diff.removed()),
[(['b'], 2)]
)
def test_dict_modified(self):
for this, that in [
({'a': 1}, {'a': 2}),
({'a': 1, 'b': 2}, {'a': 2, 'b': 2}),
]:
with self.subTest((this, that)):
diff = Diff(this, that)
self.assertFalse(diff)
self.assertEqual(
list(diff.modified()),
[(['a'], 1, 2)]
)
def test_dict_str(self):
diff = Diff(
{'a': 1, 'b': 2, 'c': 3},
{'a': 1, 'b': 3, 'd': 4}
)
self.assertFalse(diff)
self.assertEqual(
str(diff),
dedent('''
+++ expected
--- got
============
{
? b: 2 => 3,
+ d: 4,
- c: 3
}
''').strip() + '\n'
)
def test_dict_nested(self):
diff = Diff(
{'x': {'y': {'a': 1, 'b': 2, 'c': 3}}},
{'x': {'y': {'a': 1, 'b': 3, 'd': 4}}}
)
self.assertFalse(diff)
self.assertEqual(
list(diff.added()),
[(['x', 'y', 'd'], 4)]
)
self.assertEqual(
list(diff.removed()),
[(['x', 'y', 'c'], 3)]
)
self.assertEqual(
list(diff.modified()),
[(['x', 'y', 'b'], 2, 3)]
)
self.assertEqual(
str(diff),
dedent('''
+++ expected
--- got
============
{
x: {
y: {
? b: 2 => 3,
+ d: 4,
- c: 3
}
}
}
''').strip() + '\n'
)
def test_dict_types(self):
diff = Diff(
{'a': 4.2, 'b': False, 'c': 'a', 'd': 1, 'e': None},
{'a': 4.1, 'b': True, 'c': 'b', 'd': 2, 'e': 1}
)
self.assertFalse(diff)
self.assertEqual(
list(diff.modified()),
[
(['a'], 4.2, 4.1),
(['b'], False, True),
(['c'], 'a', 'b'),
(['d'], 1, 2),
(['e'], None, 1)
]
)
self.assertEqual(
str(diff),
dedent('''
+++ expected
--- got
============
{
? a: 4.2 => 4.1,
? b: False => True,
? c: a => b,
? d: 1 => 2,
? e: None => 1
}
''').strip() + '\n'
)
def test_dict_names(self):
diff = Diff({'a': 1}, {'a': 2}, this_name='foo', that_name='bar')
self.assertEqual(
str(diff),
dedent('''
+++ foo
--- bar
============
{
? a: 1 => 2
}
''').strip() + '\n'
)
def test_list_no_diff(self):
for this in [
[1],
[1, 2, 3],
[1, {'a': 1}, 3]
]:
with self.subTest(this):
self.assertTrue(Diff(this, this))
def test_list_equal_length(self):
diff = Diff([1, 2, 3], [4, 5, 6])
self.assertFalse(diff)
self.assertEqual(
list(diff.modified()),
[
([0], 1, 4),
([1], 2, 5),
([2], 3, 6),
]
)
diff = Diff([1, 2, 3], [3, 2, 1])
self.assertFalse(diff)
self.assertEqual(
list(diff.modified()),
[
([0], 1, 3),
([2], 3, 1),
]
)
def test_list_different_length(self):
that, this = [1, 2, 3, 4, 5, 6], [-1, 2, 3]
diff = Diff(that, this)
self.assertFalse(diff)
self.assertEqual(
list(diff.modified()),
[
([0], 1, -1),
]
)
self.assertEqual(
list(diff.added()),
[]
)
self.assertEqual(
list(diff.removed()),
[
([3], 4),
([4], 5),
([5], 6)
]
)
diff = Diff(this, that)
self.assertFalse(diff)
self.assertEqual(
list(diff.modified()),
[
([0], -1, 1),
]
)
self.assertEqual(
list(diff.added()),
[
([3], 4),
([4], 5),
([5], 6)
]
)
self.assertEqual(
list(diff.removed()),
[]
)
def test_list_nested(self):
diff = Diff(
[1, [2, 3], 5, 6],
[1, [2, 3, 4], 5]
)
self.assertFalse(diff)
self.assertEqual(
list(diff.removed()),
[
([3], 6)
]
)
self.assertEqual(
list(diff.added()),
[
([1, 2], 4)
]
)
self.assertEqual(
list(diff.modified()),
[]
)
self.assertEqual(
str(diff),
dedent('''
+++ expected
--- got
============
[
1: [
+ 2: 4
],
- 3: 6
]
''').strip() + '\n'
)
def test_mixed(self):
diff = Diff(
{'x': {'y': [0, 2, {'a': 1, 'b': 2, 'c': 3}]}},
{'x': {'y': [1, 2, {'a': 1, 'b': 3, 'd': 4}, 5]}}
)
self.assertFalse(diff)
self.assertEqual(
list(diff.added()),
[
(['x', 'y', 2, 'd'], 4),
(['x', 'y', 3], 5)
]
)
self.assertEqual(
list(diff.removed()),
[
(['x', 'y', 2, 'c'], 3),
]
)
self.assertEqual(
list(diff.modified()),
[
(['x', 'y', 0], 0, 1),
(['x', 'y', 2, 'b'], 2, 3)
]
)
self.assertEqual(
str(diff),
dedent('''
+++ expected
--- got
============
{
x: {
y: [
? 0: 0 => 1,
2: {
? b: 2 => 3,
+ d: 4,
- c: 3
},
+ 3: 5
]
}
}
''').strip() + '\n'
)
def test_cli_no_diff(self):
for this in [
{'a': 1},
{'a': {'b': 1}},
{'a': {'b': 1, 'c': 2}},
{'a': [1, {'b': 2}]},
[1, 2, 3],
[1, {'a': 1}, 2]
]:
ret, out, err = self.call_cli(this, this)
self.assertEqual(ret, 0)
self.assertEqual(out, '')
self.assertEqual(err, '')
def test_cli_nested(self):
ret, out, err = self.call_cli(
{'x': {'y': {'a': 1, 'b': 2, 'c': 3}}},
{'x': {'y': {'a': 1, 'b': 3, 'd': 4}}}
)
self.assertEqual(ret, 1)
self.assertEqual(out, '')
self.assertEqual(
err,
dedent('''
+++ expected
--- got
============
{
x: {
y: {
? b: 2 => 3,
+ d: 4,
- c: 3
}
}
}
''').strip() + '\n'
)
def test_cli_contains(self):
this, that = ({'a': 1, 'b': 2}, {'a': 1})
ret, out, err = self.call_cli(this, that, '-c2')
self.assertEqual(ret, 0)
self.assertEqual(out, '')
self.assertEqual(err, '')
ret, out, err = self.call_cli(this, that, '-c1')
# self.assertEqual(ret, 1)
self.assertEqual(out, '')
self.assertEqual(
err,
dedent('''
+++ expected
--- got
============
{
- b: 2
}
''').strip() + '\n'
)
def test_cli_names(self):
for args in [[], ['-c1']]:
ret, out, err = self.call_cli(
{'a': 1}, {'a': 2}, '-1', 'foo', '-2', 'bar', *args)
self.assertEqual(ret, 1)
self.assertEqual(out, '')
self.assertEqual(
err,
dedent('''
+++ foo
--- bar
============
{
? a: 1 => 2
}
''').strip() + '\n'
)
cylc-flow-8.6.4/tests/functional/test_functions/ 0000775 0001750 0001750 00000000000 15202510242 022160 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/test_functions/00-grep_fail.t 0000664 0001750 0001750 00000002673 15202510242 024522 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test that grep_fail fails if test is not there:
. "$(dirname "$0")/test_header"
set_test_number 3
echo "The finger writes, and having writ moves on." > test_file.txt
# It passes if file exists and search term not there:
grep_fail 'foo' 'test_file.txt'
# It fails if the file exists and the search term is there:
grep_fail 'writ' 'test_file.txt' | tee "out1" > /dev/null
grep_ok 'not ok 2 - test_file.txt-grep-fail' 'out1'
# It fails if the file does not exist:
grep_fail "writ" "test_file2.txt" | tee "out2" > /dev/null
grep_ok 'not ok 3 - test_file2.txt-grep-fail-file to be grepped does not exist.' 'out2'
cylc-flow-8.6.4/tests/functional/test_functions/test_header 0000777 0001750 0001750 00000000000 15202510242 030475 2../lib/bash/test_header ustar alastair alastair cylc-flow-8.6.4/tests/functional/cylc-play/ 0000775 0001750 0001750 00000000000 15202510242 021006 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/cylc-play/12-play-pause-paused.t 0000664 0001750 0001750 00000003107 15202510242 024753 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#
# Test that running ``cylc play --pause`` on a paused workflow will _not_
# upause it, but will return a warning.
# https://github.com/cylc/cylc-flow/issues/7006
. "$(dirname "$0")/test_header"
set_test_number 3
init_workflow "${TEST_NAME_BASE}" <<'__FLOW_CONFIG__'
[scheduler]
allow implicit tasks = True
[scheduling]
[[graph]]
R1 = a
__FLOW_CONFIG__
# It starts the workflow paused:
run_ok "${TEST_NAME_BASE}-start-paused" \
cylc play "${WORKFLOW_NAME}" --pause
# It fails to unpause the workflow:
run_ok "${TEST_NAME_BASE}-start-paused-again" \
cylc play "${WORKFLOW_NAME}" --pause
# It returns an informative error:
grep_ok "Workflow already running: Remove --pause to resume" \
"${TEST_NAME_BASE}-start-paused-again.stderr"
cylc stop "${WORKFLOW_NAME}" --now --now
poll_workflow_stopped
purge
cylc-flow-8.6.4/tests/functional/cylc-play/02-format.t 0000664 0001750 0001750 00000004174 15202510242 022710 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#------------------------------------------------------------------------
# test the output of `cylc play` with different `--format` options
. "$(dirname "$0")/test_header"
set_test_number 8
init_workflow "${TEST_NAME_BASE}" <<'__FLOW_CONFIG__'
[scheduler]
allow implicit tasks = True
[scheduling]
[[dependencies]]
R1 = foo
__FLOW_CONFIG__
TEST_NAME="${TEST_NAME_BASE}-validate"
run_ok "${TEST_NAME}" cylc validate "${WORKFLOW_NAME}"
# format=plain
TEST_NAME="${TEST_NAME_BASE}-run-format-plain"
workflow_run_ok "${TEST_NAME}" cylc play --format plain "${WORKFLOW_NAME}"
grep_ok "Copyright" "${TEST_NAME}.stdout"
grep_ok "${WORKFLOW_NAME}:" "${TEST_NAME}.stdout"
poll_workflow_running
poll_workflow_stopped
delete_db
# format=json
TEST_NAME="${TEST_NAME_BASE}-run-format-json"
workflow_run_ok "${TEST_NAME}" cylc play --format json "${WORKFLOW_NAME}"
run_ok "${TEST_NAME}-fields" python3 -c '
import json
import sys
data = json.load(open(sys.argv[1], "r"))
print(list(sorted(data)), file=sys.stderr)
assert list(sorted(data)) == [
"host", "pid", "pub_url", "url", "workflow"]
' "${TEST_NAME}.stdout"
poll_workflow_running
poll_workflow_stopped
delete_db
# quiet
TEST_NAME="${TEST_NAME_BASE}-run-quiet"
workflow_run_ok "${TEST_NAME}" cylc play --quiet "${WORKFLOW_NAME}"
grep_ok "${WORKFLOW_NAME}:" "${TEST_NAME}.stdout"
poll_workflow_running
poll_workflow_stopped
purge
cylc-flow-8.6.4/tests/functional/cylc-play/07-timezones-compat.t 0000664 0001750 0001750 00000003635 15202510242 024724 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#------------------------------------------------------------------------
# Test for Timezone = Z
# TODO remove deprecated suite.rc section at Cylc 8.x
. "$(dirname "$0")/test_header"
set_test_number 4
# integer cycling
cat > suite.rc <<'__FLOW_CONFIG__'
[scheduler]
allow implicit tasks = True
[scheduling]
initial cycle point = 1000
[[dependencies]]
[[[R1]]]
graph = foo
__FLOW_CONFIG__
WORKFLOW_NAME="${CYLC_TEST_REG_BASE}/${TEST_SOURCE_DIR_BASE}/${TEST_NAME_BASE}"
cylc install --no-run-name --workflow-name="${WORKFLOW_NAME}"
# Pick a deliberately peculier timezone;
export TZ=Australia/Eucla
run_ok "${TEST_NAME_BASE}" cylc play "${WORKFLOW_NAME}" --no-detach --timestamp
grep_ok "+08:45 INFO" "${TEST_NAME_BASE}.stderr"
purge
init_workflow "${TEST_NAME_BASE}" <<'__FLOW_CONFIG__'
[scheduler]
allow implicit tasks = True
[scheduling]
initial cycle point = 1000
[[graph]]
R1 = foo
__FLOW_CONFIG__
cylc install --no-run-name --workflow-name="${WORKFLOW_NAME}-foo"
run_ok "${TEST_NAME_BASE}" cylc play "${WORKFLOW_NAME}-foo" --no-detach --timestamp
grep_ok "+08:45 INFO" "${TEST_NAME_BASE}.stderr"
purge
exit
cylc-flow-8.6.4/tests/functional/cylc-play/03-remote-run-host.t 0000664 0001750 0001750 00000002657 15202510242 024475 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Run a workflow with ``cylc play --host=somewhere-else``
export REQUIRE_PLATFORM='loc:remote fs:shared runner:background'
. "$(dirname "$0")/test_header"
set_test_number 2
# shellcheck disable=SC2016
init_workflow "${TEST_NAME_BASE}" <<< '
# A total non-entity workflow - just something to run.
[scheduling]
initial cycle point = 2020
[[graph]]
R1 = Aleph
[runtime]
[[Aleph]]
'
workflow_run_ok "${TEST_NAME_BASE}-run" cylc play "${WORKFLOW_NAME}" --host="${CYLC_TEST_HOST}" --no-detach
grep_ok "Scheduler:.*${CYLC_TEST_HOST}" "${WORKFLOW_RUN_DIR}/log/scheduler/log"
purge
exit
cylc-flow-8.6.4/tests/functional/cylc-play/01-profiler.t 0000664 0001750 0001750 00000002640 15202510242 023235 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
# Ensure that the Scheduler is able to run in profile mode without falling
# over. It should produce a profile file at the end.
. "$(dirname "$0")/test_header"
set_test_number 4
init_workflow "${TEST_NAME_BASE}" <<'__FLOW_CONFIG__'
[scheduler]
allow implicit tasks = True
[scheduling]
initial cycle point = 1
cycling mode = integer
[[graph]]
R1 = a
__FLOW_CONFIG__
run_ok "${TEST_NAME_BASE}-validate" \
cylc validate "${WORKFLOW_NAME}" --profile
exists_ok 'profile.prof'
run_ok "${TEST_NAME_BASE}-run" \
cylc play "${WORKFLOW_NAME}" --profile --no-detach
exists_ok "${RUN_DIR}/${WORKFLOW_NAME}/log/scheduler/profile.prof"
purge
cylc-flow-8.6.4/tests/functional/cylc-play/10-start-task-upgrade.t 0000664 0001750 0001750 00000002132 15202510242 025131 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
# ensure that legacy task ids are upgraded automatically when specified
# with --start-task
. "$(dirname "$0")/test_header"
set_test_number 2
run_fail "${TEST_NAME_BASE}" \
cylc play Agrajag --start-task foo.123 --start-task bar.234
grep_ok \
'Cylc7 format is deprecated, using: 123/foo 234/bar' \
"${TEST_NAME_BASE}.stderr"
cylc-flow-8.6.4/tests/functional/cylc-play/08-provided-vars.t 0000664 0001750 0001750 00000003657 15202510242 024220 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#------------------------------------------------------------------------
# test the export of CYLC_WORKFLOW_ID and CYLC_WORKFLOW_ID
. "$(dirname "$0")/test_header"
set_test_number 4
create_test_global_config '' "
[install]
max depth = 5
"
cat > flow.cylc <<'__FLOW_CONFIG__'
[scheduler]
cycle point format = %Y
[[events]]
stall timeout = PT0S
[scheduling]
initial cycle point = 1066
[[dependencies]]
R1 = foo
[runtime]
[[foo]]
script = """
echo "CYLC_WORKFLOW_ID is: ${CYLC_WORKFLOW_ID}"
echo "CYLC_WORKFLOW_ID is: ${CYLC_WORKFLOW_ID}"
"""
__FLOW_CONFIG__
init_workflow "${TEST_NAME_BASE}" flow.cylc true
run_ok "${TEST_NAME_BASE}-validate" cylc validate "${WORKFLOW_NAME}"
workflow_run_ok "${TEST_NAME_BASE}-play" cylc play "${WORKFLOW_NAME}" --no-detach
named_grep_ok \
"${TEST_NAME_BASE}-check-CYLC_WORKFLOW_ID" \
"CYLC_WORKFLOW_ID is:.* ${WORKFLOW_NAME}" \
"${WORKFLOW_RUN_DIR}/runN/log/job/1066/foo/NN/job.out"
named_grep_ok \
"${TEST_NAME_BASE}-check-CYLC_WORKFLOW_ID" \
"CYLC_WORKFLOW_ID is:.* ${WORKFLOW_NAME}/run1" \
"${WORKFLOW_RUN_DIR}/runN/log/job/1066/foo/NN/job.out"
cylc-flow-8.6.4/tests/functional/cylc-play/00-contact.t 0000664 0001750 0001750 00000006047 15202510242 023052 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
# Test `cylc play` start up or resume under various contact scenarios:
# - running, normally
# - stopped, normally
# - stopped, but orphaned contact file
# - running, but can't be contacted
. "$(dirname "$0")/test_header"
set_test_number 10
init_workflow "${TEST_NAME_BASE}" <<'__FLOW_CONFIG__'
[scheduling]
[[graph]]
R1 = foo
[runtime]
[[foo]]
script = false
__FLOW_CONFIG__
run_ok "${TEST_NAME_BASE}-validate" \
cylc validate "${WORKFLOW_NAME}"
# Not running: play should start it up.
# (run like this "(cmd &) >/dev/null" to discard the process killed message)
(cylc play --pause --no-detach "${WORKFLOW_NAME}" \
1>"${TEST_NAME_BASE}.out" 2>&1 &) 2>/dev/null
poll_workflow_running
poll_grep_workflow_log "Pausing the workflow: Paused on start up"
# Already running: play should resume.
TEST_NAME="${TEST_NAME_BASE}-resume"
run_ok "${TEST_NAME}" \
cylc play "${WORKFLOW_NAME}"
grep_ok "Resuming already-running workflow" "${TEST_NAME}.stdout"
poll_grep_workflow_log "RESUMING the workflow now"
# Orphan the contact file
# Play should timeout, remove the contact file, and start up.
TEST_NAME="${TEST_NAME_BASE}-orphan"
eval "$(cylc get-workflow-contact "${WORKFLOW_NAME}" | grep CYLC_WORKFLOW_PID)"
kill -9 "${CYLC_WORKFLOW_PID}" > /dev/null 2>&1
run_ok "${TEST_NAME}" \
cylc play "${WORKFLOW_NAME}" --comms-timeout=1 --pause
grep_ok "Connection timed out (1000.0 ms)" "${TEST_NAME}.stderr"
grep_ok "Removed contact file" "${TEST_NAME}.stderr"
poll_grep_workflow_log "Pausing the workflow: Paused on start up"
# Mess with the port: play aborts as can't tell if workflow is running or not.
# (The ping times out, then `cylc psutil` can't find the workflow).
eval "$(cylc get-workflow-contact "${WORKFLOW_NAME}" | grep CYLC_WORKFLOW_PORT)"
sed -i 's/CYLC_WORKFLOW_PORT=.*/CYLC_WORKFLOW_PORT=490001/' \
"$WORKFLOW_RUN_DIR/.service/contact"
run_fail "${TEST_NAME}" \
cylc play "${WORKFLOW_NAME}" --comms-timeout=1
grep_ok "Connection timed out (1000.0 ms)" "${TEST_NAME}.stderr"
grep_ok "Cannot tell if the workflow is running" "${TEST_NAME}.stderr"
# Restore contact file and shut down.
sed -i "s/CYLC_WORKFLOW_PORT=.*/CYLC_WORKFLOW_PORT=${CYLC_WORKFLOW_PORT}/" \
"$WORKFLOW_RUN_DIR/.service/contact"
run_ok "${TEST_NAME}" \
cylc stop --now "${WORKFLOW_NAME}"
purge
cylc-flow-8.6.4/tests/functional/cylc-play/11-remote-reinvoke-uncontactable.t 0000664 0001750 0001750 00000004002 15202510242 027341 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
# Test that remote reinvocation exits non-zero if the remote host is
# uncontactable.
# https://github.com/cylc/cylc-flow/pull/6745
# Ideally we would test with multiple hosts in [scheduler][run hosts]available
# to ensure each is tried, but that is not feasible.
export REQUIRE_PLATFORM='loc:remote fs:shared'
# (We need a valid remote host; the platform itself is not used)
. "$(dirname "$0")/test_header"
set_test_number 2
# create an SSH config that will fail to connect to a valid host
mock_ssh_config_file="/var/tmp/cylc-test-ssh-config"
cat > "${mock_ssh_config_file}" << __EOF__
Host ${CYLC_TEST_HOST}*
User BorkedMushroom25
__EOF__
create_test_global_config "" "
[scheduler]
[[run hosts]]
available = ${CYLC_TEST_HOST}
ranking =
[platforms]
[[localhost]]
ssh command = ssh -oBatchMode=yes -oStrictHostKeyChecking=no -F ${mock_ssh_config_file}
"
init_workflow "${TEST_NAME_BASE}" <<'__FLOW_CONFIG__'
[scheduler]
allow implicit tasks = True
[scheduling]
[[graph]]
R1 = a
__FLOW_CONFIG__
TEST_NAME="${TEST_NAME_BASE}-run"
workflow_run_fail "$TEST_NAME" \
cylc play "${WORKFLOW_NAME}" --no-detach --mode=simulation
grep_ok "Cylc could not establish SSH connection to the run hosts" \
"${TEST_NAME}.stderr"
cylc-flow-8.6.4/tests/functional/cylc-play/test_header 0000777 0001750 0001750 00000000000 15202510242 027323 2../lib/bash/test_header ustar alastair alastair cylc-flow-8.6.4/tests/functional/cylc-play/04-no-install.t 0000664 0001750 0001750 00000002762 15202510242 023503 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Run a workflow that was written directly in the cylc-run dir
# (rather than being installed by cylc install)
. "$(dirname "$0")/test_header"
set_test_number 1
# write a flow in the cylc-run dir
# (rather than using cylc-install to transfer it)
WORKFLOW_NAME="cylctb-${CYLC_TEST_TIME_INIT}/${TEST_SOURCE_DIR_BASE}/${TEST_NAME_BASE}"
mkdir -p "${RUN_DIR}/${WORKFLOW_NAME}"
cat > "${RUN_DIR}/${WORKFLOW_NAME}/flow.cylc" <<__HERE__
[scheduler]
allow implicit tasks = True
[scheduling]
[[graph]]
R1 = foo
__HERE__
# ensure it can be run with no further meddling
workflow_run_ok "${TEST_NAME_BASE}-run" cylc play "${WORKFLOW_NAME}" --no-detach
purge
exit
cylc-flow-8.6.4/tests/functional/cylc-play/09-invalid-cp-opt.t 0000664 0001750 0001750 00000003165 15202510242 024254 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
# -----------------------------------------------------------------------------
# Test that an invalid cycle point option does not cause an empty DB to be
# created - https://github.com/cylc/cylc-flow/issues/4637
. "$(dirname "$0")/test_header"
set_test_number 5
init_workflow "${TEST_NAME_BASE}" <<'__FLOW_CONFIG__'
[scheduler]
allow implicit tasks = True
[scheduling]
initial cycle point = 1066
[[graph]]
R1 = foo
__FLOW_CONFIG__
run_ok "${TEST_NAME_BASE}-validate" cylc validate "${WORKFLOW_NAME}"
# Assert malformed stopcp causes failure:
run_fail "${TEST_NAME_BASE}-run" \
cylc play "${WORKFLOW_NAME}" --no-detach --stopcp='potato'
grep_ok "ERROR - Workflow shutting down .*potato" "${TEST_NAME_BASE}-run.stderr"
# Check that we haven't got a database
exists_ok "${WORKFLOW_RUN_DIR}/.service"
exists_fail "${WORKFLOW_RUN_DIR}/.service/db"
purge
cylc-flow-8.6.4/tests/functional/cylc-play/06-warnif-scp-after-fcp.t 0000664 0001750 0001750 00000003663 15202510242 025344 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#------------------------------------------------------------------------
# test that cylc play warns if FCP before Stop Point.
. "$(dirname "$0")/test_header"
set_test_number 7
init_workflow "${TEST_NAME_BASE}" <<'__FLOW_CONFIG__'
[scheduler]
allow implicit tasks = True
[[events]]
# The third subtest will restart with an empty task pool.
# This ensures the workflow shuts down prompty.
restart timeout = PT0S
[scheduling]
initial cycle point = 1
final cycle point = 2
cycling mode = integer
[[graph]]
P1 = foo
__FLOW_CONFIG__
TEST_NAME="${TEST_NAME_BASE}-validate"
run_ok "${TEST_NAME}" cylc validate "${WORKFLOW_NAME}"
for SCP in 1 2 3; do
TEST_NAME="${TEST_NAME_BASE}-play-integer-scp=${SCP}"
workflow_run_ok "${TEST_NAME}" cylc play "${WORKFLOW_NAME}" \
--no-detach --stopcp="${SCP}"
if [[ "${SCP}" -lt 3 ]]; then
grep_ok "Stop cycle point '.*'.*after.*final cycle point '.*'" \
"${RUN_DIR}/${WORKFLOW_NAME}/log/scheduler/log" "-v"
else
grep_ok "Stop cycle point '.*'.*after.*final cycle point '.*'" \
"${RUN_DIR}/${WORKFLOW_NAME}/log/scheduler/log"
fi
done
purge
cylc-flow-8.6.4/tests/functional/cylc-trigger/ 0000775 0001750 0001750 00000000000 15202510242 021504 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/cylc-trigger/01-queued/ 0000775 0001750 0001750 00000000000 15202510242 023212 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/cylc-trigger/01-queued/reference.log 0000664 0001750 0001750 00000000127 15202510242 025653 0 ustar alastair alastair Initial point: 1
Final point: 1
1/foo -triggered off []
1/bar -triggered off ['1/foo']
cylc-flow-8.6.4/tests/functional/cylc-trigger/01-queued/flow.cylc 0000664 0001750 0001750 00000000657 15202510242 025045 0 ustar alastair alastair [scheduling]
[[queues]]
[[[my_queue]]]
limit = 1
members = METASYNTACTIC
[[graph]]
R1 = "foo:start => bar"
[runtime]
[[METASYNTACTIC]]
[[foo]]
inherit = METASYNTACTIC
script = """
cylc__job__wait_cylc_message_started
cylc trigger "$CYLC_WORKFLOW_ID//1/bar"
"""
[[bar]]
inherit = METASYNTACTIC
script = true
cylc-flow-8.6.4/tests/functional/cylc-trigger/04-filter-names.t 0000775 0001750 0001750 00000002533 15202510242 024506 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test triggering matching names in a cycle.
. "$(dirname "$0")/test_header"
set_test_number 3
install_workflow "${TEST_NAME_BASE}" "${TEST_NAME_BASE}"
run_ok "${TEST_NAME_BASE}-validate" cylc validate "${WORKFLOW_NAME}"
run_ok "${TEST_NAME_BASE}" cylc play --reference-test --debug --no-detach "${WORKFLOW_NAME}"
# Ensure that 1/loser is only triggered once.
JOB_LOG_DIR="$RUN_DIR/${WORKFLOW_NAME}/log/job"
run_ok "${TEST_NAME_BASE}-loser-nn" \
test "$(readlink "${JOB_LOG_DIR}/1/loser/NN")" = '01'
purge
exit
cylc-flow-8.6.4/tests/functional/cylc-trigger/00-compat/ 0000775 0001750 0001750 00000000000 15202510242 023204 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/cylc-trigger/00-compat/reference.log 0000664 0001750 0001750 00000000127 15202510242 025645 0 ustar alastair alastair Initial point: 1
Final point: 1
1/foo -triggered off []
1/bar -triggered off ['1/foo']
cylc-flow-8.6.4/tests/functional/cylc-trigger/00-compat/flow.cylc 0000664 0001750 0001750 00000000246 15202510242 025031 0 ustar alastair alastair [scheduling]
[[graph]]
R1 = foo => bar
[runtime]
[[foo]]
script = cylc trigger "${CYLC_WORKFLOW_ID}//^/bar"
[[bar]]
script = true
cylc-flow-8.6.4/tests/functional/cylc-trigger/06-already-active.t 0000664 0001750 0001750 00000002263 15202510242 025011 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test triggering an already-active task just generates a warning.
. "$(dirname "$0")/test_header"
set_test_number 2
install_workflow "${TEST_NAME_BASE}" "${TEST_NAME_BASE}"
run_ok "${TEST_NAME_BASE}-validate" cylc validate "${WORKFLOW_NAME}"
workflow_run_ok "${TEST_NAME_BASE}-run" \
cylc play --debug --no-detach "${WORKFLOW_NAME}"
purge
cylc-flow-8.6.4/tests/functional/cylc-trigger/07-kill-trigger/ 0000775 0001750 0001750 00000000000 15202510242 024324 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/cylc-trigger/07-kill-trigger/reference.log 0000664 0001750 0001750 00000000100 15202510242 026754 0 ustar alastair alastair 1/a -triggered off [] in flow 1
1/a -triggered off [] in flow 1
cylc-flow-8.6.4/tests/functional/cylc-trigger/07-kill-trigger/flow.cylc 0000664 0001750 0001750 00000002012 15202510242 026142 0 ustar alastair alastair [scheduler]
[[events]]
inactivity timeout = PT1M
expected task failures = "1/a"
[scheduling]
[[graph]]
R1 = a
[runtime]
[[a]]
script = """
if [[ $CYLC_TASK_SUBMIT_NUMBER == 1 ]]; then
# wait for the scheduler to receive the started message,
# then kill the job
cylc__job__poll_grep_workflow_log -E '1/a.*running'
cylc kill "${CYLC_WORKFLOW_ID}//1/a"
# do not succeed immediately after issuing the kill command or the
# workflow may shut down as complete before registering task failure
# (This polling grep will never complete, but you know what I mean.)
cylc__job__poll_grep_workflow_log -E '1/a.*failed'
fi
"""
[[[events]]]
# when the scheduler receives the failed message, trigger the task
# to run again, it should run instantly
failed handlers = cylc trigger "%(workflow)s//1/a"
cylc-flow-8.6.4/tests/functional/cylc-trigger/02-filter-failed/ 0000775 0001750 0001750 00000000000 15202510242 024432 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/cylc-trigger/02-filter-failed/reference.log 0000664 0001750 0001750 00000000546 15202510242 027100 0 ustar alastair alastair Initial point: 1
Final point: 1
1/fixable1 -triggered off []
1/fixable2 -triggered off []
1/fixable3 -triggered off []
1/fixer -triggered off []
1/fixable1 -triggered off []
1/fixable2 -triggered off []
1/fixable3 -triggered off []
1/z1 -triggered off ['1/fixable1', '1/fixable2', '1/fixable3']
1/z2 -triggered off ['1/fixable1', '1/fixable2', '1/fixable3']
cylc-flow-8.6.4/tests/functional/cylc-trigger/02-filter-failed/flow.cylc 0000664 0001750 0001750 00000001614 15202510242 026257 0 ustar alastair alastair [scheduler]
[[events]]
expected task failures = 1/fixable1, 1/fixable2, 1/fixable3
[scheduling]
[[graph]]
# Unhandled failures stay around for retriggering by "fixer"
R1 = """
fixer
FIXABLES:succeed-all => Z
"""
[runtime]
[[FIXABLES]]
script = test "${CYLC_TASK_SUBMIT_NUMBER}" -eq 2
[[fixable1, fixable2, fixable3]]
inherit = FIXABLES
[[fixer]]
script = """
cylc__job__wait_cylc_message_started
cylc__job__poll_grep_workflow_log '\[1/fixable1/01:running\] failed/ERR'
cylc__job__poll_grep_workflow_log '\[1/fixable2/01:running\] failed/ERR'
cylc__job__poll_grep_workflow_log '\[1/fixable3/01:running\] failed/ERR'
cylc trigger "${CYLC_WORKFLOW_ID}//1/fixable*:failed"
"""
[[Z]]
script = true
[[z1, z2]]
inherit = Z
cylc-flow-8.6.4/tests/functional/cylc-trigger/test_header 0000777 0001750 0001750 00000000000 15202510242 030021 2../lib/bash/test_header ustar alastair alastair cylc-flow-8.6.4/tests/functional/cylc-trigger/04-filter-names/ 0000775 0001750 0001750 00000000000 15202510242 024313 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/cylc-trigger/04-filter-names/reference.log 0000664 0001750 0001750 00000001146 15202510242 026756 0 ustar alastair alastair Initial point: 1
Final point: 1
1/fixable-1a -triggered off []
1/fixable-1b -triggered off []
1/fixable-2a -triggered off []
1/fixable-2b -triggered off []
1/fixable-3 -triggered off []
1/loser -triggered off []
1/fixer -triggered off []
1/fixable-1a -triggered off []
1/fixable-1b -triggered off []
1/fixable-2a -triggered off []
1/fixable-2b -triggered off []
1/fixable-3 -triggered off []
1/z1 -triggered off ['1/fixable-1a', '1/fixable-1b', '1/fixable-2a', '1/fixable-2b', '1/fixable-3', '1/loser']
1/z2 -triggered off ['1/fixable-1a', '1/fixable-1b', '1/fixable-2a', '1/fixable-2b', '1/fixable-3', '1/loser']
cylc-flow-8.6.4/tests/functional/cylc-trigger/04-filter-names/flow.cylc 0000664 0001750 0001750 00000002477 15202510242 026150 0 ustar alastair alastair [scheduler]
[[events]]
expected task failures = 1/fixable-1a, 1/fixable-1b, 1/fixable-2a, 1/fixable-2b, 1/fixable-3, 1/loser
[scheduling]
[[graph]]
R1 = """
# Unhandled failures stay around for retriggering by "fixer"
fixer
FIXABLES:succeed-all & loser:fail => Z
"""
[runtime]
[[FIXABLES]]
script = test "${CYLC_TASK_SUBMIT_NUMBER}" -eq 2
[[FIXABLE-1, FIXABLE-2, FIXABLE-3]]
inherit = FIXABLES
[[fixable-1a, fixable-1b]]
inherit = FIXABLE-1
[[fixable-2a, fixable-2b]]
inherit = FIXABLE-2
[[fixable-3]]
inherit = FIXABLE-3
[[fixer]]
script = """
cylc__job__wait_cylc_message_started
cylc__job__poll_grep_workflow_log -E '1/fixable-1a/01.* failed'
cylc__job__poll_grep_workflow_log -E '1/fixable-1b/01.* failed'
cylc__job__poll_grep_workflow_log -E '1/fixable-2a/01.* failed'
cylc__job__poll_grep_workflow_log -E '1/fixable-2b/01.* failed'
cylc__job__poll_grep_workflow_log -E '1/fixable-3/01.* failed'
cylc trigger "${CYLC_WORKFLOW_ID}//" \
'//1/FIXABLE-1' '//1/fixable-2*' '//1/fixable-3'
"""
[[loser]]
script = false
[[Z]]
script = true
[[z1, z2]]
inherit = Z
cylc-flow-8.6.4/tests/functional/cylc-trigger/07-kill-trigger.t 0000664 0001750 0001750 00000002365 15202510242 024517 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test killing a job, then re-triggering it whilst it is "held".
# See https://github.com/cylc/cylc-flow/issues/6398
. "$(dirname "$0")/test_header"
set_test_number 2
install_workflow "${TEST_NAME_BASE}" "${TEST_NAME_BASE}"
run_ok "${TEST_NAME_BASE}-validate" cylc validate "${WORKFLOW_NAME}"
workflow_run_ok "${TEST_NAME_BASE}-run" \
cylc play --debug --no-detach --reference-test "${WORKFLOW_NAME}"
purge
cylc-flow-8.6.4/tests/functional/cylc-trigger/02-filter-failed.t 0000775 0001750 0001750 00000002005 15202510242 024617 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test triggering multiple failed tasks in a cycle point.
# (Pre SoD this matched the task pool by failed state).
. "$(dirname "$0")/test_header"
set_test_number 2
reftest
exit
cylc-flow-8.6.4/tests/functional/cylc-trigger/00-compat.t 0000775 0001750 0001750 00000001670 15202510242 023400 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test basic usage of "cylc trigger"
. "$(dirname "$0")/test_header"
set_test_number 2
reftest
exit
cylc-flow-8.6.4/tests/functional/cylc-trigger/01-queued.t 0000777 0001750 0001750 00000000000 15202510242 025257 200-compat.t ustar alastair alastair cylc-flow-8.6.4/tests/functional/cylc-trigger/06-already-active/ 0000775 0001750 0001750 00000000000 15202510242 024621 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/cylc-trigger/06-already-active/flow.cylc 0000664 0001750 0001750 00000001253 15202510242 026445 0 ustar alastair alastair # test triggering an already active task
[scheduler]
[[events]]
inactivity timeout = PT1M
abort on inactivity timeout = True
[scheduling]
[[graph]]
R1 = "triggeree:start & triggerer"
[runtime]
[[triggerer]]
script = """
cylc__job__poll_grep_workflow_log "1/triggeree.* => running" -E
cylc trigger "$CYLC_WORKFLOW_ID//1/triggeree"
cylc__job__poll_grep_workflow_log \
"Job already in process - ignoring trigger" -E
"""
[[triggeree]]
script = """
cylc__job__poll_grep_workflow_log \
"Job already in process - ignoring trigger" -E
"""
cylc-flow-8.6.4/tests/functional/retries/ 0000775 0001750 0001750 00000000000 15202510242 020566 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/retries/02-xtriggers/ 0000775 0001750 0001750 00000000000 15202510242 023023 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/retries/02-xtriggers/reference.log 0000664 0001750 0001750 00000000304 15202510242 025461 0 ustar alastair alastair Initial point: 1
Final point: 1
1/retry -triggered off []
1/retry -triggered off []
1/retry -triggered off []
1/retry -triggered off []
1/retry -triggered off []
1/test -triggered off ['1/retry']
cylc-flow-8.6.4/tests/functional/retries/02-xtriggers/flow.cylc 0000664 0001750 0001750 00000002771 15202510242 024655 0 ustar alastair alastair [scheduling]
[[graph]]
R1 = retry => test
[runtime]
[[retry]]
# capture task info - incl xtriggers
pre-script = """
cylc show "${CYLC_WORKFLOW_ID}" \
"${CYLC_TASK_NAME}.${CYLC_TASK_CYCLE_POINT}" \
> "${CYLC_TASK_LOG_ROOT}-show"
"""
# fail four times then pass
script = test "${CYLC_TASK_SUBMIT_NUMBER}" -ge 5
# stagger retries every two seconds
[[[job]]]
execution retry delays = 5*PT3S
[[test]]
script = """
cylc cat-log "${CYLC_WORKFLOW_ID}" > log
# get a list of the times cylc says tasks will retry after
mapfile -t RETRY_TIMES \
< <(sed -n 's/.*retrying.*after \(.*\)).*/\1/p' log)
# get a list of the times when the xtriggers actually succeeded
mapfile -t XTRIGGER_TIMES \
< <(sed -n 's/\(.*\) INFO.*xtrigger succeeded.*/\1/p' log)
test "${#RETRY_TIMES[@]}" -eq 4
test "${#XTRIGGER_TIMES[@]}" -eq 4
# make sure that tasks retried when they said they would
for N in $(seq 0 3); do
INTERVAL="$(isodatetime \
"${RETRY_TIMES[$N]}" "${XTRIGGER_TIMES[$N]}" --as-total s)"
echo "RETRY=${RETRY_TIMES[$N]}"
echo "XTRIGGER=${XTRIGGER_TIMES[$N]}"
echo "INTERVAL=${INTERVAL}"
python3 -c "assert ${INTERVAL} >= 0.0"
done
"""
cylc-flow-8.6.4/tests/functional/retries/02-xtriggers.t 0000664 0001750 0001750 00000001671 15202510242 023215 0 ustar alastair alastair #!/bin/bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) 2008-2019 NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test kill running jobs only
. "$(dirname "$0")/test_header"
set_test_number 2
reftest
purge
exit
cylc-flow-8.6.4/tests/functional/retries/03-upgrade/ 0000775 0001750 0001750 00000000000 15202510242 022435 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/retries/03-upgrade/flow.cylc 0000664 0001750 0001750 00000000665 15202510242 024267 0 ustar alastair alastair [scheduler]
[[events]]
abort on inactivity timeout = True
abort on stall timeout = True
inactivity timeout = PT1M
stall timeout = PT1M
[scheduling]
[[dependencies]]
graph = """
a => b => c
"""
[runtime]
[[b]]
# fail four times then pass
script = test "$CYLC_TASK_SUBMIT_NUMBER" -ge 3;
[[[job]]]
execution retry delays = 2*PT2S
cylc-flow-8.6.4/tests/functional/retries/execution/ 0000775 0001750 0001750 00000000000 15202510242 022571 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/retries/execution/reference.log 0000664 0001750 0001750 00000000200 15202510242 025222 0 ustar alastair alastair Initial point: 1
Final point: 1
1/foo -triggered off []
1/foo -triggered off []
1/foo -triggered off []
1/foo -triggered off []
cylc-flow-8.6.4/tests/functional/retries/execution/flow.cylc 0000664 0001750 0001750 00000000540 15202510242 024413 0 ustar alastair alastair [scheduler]
[[events]]
abort on stall timeout = True
stall timeout = PT0S
abort on inactivity timeout = True
inactivity timeout = PT3M
[scheduling]
[[graph]]
R1 = foo
[runtime]
[[foo]]
script = test "${CYLC_TASK_TRY_NUMBER}" '-ge' '4'
[[[job]]]
execution retry delays = 3*PT0S
cylc-flow-8.6.4/tests/functional/retries/test_header 0000777 0001750 0001750 00000000000 15202510242 027103 2../lib/bash/test_header ustar alastair alastair cylc-flow-8.6.4/tests/functional/retries/submission/ 0000775 0001750 0001750 00000000000 15202510242 022761 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/retries/submission/reference.log 0000664 0001750 0001750 00000000200 15202510242 025412 0 ustar alastair alastair Initial point: 1
Final point: 1
1/foo -triggered off []
1/foo -triggered off []
1/foo -triggered off []
1/foo -triggered off []
cylc-flow-8.6.4/tests/functional/retries/submission/flow.cylc 0000664 0001750 0001750 00000000657 15202510242 024614 0 ustar alastair alastair [scheduler]
[[events]]
abort on stall timeout = True
stall timeout = PT0S
abort on inactivity timeout = True
inactivity timeout = PT3M
expected task failures = 1/foo
[scheduling]
[[graph]]
R1 = "foo:submit-fail? => !foo"
[runtime]
[[foo]]
script = true
platform = nonsense-platform
[[[job]]]
submission retry delays = PT0S, PT0S, PT0S
cylc-flow-8.6.4/tests/functional/retries/01-submission-retry.t 0000664 0001750 0001750 00000003370 15202510242 024532 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test execution retries are working
. "$(dirname "$0")/test_header"
set_test_number 3
install_workflow "${TEST_NAME_BASE}" 'submission'
create_test_global_config "" "
[platforms]
[[nonsense-platform]]
hosts = notahost
"
#-------------------------------------------------------------------------------
run_ok "${TEST_NAME_BASE}-validate" cylc validate "${WORKFLOW_NAME}"
workflow_run_ok "${TEST_NAME_BASE}-run" \
cylc play --reference-test --debug --no-detach "${WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
if ! command -v 'sqlite3' >'/dev/null'; then
skip 1 'sqlite3 not installed?'
else
sqlite3 \
"$RUN_DIR/${WORKFLOW_NAME}/log/db" \
'SELECT try_num, submit_num FROM task_jobs' >'select.out'
cmp_ok 'select.out' <<'__OUT__'
1|1
1|2
1|3
1|4
__OUT__
fi
#-------------------------------------------------------------------------------
purge
exit
cylc-flow-8.6.4/tests/functional/retries/00-execution-retry.t 0000664 0001750 0001750 00000003116 15202510242 024337 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test execution retries are working
. "$(dirname "$0")/test_header"
set_test_number 3
install_workflow "${TEST_NAME_BASE}" 'execution'
#-------------------------------------------------------------------------------
run_ok "${TEST_NAME_BASE}-validate" cylc validate "${WORKFLOW_NAME}"
workflow_run_ok "${TEST_NAME_BASE}-run" \
cylc play --reference-test --debug --no-detach "${WORKFLOW_NAME}"
if command -v 'sqlite3' >'/dev/null'; then
sqlite3 \
"$RUN_DIR/${WORKFLOW_NAME}/log/db" \
'SELECT try_num, submit_num FROM task_jobs' >'select.out'
cmp_ok 'select.out' <<'__OUT__'
1|1
2|2
3|3
4|4
__OUT__
else
skip 1 "sqlite3 not installed?"
fi
#-------------------------------------------------------------------------------
purge
exit
cylc-flow-8.6.4/tests/functional/logging/ 0000775 0001750 0001750 00000000000 15202510242 020537 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/logging/03-roll.t 0000775 0001750 0001750 00000003461 15202510242 022123 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test log rolling.
. "$(dirname "$0")/test_header"
set_test_number 11
init_workflow "${TEST_NAME_BASE}" <<'__FLOW_CONFIG__'
[scheduler]
[[events]]
abort on stall timeout = True
stall timeout = PT0S
[scheduling]
cycling mode = integer
initial cycle point = 1
final cycle point = 20
[[graph]]
P1 = t1 & t2 & t3
[runtime]
[[t1, t2, t3]]
script = true
__FLOW_CONFIG__
create_test_global_config '' '
[scheduler]
[[logging]]
rolling archive length = 8
maximum size in bytes = 2048
'
run_ok "${TEST_NAME_BASE}-validate" \
cylc validate "${WORKFLOW_NAME}"
workflow_run_ok "${TEST_NAME_BASE}-run" \
cylc play --debug --no-detach "${WORKFLOW_NAME}"
FILES="$(ls "${HOME}/cylc-run/${WORKFLOW_NAME}/log/scheduler/"*.log)"
run_ok "${TEST_NAME_BASE}-n-logs" test 8 -eq "$(wc -l <<<"${FILES}")"
for FILE in ${FILES}; do
run_ok "${TEST_NAME_BASE}-log-size" test "$(stat -c'%s' "${FILE}")" -le 2048
done
purge
exit
cylc-flow-8.6.4/tests/functional/logging/01-basic.t 0000664 0001750 0001750 00000004761 15202510242 022233 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test start/restart/reload config logs are created correctly
. "$(dirname "$0")/test_header"
set_test_number 7
init_workflow "${TEST_NAME_BASE}" <<'__FLOW_CONFIG__'
[scheduler]
[[events]]
abort on stall timeout = true
stall timeout = PT0S
abort on inactivity timeout = true
inactivity timeout = PT1M
[scheduling]
[[graph]]
R1 = reloader1 => stopper => reloader2
[runtime]
[[reloader1, reloader2]]
script = """
cylc reload "${CYLC_WORKFLOW_ID}"
# wait for the command to complete
cylc__job__poll_grep_workflow_log 'Reload completed'
"""
[[stopper]]
script = cylc stop --now --now "${CYLC_WORKFLOW_ID}"
__FLOW_CONFIG__
run_ok "${TEST_NAME_BASE}-validate" cylc validate "${WORKFLOW_NAME}"
workflow_run_ok "${TEST_NAME_BASE}-run" cylc play --no-detach "${WORKFLOW_NAME}"
# Check scheduler logs.
ls "${WORKFLOW_RUN_DIR}/log/scheduler/" > schd_1.out
cmp_ok schd_1.out << __EOF__
01-start-01.log
log
__EOF__
# Check config logs.
ls "${WORKFLOW_RUN_DIR}/log/config/" > conf_1.out
cmp_ok conf_1.out << __EOF__
01-start-01.cylc
02-reload-01.cylc
flow-processed.cylc
__EOF__
mv "$WORKFLOW_RUN_DIR/cylc.flow.main_loop.log_db.sql" "$WORKFLOW_RUN_DIR/01.cylc.flow.main_loop.log_db.sql"
workflow_run_ok "${TEST_NAME_BASE}-run" cylc play --no-detach "${WORKFLOW_NAME}"
ls "${WORKFLOW_RUN_DIR}/log/scheduler/" > schd_2.out
cmp_ok schd_2.out << __EOF__
01-start-01.log
02-restart-02.log
log
__EOF__
ls "${WORKFLOW_RUN_DIR}/log/config/" > conf_2.out
cmp_ok conf_2.out << __EOF__
01-start-01.cylc
02-reload-01.cylc
03-restart-02.cylc
04-reload-02.cylc
flow-processed.cylc
__EOF__
purge
cylc-flow-8.6.4/tests/functional/logging/04-dev_mode.t 0000664 0001750 0001750 00000003114 15202510242 022726 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test log dev-mode.
. "$(dirname "$0")/test_header"
set_test_number 5
init_workflow "${TEST_NAME_BASE}" <<'__FLOW_CONFIG__'
[scheduling]
cycling mode = integer
initial cycle point = 1
final cycle point = 1
[[graph]]
P1 = t1
[runtime]
[[t1]]
script = true
__FLOW_CONFIG__
run_ok "${TEST_NAME_BASE}-validate-plain" \
cylc validate "${WORKFLOW_NAME}"
run_ok "${TEST_NAME_BASE}-validate-vvv" \
cylc validate --timestamp -vvv "${WORKFLOW_NAME}"
grep_ok " DEBUG - \[config:.*\]" "${TEST_NAME_BASE}-validate-vvv.stderr"
run_ok "${TEST_NAME_BASE}-validate-vvv--no-timestamp" \
cylc validate -vvv "${WORKFLOW_NAME}"
grep_ok "^DEBUG - \[config:.*\]" "${TEST_NAME_BASE}-validate-vvv--no-timestamp.stderr"
purge
exit
cylc-flow-8.6.4/tests/functional/logging/02-duplicates/ 0000775 0001750 0001750 00000000000 15202510242 023113 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/logging/02-duplicates/flow.cylc 0000664 0001750 0001750 00000001765 15202510242 024747 0 ustar alastair alastair [scheduler]
[[events]]
abort on stall timeout = True
stall timeout = PT0S
abort on inactivity timeout = True
inactivity timeout = PT3M
[scheduling]
cycling mode = integer
initial cycle point = 1
[[graph]]
R1/1 = """
foo:fail? => bar
foo? & bar => restart
"""
R1/2 = """
restart[-P1] => foo?
foo:fail? => bar
foo? & bar => pub
"""
[runtime]
[[foo]]
script = false
[[bar]]
script = """
cylc set --output=succeeded \
"${CYLC_WORKFLOW_ID}//${CYLC_TASK_CYCLE_POINT}/foo"
"""
[[restart]]
script = """
cylc stop "${CYLC_WORKFLOW_ID}"
"""
[[pub]]
script = """
# Extract timestamp lines from logs
for file in $(find "${CYLC_WORKFLOW_RUN_DIR}/log/schedulerr/" -name '*.*'); do
grep '.*-.*-.*' "${file}" | sort -u || true
done | sort | uniq -d > 'log-duplication'
"""
cylc-flow-8.6.4/tests/functional/logging/test_header 0000777 0001750 0001750 00000000000 15202510242 027054 2../lib/bash/test_header ustar alastair alastair cylc-flow-8.6.4/tests/functional/logging/02-duplicates.t 0000664 0001750 0001750 00000003053 15202510242 023301 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
. "$(dirname "$0")/test_header"
#-------------------------------------------------------------------------------
set_test_number 4
#-------------------------------------------------------------------------------
install_workflow "${TEST_NAME_BASE}" "${TEST_NAME_BASE}"
workflow_run_ok "${TEST_NAME_BASE}-run" cylc play --no-detach "${WORKFLOW_NAME}"
workflow_run_ok "${TEST_NAME_BASE}-restart" \
cylc play --no-detach "${WORKFLOW_NAME}"
run_ok "${TEST_NAME_BASE}-check" \
test -e "${WORKFLOW_RUN_DIR}/work/2/pub/log-duplication"
run_fail "${TEST_NAME_BASE}-check" \
test -s "${WORKFLOW_RUN_DIR}/work/2/pub/log-duplication"
#-------------------------------------------------------------------------------
purge
exit
cylc-flow-8.6.4/tests/functional/logging/05-validation-detach.t 0000664 0001750 0001750 00000002431 15202510242 024526 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
# ----------------------------------------------------------------------------
# Test that validation errors on play are logged before daemonisation
. "$(dirname "$0")/test_header"
set_test_number 3
init_workflow "${TEST_NAME_BASE}" <<'__FLOW__'
[scheduler]
horse = dorothy
__FLOW__
run_fail "${TEST_NAME_BASE}-validate" cylc validate "${WORKFLOW_NAME}"
TEST_NAME="${TEST_NAME_BASE}-run"
workflow_run_fail "$TEST_NAME" cylc play "${WORKFLOW_NAME}"
grep_ok "IllegalItemError: [scheduler]horse" "${TEST_NAME}.stderr" -F
purge
cylc-flow-8.6.4/tests/functional/periodicals/ 0000775 0001750 0001750 00000000000 15202510242 021407 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/periodicals/09-monthly-reorder.t 0000664 0001750 0001750 00000004012 15202510242 025151 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test Monthly cycling
. "$(dirname "$0")/test_header"
#-------------------------------------------------------------------------------
set_test_number 3
#-------------------------------------------------------------------------------
install_workflow "${TEST_NAME_BASE}" Monthly-reorder
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-validate"
run_ok "${TEST_NAME}" cylc validate "${WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-run"
workflow_run_ok "${TEST_NAME}" cylc play --reference-test --debug --no-detach "${WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
delete_db
TEST_NAME="${TEST_NAME_BASE}-run"
# Swapping the Monthly and Hours-of-the-day cycling sections
# should make no difference.
perl -pi -e 'undef $/; s/( *\[\[\[00.*marker1)\n( *\[\[\[Monthly.*marker2)/${2}\n${1}/smg' "${TEST_DIR}/${WORKFLOW_NAME}/flow.cylc"
workflow_run_ok "${TEST_NAME}" cylc play --reference-test --debug --no-detach "${WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
purge
cylc-flow-8.6.4/tests/functional/periodicals/README 0000664 0001750 0001750 00000001253 15202510242 022270 0 ustar alastair alastair Stepped Daily, Monthly, and Yearly cycling tests:
Cycler(,)
Each test workflow defines a single task on a 3-unit cycle:
Daily(20100110,3): 20100110, 20100113, 20100116, ...
Monthly(201001,3): 201001, 201004, 201007, ...
Yearly(2010,3) : 2010, 2013, 2016, ...
The reference log is for a test run starting one unit in from the anchor
cycle time. Cylc should get exactly the same result for test runs that
start one, two, or three units in because the initial cycle point gets
adjusted up to the next on-sequence cycle time, so additional tests are
done to confirm this - by modifying the test start time in the installed
reference log on the fly.
cylc-flow-8.6.4/tests/functional/periodicals/03-monthly.t 0000664 0001750 0001750 00000001711 15202510242 023506 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test Monthly cycling
. "$(dirname "$0")/test_header"
set_test_number 2
reftest "${TEST_NAME_BASE}" 'Monthly'
exit
cylc-flow-8.6.4/tests/functional/periodicals/01-daily.t 0000664 0001750 0001750 00000002766 15202510242 023127 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test Daily cycling
. "$(dirname "$0")/test_header"
#-------------------------------------------------------------------------------
set_test_number 1
#-------------------------------------------------------------------------------
install_workflow "${TEST_NAME_BASE}" Daily
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-run"
perl -pi -e 's/(Initial point: ).*$/${1}20140106T06/' "${TEST_DIR}/${WORKFLOW_NAME}/reference.log"
workflow_run_ok "${TEST_NAME}" cylc play --reference-test --debug --no-detach "${WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
purge
cylc-flow-8.6.4/tests/functional/periodicals/02-daily.t 0000664 0001750 0001750 00000002774 15202510242 023127 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test Daily cycling
. "$(dirname "$0")/test_header"
#-------------------------------------------------------------------------------
set_test_number 1
#-------------------------------------------------------------------------------
install_workflow "${TEST_NAME_BASE}" Daily
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-run"
perl -pi -e 's/(Initial point: ).*$/${1}20140105T06/' \
"${TEST_DIR}/${WORKFLOW_NAME}/reference.log"
workflow_run_ok "${TEST_NAME}" cylc play --reference-test --debug --no-detach "${WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
purge
cylc-flow-8.6.4/tests/functional/periodicals/Monthly-reorder/ 0000775 0001750 0001750 00000000000 15202510242 024501 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/periodicals/Monthly-reorder/reference.log 0000664 0001750 0001750 00000001011 15202510242 027133 0 ustar alastair alastair Initial point: 20130130T0000Z
Final point: 20130202T0000Z
20130130T0000Z/dummy -triggered off ['20130129T0000Z/daily']
20130130T0000Z/daily -triggered off []
20130131T0000Z/dummy -triggered off ['20130130T0000Z/daily']
20130131T0000Z/daily -triggered off []
20130201T0000Z/dummy -triggered off ['20130131T0000Z/daily']
20130201T0000Z/daily -triggered off []
20130201T0000Z/monthly -triggered off ['20130201T0000Z/dummy']
20130202T0000Z/dummy -triggered off ['20130201T0000Z/daily']
20130202T0000Z/daily -triggered off []
cylc-flow-8.6.4/tests/functional/periodicals/Monthly-reorder/flow.cylc 0000664 0001750 0001750 00000000706 15202510242 026327 0 ustar alastair alastair [scheduler]
UTC mode = True
allow implicit tasks = True
[scheduling]
initial cycle point = 20130130T00
final cycle point = 20130202T00
runahead limit = P0
[[graph]]
# (this triggers a monthly task off the last daily task each month)
T00 = """
daily
daily[-PT24H] => dummy
""" # marker1
R/01T/P1M = "dummy => monthly" # marker2
[runtime]
[[root]]
script = true
cylc-flow-8.6.4/tests/functional/periodicals/05-monthly.t 0000664 0001750 0001750 00000002774 15202510242 023522 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test Monthly cycling
. "$(dirname "$0")/test_header"
#-------------------------------------------------------------------------------
set_test_number 1
#-------------------------------------------------------------------------------
install_workflow "${TEST_NAME_BASE}" Monthly
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-run"
perl -pi -e 's/(Initial point: ).*$/${1}2010-04/' \
"${TEST_DIR}/${WORKFLOW_NAME}/reference.log"
workflow_run_ok "${TEST_NAME}" cylc play --reference-test --debug --no-detach "${WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
purge
cylc-flow-8.6.4/tests/functional/periodicals/08-yearly.t 0000664 0001750 0001750 00000002767 15202510242 023342 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test Yearly cycling
. "$(dirname "$0")/test_header"
#-------------------------------------------------------------------------------
set_test_number 1
#-------------------------------------------------------------------------------
install_workflow "${TEST_NAME_BASE}" Yearly
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-run"
perl -pi -e 's/(Initial point: ).*$/${1}2013/' \
"${TEST_DIR}/${WORKFLOW_NAME}/reference.log"
workflow_run_ok "${TEST_NAME}" cylc play --reference-test --debug --no-detach "${WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
purge
cylc-flow-8.6.4/tests/functional/periodicals/Monthly/ 0000775 0001750 0001750 00000000000 15202510242 023041 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/periodicals/Monthly/reference.log 0000664 0001750 0001750 00000000200 15202510242 025472 0 ustar alastair alastair Initial point: 20100201T0000Z
Final point: 20100801T0000Z
20100401T0000Z/a -triggered off []
20100701T0000Z/a -triggered off []
cylc-flow-8.6.4/tests/functional/periodicals/Monthly/flow.cylc 0000664 0001750 0001750 00000000330 15202510242 024660 0 ustar alastair alastair [scheduler]
UTC mode = True
[scheduling]
initial cycle point = 2010-02
final cycle point = 2010-08
runahead limit = P0
[[graph]]
2010-01/P3M = "a"
[runtime]
[[a]]
script = true
cylc-flow-8.6.4/tests/functional/periodicals/00-daily.t 0000664 0001750 0001750 00000001705 15202510242 023116 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test Daily cycling
. "$(dirname "$0")/test_header"
set_test_number 2
reftest "${TEST_NAME_BASE}" 'Daily'
exit
cylc-flow-8.6.4/tests/functional/periodicals/test_header 0000777 0001750 0001750 00000000000 15202510242 027724 2../lib/bash/test_header ustar alastair alastair cylc-flow-8.6.4/tests/functional/periodicals/Yearly/ 0000775 0001750 0001750 00000000000 15202510242 022654 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/periodicals/Yearly/reference.log 0000664 0001750 0001750 00000000200 15202510242 025305 0 ustar alastair alastair Initial point: 20110101T0000Z
Final point: 20180101T0000Z
20130101T0000Z/a -triggered off []
20160101T0000Z/a -triggered off []
cylc-flow-8.6.4/tests/functional/periodicals/Yearly/flow.cylc 0000664 0001750 0001750 00000000317 15202510242 024500 0 ustar alastair alastair [scheduler]
UTC mode = True
[scheduling]
initial cycle point = 2011
final cycle point = 2018
runahead limit = P0
[[graph]]
2010/P3Y = "a"
[runtime]
[[a]]
script = true
cylc-flow-8.6.4/tests/functional/periodicals/04-monthly.t 0000664 0001750 0001750 00000002774 15202510242 023521 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test Monthly cycling
. "$(dirname "$0")/test_header"
#-------------------------------------------------------------------------------
set_test_number 1
#-------------------------------------------------------------------------------
install_workflow "${TEST_NAME_BASE}" Monthly
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-run"
perl -pi -e 's/(Initial point: ).*$/${1}2010-03/' \
"${TEST_DIR}/${WORKFLOW_NAME}/reference.log"
workflow_run_ok "${TEST_NAME}" cylc play --reference-test --debug --no-detach "${WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
purge
cylc-flow-8.6.4/tests/functional/periodicals/06-yearly.t 0000664 0001750 0001750 00000001707 15202510242 023331 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test Yearly cycling
. "$(dirname "$0")/test_header"
set_test_number 2
reftest "${TEST_NAME_BASE}" 'Yearly'
exit
cylc-flow-8.6.4/tests/functional/periodicals/Daily/ 0000775 0001750 0001750 00000000000 15202510242 022451 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/periodicals/Daily/reference.log 0000664 0001750 0001750 00000000243 15202510242 025111 0 ustar alastair alastair Initial point: 20140107T0000Z
Final point: 20140118T0000Z
20140110T0600Z/a -triggered off []
20140113T0600Z/a -triggered off []
20140116T0600Z/a -triggered off []
cylc-flow-8.6.4/tests/functional/periodicals/Daily/flow.cylc 0000664 0001750 0001750 00000000446 15202510242 024300 0 ustar alastair alastair [scheduler]
UTC mode = True
[scheduling]
initial cycle point = 20140107
final cycle point = 20140118
runahead limit = P0
[[graph]]
# daily cycling *with a non-zero hour* is a more stringent test
20140110T06/P3D = "a"
[runtime]
[[a]]
script = true
cylc-flow-8.6.4/tests/functional/periodicals/07-yearly.t 0000664 0001750 0001750 00000002767 15202510242 023341 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test Yearly cycling
. "$(dirname "$0")/test_header"
#-------------------------------------------------------------------------------
set_test_number 1
#-------------------------------------------------------------------------------
install_workflow "${TEST_NAME_BASE}" Yearly
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-run"
perl -pi -e 's/(Initial point: ).*$/${1}2012/' \
"${TEST_DIR}/${WORKFLOW_NAME}/reference.log"
workflow_run_ok "${TEST_NAME}" cylc play --reference-test --debug --no-detach "${WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
purge
cylc-flow-8.6.4/tests/functional/cylc-config/ 0000775 0001750 0001750 00000000000 15202510242 021306 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/cylc-config/09-platforms.t 0000775 0001750 0001750 00000004527 15202510242 023743 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test cylc config --platform-names and --platforms
. "$(dirname "$0")/test_header"
#-------------------------------------------------------------------------------
set_test_number 7
#-------------------------------------------------------------------------------
cat > "global.cylc" <<__HEREDOC__
[platforms]
[[foo]]
job runner = slurm
hosts = of_melkor, of_valar
[[bar]]
job runner = slurm
hosts = of_orcs, of_gondor
[platform groups]
[[FOO]]
platforms = foo, bar
[task events]
# Just make sure this doesn't get included
__HEREDOC__
export CYLC_CONF_PATH="${PWD}"
TEST_NAME="${TEST_NAME_BASE}-names"
run_ok "${TEST_NAME}" cylc config --platform-names
cmp_ok "${TEST_NAME}.stdout" <<__HEREDOC__
localhost
foo
bar
FOO
__HEREDOC__
cmp_ok "${TEST_NAME}.stderr" <<__HEREDOC__
Configured names are regular expressions; any match is a valid platform.
They are searched from the bottom up, until the first match is found.
Platforms
---------
Platform Groups
--------------
__HEREDOC__
TEST_NAME="${TEST_NAME_BASE}-s"
head -n 10 > just_platforms < global.cylc
run_ok "${TEST_NAME}" cylc config --platforms
cmp_ok "${TEST_NAME}.stdout" "just_platforms"
#-------------------------------------------------------------------------------
# test with no platforms or platform groups defined
rm "global.cylc"
touch "global.cylc"
TEST_NAME="${TEST_NAME_BASE}-names"
run_ok "${TEST_NAME}" cylc config --platform-names
cmp_ok "${TEST_NAME}.stdout" <<__HEREDOC__
localhost
__HEREDOC__
exit
cylc-flow-8.6.4/tests/functional/cylc-config/00-simple.t 0000775 0001750 0001750 00000006564 15202510242 023217 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test cylc config
. "$(dirname "$0")/test_header"
#-------------------------------------------------------------------------------
set_test_number 19
#-------------------------------------------------------------------------------
init_workflow "${TEST_NAME_BASE}" "${TEST_SOURCE_DIR}/${TEST_NAME_BASE}/flow.cylc"
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-all"
run_ok "${TEST_NAME}" cylc config -d "${WORKFLOW_NAME}"
mkdir tmp_src
cp "${TEST_NAME}.stdout" tmp_src/flow.cylc
run_ok "${TEST_NAME}-validate" cylc validate --check-circular ./tmp_src
cmp_ok "${TEST_NAME}.stderr" <'/dev/null'
rm -rf tmp_src
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-section1"
run_ok "${TEST_NAME}" cylc config -d --item=[scheduling] "${WORKFLOW_NAME}"
cmp_ok "${TEST_NAME}.stdout" "$TEST_SOURCE_DIR/${TEST_NAME_BASE}/section1.stdout"
cmp_ok "${TEST_NAME}.stderr" - VAR
__OUT__
cmp_ok "${TEST_NAME}.stderr" - VAR
__OUT__
cmp_ok "${TEST_NAME}.stderr" - "flow_path.out"
cmp_ok "flow_path.out" <<< "${WORKFLOW_RUN_DIR}/flow.cylc"
purge
exit
cylc-flow-8.6.4/tests/functional/cylc-config/05-param-vars.t 0000775 0001750 0001750 00000002375 15202510242 024000 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
# Test parameter vars are not defined with user env GitHub #2225
. "$(dirname "$0")/test_header"
set_test_number 2
install_workflow "${TEST_NAME_BASE}" "${TEST_NAME_BASE}"
#------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-config"
run_ok "${TEST_NAME}" \
cylc config -i "[runtime][foo_t1_right]environment" "${WORKFLOW_NAME}"
cmp_ok "${TEST_NAME}.stdout" - <<__END__
PARAM1 = \$CYLC_TASK_PARAM_t
PARAM2 = \$CYLC_TASK_PARAM_u
__END__
purge
cylc-flow-8.6.4/tests/functional/cylc-config/07-failif-item-in-platforms-and-groups.t 0000775 0001750 0001750 00000003157 15202510242 030604 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test that Platforms and Platform Groups return an error listing items
# defined in both.
# Not having additional tests for cases with no overlap or platforms only
# becuase other tests will fail.
# Not testing for platform groups only because the really should never happen.
. "$(dirname "$0")/test_header"
#-------------------------------------------------------------------------------
set_test_number 4
create_test_global_config '' '''
[platforms]
[[Thomas]]
[[Percy]]
[[Edward]]
[[Skarloey]]
[platform groups]
[[Thomas]]
[[Percy]]
[[Gordon]]
[[Rhenas]]
'''
run_fail "${TEST_NAME_BASE}" cylc config
grep_ok "GlobalConfigError" "${TEST_NAME_BASE}.stderr"
grep_ok "\* Thomas" "${TEST_NAME_BASE}.stderr"
grep_ok "\* Percy" "${TEST_NAME_BASE}.stderr"
exit
cylc-flow-8.6.4/tests/functional/cylc-config/02-cycling/ 0000775 0001750 0001750 00000000000 15202510242 023155 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/cylc-config/02-cycling/flow.cylc 0000664 0001750 0001750 00000000314 15202510242 024776 0 ustar alastair alastair [scheduling]
initial cycle point = 2020
final cycle point = 2030
[[graph]]
P1Y = foo
[runtime]
[[foo]]
script = """
echo this
echo that
"""
cylc-flow-8.6.4/tests/functional/cylc-config/10-platform-expansion.t 0000775 0001750 0001750 00000002760 15202510242 025547 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test cylc config expansion of platform section.
. "$(dirname "$0")/test_header"
#-------------------------------------------------------------------------------
set_test_number 2
#-------------------------------------------------------------------------------
cat > "global.cylc" <<__HEREDOC__
[platforms]
[[ \
foo, bar..., \
baz\d\d, qux\S\S \
]]
hosts = of_melkor, of_valar
job runner = slurm
__HEREDOC__
export CYLC_CONF_PATH="${PWD}"
TEST_NAME="${TEST_NAME_BASE}-names"
run_ok "${TEST_NAME}" cylc config --platform-names
cmp_ok "${TEST_NAME}.stdout" <<__HEREDOC__
localhost
foo
bar...
baz\d\d
qux\S\S
__HEREDOC__
exit
cylc-flow-8.6.4/tests/functional/cylc-config/03-icp.t 0000775 0001750 0001750 00000002553 15202510242 022476 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test for "cylc config --icp=CYCLE_POINT".
. "$(dirname "$0")/test_header"
set_test_number 3
init_workflow "${TEST_NAME_BASE}" <<'__FLOW_CONFIG__'
[scheduler]
UTC mode = True
[scheduling]
[[graph]]
R1 = foo => bar
[runtime]
[[foo, bar]]
script = true
__FLOW_CONFIG__
run_ok "${TEST_NAME_BASE}" cylc config --icp=20200101T0000Z "${WORKFLOW_NAME}"
contains_ok "${TEST_NAME_BASE}.stdout" <<__OUT__
initial cycle point = 20200101T0000Z
__OUT__
cmp_ok "${TEST_NAME_BASE}.stderr" <'/dev/null'
purge
exit
cylc-flow-8.6.4/tests/functional/cylc-config/08-item-not-found.t 0000775 0001750 0001750 00000004405 15202510242 024573 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test cylc config
. "$(dirname "$0")/test_header"
#-------------------------------------------------------------------------------
set_test_number 9
#-------------------------------------------------------------------------------
cat >>'global.cylc' <<__HERE__
[platforms]
[[foo]]
__HERE__
OLD="$CYLC_CONF_PATH"
export CYLC_CONF_PATH="${PWD}"
# Control Run
run_ok "${TEST_NAME_BASE}-ok" cylc config -i "[platforms][foo]"
# If item not settable in config (platforms is mis-spelled):
run_fail "${TEST_NAME_BASE}-not-in-config-spec" cylc config -i "[platfroms][foo]"
cmp_ok "${TEST_NAME_BASE}-not-in-config-spec.stderr" << __HERE__
InvalidConfigError: "platfroms" is not a valid configuration for global.cylc.
__HERE__
# If item settable in config but not set.
run_fail "${TEST_NAME_BASE}-not-defined" cylc config -i "[scheduler]"
cmp_ok "${TEST_NAME_BASE}-not-defined.stderr" << __HERE__
ItemNotFoundError: You have not set "scheduler" in this config.
__HERE__
run_fail "${TEST_NAME_BASE}-not-defined-2" cylc config -i "[platforms][bar]"
cmp_ok "${TEST_NAME_BASE}-not-defined-2.stderr" << __HERE__
ItemNotFoundError: You have not set "[platforms]bar" in this config.
__HERE__
run_fail "${TEST_NAME_BASE}-not-defined-3" cylc config -i "[platforms][foo]hosts"
cmp_ok "${TEST_NAME_BASE}-not-defined-3.stderr" << __HERE__
ItemNotFoundError: You have not set "[platforms][foo]hosts" in this config.
__HERE__
rm global.cylc
export CYLC_CONF_PATH="$OLD"
cylc-flow-8.6.4/tests/functional/cylc-config/01-no-final/ 0000775 0001750 0001750 00000000000 15202510242 023227 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/cylc-config/01-no-final/flow.cylc 0000664 0001750 0001750 00000000271 15202510242 025052 0 ustar alastair alastair [scheduler]
UTC mode = True
[scheduling]
initial cycle point = 20100808T06
final cycle point =
[[graph]]
T06 = foo
[runtime]
[[foo]]
script = true
cylc-flow-8.6.4/tests/functional/cylc-config/01-no-final.t 0000775 0001750 0001750 00000003043 15202510242 023417 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test cylc config with a workflow with an explicitly empty final cycle point
. "$(dirname "$0")/test_header"
#-------------------------------------------------------------------------------
set_test_number 2
#-------------------------------------------------------------------------------
init_workflow "${TEST_NAME_BASE}" "$TEST_SOURCE_DIR/${TEST_NAME_BASE}/flow.cylc"
#-------------------------------------------------------------------------------
TEST_NAME=${TEST_NAME_BASE}-all
run_ok "${TEST_NAME}" cylc config "${WORKFLOW_NAME}" --item='[scheduling]final cycle point'
cmp_ok "${TEST_NAME}.stdout" - << __OUT__
__OUT__
#-------------------------------------------------------------------------------
purge
exit
cylc-flow-8.6.4/tests/functional/cylc-config/test_header 0000777 0001750 0001750 00000000000 15202510242 027623 2../lib/bash/test_header ustar alastair alastair cylc-flow-8.6.4/tests/functional/cylc-config/05-param-vars/ 0000775 0001750 0001750 00000000000 15202510242 023601 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/cylc-config/05-param-vars/flow.cylc 0000664 0001750 0001750 00000000506 15202510242 025425 0 ustar alastair alastair [task parameters]
t = 1..5
u = right,left
[scheduling]
[[graph]]
R1 = foo
[runtime]
[[root]]
script = true
[[[environment]]]
PARAM1 = 'something'
[[foo]]
[[[environment]]]
PARAM1 = $CYLC_TASK_PARAM_t
PARAM2 = $CYLC_TASK_PARAM_u
cylc-flow-8.6.4/tests/functional/cylc-config/02-cycling.t 0000775 0001750 0001750 00000002371 15202510242 023350 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test "cylc config" on a cycling workflow, result should validate.
. "$(dirname "$0")/test_header"
set_test_number 2
init_workflow "${TEST_NAME_BASE}" "${TEST_SOURCE_DIR}/${TEST_NAME_BASE}/flow.cylc"
run_ok "${TEST_NAME_BASE}" cylc config "${WORKFLOW_NAME}"
mkdir temp
cp "${TEST_NAME_BASE}.stdout" temp/flow.cylc
run_ok "${TEST_NAME_BASE}-validate" \
cylc validate --check-circular ./temp
rm -rf temp
purge
exit
cylc-flow-8.6.4/tests/functional/cylc-config/00-simple/ 0000775 0001750 0001750 00000000000 15202510242 023014 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/cylc-config/00-simple/section1.stdout 0000664 0001750 0001750 00000000716 15202510242 026011 0 ustar alastair alastair initial cycle point = 1
final cycle point = 1
initial cycle point constraints =
final cycle point constraints =
hold after cycle point =
stop after cycle point =
cycling mode = integer
runahead limit = P4
sequential xtriggers = False
[[queues]]
[[[default]]]
limit = 100
members =
[[special tasks]]
clock-trigger =
external-trigger =
clock-expire =
sequential =
[[xtriggers]]
[[graph]]
R1 = OPS:finish-all => VAR
cylc-flow-8.6.4/tests/functional/cylc-config/00-simple/section2.stdout 0000664 0001750 0001750 00000063601 15202510242 026014 0 ustar alastair alastair [[root]]
completion =
platform =
inherit =
script =
init-script =
env-script =
err-script =
exit-script =
pre-script =
post-script =
work sub-directory =
execution polling intervals =
execution retry delays =
execution time limit =
submission polling intervals =
submission retry delays =
run mode = live
[[[meta]]]
title =
description =
URL =
[[[skip]]]
outputs =
disable task event handlers = True
[[[simulation]]]
default run length = PT10S
speedup factor =
time limit buffer = PT30S
fail cycle points =
fail try 1 only = True
disable task event handlers = True
[[[environment filter]]]
include =
exclude =
[[[job]]]
batch system =
batch submit command template =
[[[remote]]]
host =
owner =
retrieve job logs =
retrieve job logs max size =
retrieve job logs retry delays =
[[[events]]]
handlers =
handler events =
handler retry delays =
mail events =
execution timeout =
submission timeout =
expired handlers =
late offset =
late handlers =
submitted handlers =
started handlers =
succeeded handlers =
failed handlers =
submission failed handlers =
warning handlers =
critical handlers =
retry handlers =
submission retry handlers =
execution timeout handlers =
submission timeout handlers =
custom handlers =
[[[mail]]]
from =
to =
[[[workflow state polling]]]
interval =
max-polls =
message =
alt-cylc-run-dir =
verbose mode =
[[[environment]]]
[[[directives]]]
[[[outputs]]]
[[[parameter environment templates]]]
[[OPS]]
script = echo "RUN: run-ops.sh"
completion =
platform =
inherit =
init-script =
env-script =
err-script =
exit-script =
pre-script =
post-script =
work sub-directory =
execution polling intervals =
execution retry delays =
execution time limit =
submission polling intervals =
submission retry delays =
run mode = live
[[[meta]]]
title =
description =
URL =
[[[skip]]]
outputs =
disable task event handlers = True
[[[simulation]]]
default run length = PT10S
speedup factor =
time limit buffer = PT30S
fail cycle points =
fail try 1 only = True
disable task event handlers = True
[[[environment filter]]]
include =
exclude =
[[[job]]]
batch system =
batch submit command template =
[[[remote]]]
host =
owner =
retrieve job logs =
retrieve job logs max size =
retrieve job logs retry delays =
[[[events]]]
handlers =
handler events =
handler retry delays =
mail events =
execution timeout =
submission timeout =
expired handlers =
late offset =
late handlers =
submitted handlers =
started handlers =
succeeded handlers =
failed handlers =
submission failed handlers =
warning handlers =
critical handlers =
retry handlers =
submission retry handlers =
execution timeout handlers =
submission timeout handlers =
custom handlers =
[[[mail]]]
from =
to =
[[[workflow state polling]]]
interval =
max-polls =
message =
alt-cylc-run-dir =
verbose mode =
[[[environment]]]
[[[directives]]]
[[[outputs]]]
[[[parameter environment templates]]]
[[VAR]]
script = echo "RUN: run-var.sh"
completion =
platform =
inherit =
init-script =
env-script =
err-script =
exit-script =
pre-script =
post-script =
work sub-directory =
execution polling intervals =
execution retry delays =
execution time limit =
submission polling intervals =
submission retry delays =
run mode = live
[[[meta]]]
title =
description =
URL =
[[[skip]]]
outputs =
disable task event handlers = True
[[[simulation]]]
default run length = PT10S
speedup factor =
time limit buffer = PT30S
fail cycle points =
fail try 1 only = True
disable task event handlers = True
[[[environment filter]]]
include =
exclude =
[[[job]]]
batch system =
batch submit command template =
[[[remote]]]
host =
owner =
retrieve job logs =
retrieve job logs max size =
retrieve job logs retry delays =
[[[events]]]
handlers =
handler events =
handler retry delays =
mail events =
execution timeout =
submission timeout =
expired handlers =
late offset =
late handlers =
submitted handlers =
started handlers =
succeeded handlers =
failed handlers =
submission failed handlers =
warning handlers =
critical handlers =
retry handlers =
submission retry handlers =
execution timeout handlers =
submission timeout handlers =
custom handlers =
[[[mail]]]
from =
to =
[[[workflow state polling]]]
interval =
max-polls =
message =
alt-cylc-run-dir =
verbose mode =
[[[environment]]]
[[[directives]]]
[[[outputs]]]
[[[parameter environment templates]]]
[[SERIAL]]
completion =
platform =
inherit =
script =
init-script =
env-script =
err-script =
exit-script =
pre-script =
post-script =
work sub-directory =
execution polling intervals =
execution retry delays =
execution time limit =
submission polling intervals =
submission retry delays =
run mode = live
[[[directives]]]
job_type = serial
[[[meta]]]
title =
description =
URL =
[[[skip]]]
outputs =
disable task event handlers = True
[[[simulation]]]
default run length = PT10S
speedup factor =
time limit buffer = PT30S
fail cycle points =
fail try 1 only = True
disable task event handlers = True
[[[environment filter]]]
include =
exclude =
[[[job]]]
batch system =
batch submit command template =
[[[remote]]]
host =
owner =
retrieve job logs =
retrieve job logs max size =
retrieve job logs retry delays =
[[[events]]]
handlers =
handler events =
handler retry delays =
mail events =
execution timeout =
submission timeout =
expired handlers =
late offset =
late handlers =
submitted handlers =
started handlers =
succeeded handlers =
failed handlers =
submission failed handlers =
warning handlers =
critical handlers =
retry handlers =
submission retry handlers =
execution timeout handlers =
submission timeout handlers =
custom handlers =
[[[mail]]]
from =
to =
[[[workflow state polling]]]
interval =
max-polls =
message =
alt-cylc-run-dir =
verbose mode =
[[[environment]]]
[[[outputs]]]
[[[parameter environment templates]]]
[[PARALLEL]]
completion =
platform =
inherit =
script =
init-script =
env-script =
err-script =
exit-script =
pre-script =
post-script =
work sub-directory =
execution polling intervals =
execution retry delays =
execution time limit =
submission polling intervals =
submission retry delays =
run mode = live
[[[directives]]]
job_type = parallel
[[[meta]]]
title =
description =
URL =
[[[skip]]]
outputs =
disable task event handlers = True
[[[simulation]]]
default run length = PT10S
speedup factor =
time limit buffer = PT30S
fail cycle points =
fail try 1 only = True
disable task event handlers = True
[[[environment filter]]]
include =
exclude =
[[[job]]]
batch system =
batch submit command template =
[[[remote]]]
host =
owner =
retrieve job logs =
retrieve job logs max size =
retrieve job logs retry delays =
[[[events]]]
handlers =
handler events =
handler retry delays =
mail events =
execution timeout =
submission timeout =
expired handlers =
late offset =
late handlers =
submitted handlers =
started handlers =
succeeded handlers =
failed handlers =
submission failed handlers =
warning handlers =
critical handlers =
retry handlers =
submission retry handlers =
execution timeout handlers =
submission timeout handlers =
custom handlers =
[[[mail]]]
from =
to =
[[[workflow state polling]]]
interval =
max-polls =
message =
alt-cylc-run-dir =
verbose mode =
[[[environment]]]
[[[outputs]]]
[[[parameter environment templates]]]
[[ops_s1]]
script = echo "RUN: run-ops.sh"
inherit = OPS, SERIAL
completion = succeeded or failed
platform =
init-script =
env-script =
err-script =
exit-script =
pre-script =
post-script =
work sub-directory =
execution polling intervals =
execution retry delays =
execution time limit =
submission polling intervals =
submission retry delays =
run mode = live
[[[directives]]]
job_type = serial
[[[meta]]]
title =
description =
URL =
[[[skip]]]
outputs =
disable task event handlers = True
[[[simulation]]]
default run length = PT10S
speedup factor =
time limit buffer = PT30S
fail cycle points =
fail try 1 only = True
disable task event handlers = True
[[[environment filter]]]
include =
exclude =
[[[job]]]
batch system =
batch submit command template =
[[[remote]]]
host =
owner =
retrieve job logs =
retrieve job logs max size =
retrieve job logs retry delays =
[[[events]]]
handlers =
handler events =
handler retry delays =
mail events =
execution timeout =
submission timeout =
expired handlers =
late offset =
late handlers =
submitted handlers =
started handlers =
succeeded handlers =
failed handlers =
submission failed handlers =
warning handlers =
critical handlers =
retry handlers =
submission retry handlers =
execution timeout handlers =
submission timeout handlers =
custom handlers =
[[[mail]]]
from =
to =
[[[workflow state polling]]]
interval =
max-polls =
message =
alt-cylc-run-dir =
verbose mode =
[[[environment]]]
[[[outputs]]]
[[[parameter environment templates]]]
[[ops_s2]]
script = echo "RUN: run-ops.sh"
inherit = OPS, SERIAL
completion = succeeded or failed
platform =
init-script =
env-script =
err-script =
exit-script =
pre-script =
post-script =
work sub-directory =
execution polling intervals =
execution retry delays =
execution time limit =
submission polling intervals =
submission retry delays =
run mode = live
[[[directives]]]
job_type = serial
[[[meta]]]
title =
description =
URL =
[[[skip]]]
outputs =
disable task event handlers = True
[[[simulation]]]
default run length = PT10S
speedup factor =
time limit buffer = PT30S
fail cycle points =
fail try 1 only = True
disable task event handlers = True
[[[environment filter]]]
include =
exclude =
[[[job]]]
batch system =
batch submit command template =
[[[remote]]]
host =
owner =
retrieve job logs =
retrieve job logs max size =
retrieve job logs retry delays =
[[[events]]]
handlers =
handler events =
handler retry delays =
mail events =
execution timeout =
submission timeout =
expired handlers =
late offset =
late handlers =
submitted handlers =
started handlers =
succeeded handlers =
failed handlers =
submission failed handlers =
warning handlers =
critical handlers =
retry handlers =
submission retry handlers =
execution timeout handlers =
submission timeout handlers =
custom handlers =
[[[mail]]]
from =
to =
[[[workflow state polling]]]
interval =
max-polls =
message =
alt-cylc-run-dir =
verbose mode =
[[[environment]]]
[[[outputs]]]
[[[parameter environment templates]]]
[[ops_p1]]
script = echo "RUN: run-ops.sh"
inherit = OPS, PARALLEL
completion = succeeded or failed
platform =
init-script =
env-script =
err-script =
exit-script =
pre-script =
post-script =
work sub-directory =
execution polling intervals =
execution retry delays =
execution time limit =
submission polling intervals =
submission retry delays =
run mode = live
[[[directives]]]
job_type = parallel
[[[meta]]]
title =
description =
URL =
[[[skip]]]
outputs =
disable task event handlers = True
[[[simulation]]]
default run length = PT10S
speedup factor =
time limit buffer = PT30S
fail cycle points =
fail try 1 only = True
disable task event handlers = True
[[[environment filter]]]
include =
exclude =
[[[job]]]
batch system =
batch submit command template =
[[[remote]]]
host =
owner =
retrieve job logs =
retrieve job logs max size =
retrieve job logs retry delays =
[[[events]]]
handlers =
handler events =
handler retry delays =
mail events =
execution timeout =
submission timeout =
expired handlers =
late offset =
late handlers =
submitted handlers =
started handlers =
succeeded handlers =
failed handlers =
submission failed handlers =
warning handlers =
critical handlers =
retry handlers =
submission retry handlers =
execution timeout handlers =
submission timeout handlers =
custom handlers =
[[[mail]]]
from =
to =
[[[workflow state polling]]]
interval =
max-polls =
message =
alt-cylc-run-dir =
verbose mode =
[[[environment]]]
[[[outputs]]]
[[[parameter environment templates]]]
[[ops_p2]]
script = echo "RUN: run-ops.sh"
inherit = OPS, PARALLEL
completion = succeeded or failed
platform =
init-script =
env-script =
err-script =
exit-script =
pre-script =
post-script =
work sub-directory =
execution polling intervals =
execution retry delays =
execution time limit =
submission polling intervals =
submission retry delays =
run mode = live
[[[directives]]]
job_type = parallel
[[[meta]]]
title =
description =
URL =
[[[skip]]]
outputs =
disable task event handlers = True
[[[simulation]]]
default run length = PT10S
speedup factor =
time limit buffer = PT30S
fail cycle points =
fail try 1 only = True
disable task event handlers = True
[[[environment filter]]]
include =
exclude =
[[[job]]]
batch system =
batch submit command template =
[[[remote]]]
host =
owner =
retrieve job logs =
retrieve job logs max size =
retrieve job logs retry delays =
[[[events]]]
handlers =
handler events =
handler retry delays =
mail events =
execution timeout =
submission timeout =
expired handlers =
late offset =
late handlers =
submitted handlers =
started handlers =
succeeded handlers =
failed handlers =
submission failed handlers =
warning handlers =
critical handlers =
retry handlers =
submission retry handlers =
execution timeout handlers =
submission timeout handlers =
custom handlers =
[[[mail]]]
from =
to =
[[[workflow state polling]]]
interval =
max-polls =
message =
alt-cylc-run-dir =
verbose mode =
[[[environment]]]
[[[outputs]]]
[[[parameter environment templates]]]
[[var_s1]]
script = echo "RUN: run-var.sh"
inherit = VAR, SERIAL
completion = succeeded
platform =
init-script =
env-script =
err-script =
exit-script =
pre-script =
post-script =
work sub-directory =
execution polling intervals =
execution retry delays =
execution time limit =
submission polling intervals =
submission retry delays =
run mode = live
[[[directives]]]
job_type = serial
[[[meta]]]
title =
description =
URL =
[[[skip]]]
outputs =
disable task event handlers = True
[[[simulation]]]
default run length = PT10S
speedup factor =
time limit buffer = PT30S
fail cycle points =
fail try 1 only = True
disable task event handlers = True
[[[environment filter]]]
include =
exclude =
[[[job]]]
batch system =
batch submit command template =
[[[remote]]]
host =
owner =
retrieve job logs =
retrieve job logs max size =
retrieve job logs retry delays =
[[[events]]]
handlers =
handler events =
handler retry delays =
mail events =
execution timeout =
submission timeout =
expired handlers =
late offset =
late handlers =
submitted handlers =
started handlers =
succeeded handlers =
failed handlers =
submission failed handlers =
warning handlers =
critical handlers =
retry handlers =
submission retry handlers =
execution timeout handlers =
submission timeout handlers =
custom handlers =
[[[mail]]]
from =
to =
[[[workflow state polling]]]
interval =
max-polls =
message =
alt-cylc-run-dir =
verbose mode =
[[[environment]]]
[[[outputs]]]
[[[parameter environment templates]]]
[[var_s2]]
script = echo "RUN: run-var.sh"
inherit = VAR, SERIAL
completion = succeeded
platform =
init-script =
env-script =
err-script =
exit-script =
pre-script =
post-script =
work sub-directory =
execution polling intervals =
execution retry delays =
execution time limit =
submission polling intervals =
submission retry delays =
run mode = live
[[[directives]]]
job_type = serial
[[[meta]]]
title =
description =
URL =
[[[skip]]]
outputs =
disable task event handlers = True
[[[simulation]]]
default run length = PT10S
speedup factor =
time limit buffer = PT30S
fail cycle points =
fail try 1 only = True
disable task event handlers = True
[[[environment filter]]]
include =
exclude =
[[[job]]]
batch system =
batch submit command template =
[[[remote]]]
host =
owner =
retrieve job logs =
retrieve job logs max size =
retrieve job logs retry delays =
[[[events]]]
handlers =
handler events =
handler retry delays =
mail events =
execution timeout =
submission timeout =
expired handlers =
late offset =
late handlers =
submitted handlers =
started handlers =
succeeded handlers =
failed handlers =
submission failed handlers =
warning handlers =
critical handlers =
retry handlers =
submission retry handlers =
execution timeout handlers =
submission timeout handlers =
custom handlers =
[[[mail]]]
from =
to =
[[[workflow state polling]]]
interval =
max-polls =
message =
alt-cylc-run-dir =
verbose mode =
[[[environment]]]
[[[outputs]]]
[[[parameter environment templates]]]
[[var_p1]]
script = echo "RUN: run-var.sh"
inherit = VAR, PARALLEL
completion = succeeded
platform =
init-script =
env-script =
err-script =
exit-script =
pre-script =
post-script =
work sub-directory =
execution polling intervals =
execution retry delays =
execution time limit =
submission polling intervals =
submission retry delays =
run mode = live
[[[directives]]]
job_type = parallel
[[[meta]]]
title =
description =
URL =
[[[skip]]]
outputs =
disable task event handlers = True
[[[simulation]]]
default run length = PT10S
speedup factor =
time limit buffer = PT30S
fail cycle points =
fail try 1 only = True
disable task event handlers = True
[[[environment filter]]]
include =
exclude =
[[[job]]]
batch system =
batch submit command template =
[[[remote]]]
host =
owner =
retrieve job logs =
retrieve job logs max size =
retrieve job logs retry delays =
[[[events]]]
handlers =
handler events =
handler retry delays =
mail events =
execution timeout =
submission timeout =
expired handlers =
late offset =
late handlers =
submitted handlers =
started handlers =
succeeded handlers =
failed handlers =
submission failed handlers =
warning handlers =
critical handlers =
retry handlers =
submission retry handlers =
execution timeout handlers =
submission timeout handlers =
custom handlers =
[[[mail]]]
from =
to =
[[[workflow state polling]]]
interval =
max-polls =
message =
alt-cylc-run-dir =
verbose mode =
[[[environment]]]
[[[outputs]]]
[[[parameter environment templates]]]
[[var_p2]]
script = echo "RUN: run-var.sh"
inherit = VAR, PARALLEL
completion = succeeded
platform =
init-script =
env-script =
err-script =
exit-script =
pre-script =
post-script =
work sub-directory =
execution polling intervals =
execution retry delays =
execution time limit =
submission polling intervals =
submission retry delays =
run mode = live
[[[directives]]]
job_type = parallel
[[[meta]]]
title =
description =
URL =
[[[skip]]]
outputs =
disable task event handlers = True
[[[simulation]]]
default run length = PT10S
speedup factor =
time limit buffer = PT30S
fail cycle points =
fail try 1 only = True
disable task event handlers = True
[[[environment filter]]]
include =
exclude =
[[[job]]]
batch system =
batch submit command template =
[[[remote]]]
host =
owner =
retrieve job logs =
retrieve job logs max size =
retrieve job logs retry delays =
[[[events]]]
handlers =
handler events =
handler retry delays =
mail events =
execution timeout =
submission timeout =
expired handlers =
late offset =
late handlers =
submitted handlers =
started handlers =
succeeded handlers =
failed handlers =
submission failed handlers =
warning handlers =
critical handlers =
retry handlers =
submission retry handlers =
execution timeout handlers =
submission timeout handlers =
custom handlers =
[[[mail]]]
from =
to =
[[[workflow state polling]]]
interval =
max-polls =
message =
alt-cylc-run-dir =
verbose mode =
[[[environment]]]
[[[outputs]]]
[[[parameter environment templates]]]
cylc-flow-8.6.4/tests/functional/cylc-config/00-simple/flow.cylc 0000664 0001750 0001750 00000001642 15202510242 024642 0 ustar alastair alastair [meta]
title = "multiple inheritance example"
description = """To see how multiple inheritance works:
% cylc list -tb[m] WORKFLOW # list namespaces
% cylc graph -n WORKFLOW # graph namespaces
% cylc graph WORKFLOW # dependencies, collapse on first-parent namespaces
% cylc config --item [runtime]ops_s1 WORKFLOW
% cylc config --item [runtime]var_p2 foo"""
[scheduling]
[[graph]]
R1 = "OPS:finish-all => VAR"
[runtime]
[[root]]
[[OPS]]
script = echo "RUN: run-ops.sh"
[[VAR]]
script = echo "RUN: run-var.sh"
[[SERIAL]]
[[[directives]]]
job_type = serial
[[PARALLEL]]
[[[directives]]]
job_type = parallel
[[ops_s1, ops_s2]]
inherit = OPS, SERIAL
[[ops_p1, ops_p2]]
inherit = OPS, PARALLEL
[[var_s1, var_s2]]
inherit = VAR, SERIAL
[[var_p1, var_p2]]
inherit = VAR, PARALLEL
cylc-flow-8.6.4/tests/functional/cylc-config/06-compat.t 0000664 0001750 0001750 00000003264 15202510242 023206 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
# Test compat following https://github.com/cylc/cylc-flow/pull/3191
. "$(dirname "$0")/test_header"
set_test_number 3
cat >'flow.cylc' <<'__FLOW_CONFIG__'
[scheduler]
allow implicit tasks = True
[scheduling]
initial cycle point = next(T00)
[[dependencies]]
[[[R1]]]
graph = r1
[[[R1]]]
graph = 'r2'
[[[ R1 ]]]
graph = """r3"""
[[[R1]]]
graph = """
r4 => r5
r6 => r7
"""
[[[T06, T12]]]
graph = t1 => t2
[[[ P1D!(01T, 11T) ]]]
graph = t3
__FLOW_CONFIG__
run_ok "${TEST_NAME_BASE}-validate" cylc validate .
run_ok "${TEST_NAME_BASE}-dependencies" \
cylc config --item='[scheduling][graph]' .
cmp_ok "${TEST_NAME_BASE}-dependencies.stdout" <<'__OUT__'
R1 = """
r1
r2
r3
r4 => r5
r6 => r7
"""
T06, T12 = t1 => t2
P1D!(01T, 11T) = t3
__OUT__
exit
cylc-flow-8.6.4/tests/functional/shutdown/ 0000775 0001750 0001750 00000000000 15202510242 020764 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/shutdown/07-task-fail/ 0000775 0001750 0001750 00000000000 15202510242 023063 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/shutdown/07-task-fail/flow.cylc 0000664 0001750 0001750 00000000476 15202510242 024715 0 ustar alastair alastair [scheduler]
[[events]]
abort on stall timeout = True
stall timeout = PT1M
[scheduling]
[[graph]]
R1 = t1:finish => t2
[runtime]
[[t1]]
script = false
[[[events]]]
failed handlers = echo 'Unfortunately %(id)s %(event)s'
[[t2]]
script = true
cylc-flow-8.6.4/tests/functional/shutdown/03-bad-cycle/ 0000775 0001750 0001750 00000000000 15202510242 023027 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/shutdown/03-bad-cycle/flow.cylc 0000664 0001750 0001750 00000000233 15202510242 024650 0 ustar alastair alastair [scheduling]
initial cycle point = 20100101T0 # missing a zero
final cycle point = 201001050T0
[[graph]]
T00 = t1
[runtime]
[[t1]]
cylc-flow-8.6.4/tests/functional/shutdown/22-stop-now.t 0000664 0001750 0001750 00000003033 15202510242 023157 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
# ``cylc stop --now`` shuts down the scheduler leaving orphaned tasks running.
. "$(dirname "$0")/test_header"
set_test_number 4
init_workflow "${TEST_NAME_BASE}" <<'__FLOW_CONFIG__'
[scheduling]
initial cycle point = 1
cycling mode = integer
[[graph]]
R1 = foo
[runtime]
[[foo]]
script = """
cylc stop --now "$CYLC_WORKFLOW_ID"
sleep 60 # if the stop --kill fails then the job succeeds
"""
__FLOW_CONFIG__
run_ok "${TEST_NAME_BASE}-validate" \
cylc validate "${WORKFLOW_NAME}"
run_ok "${TEST_NAME_BASE}" cylc play "${WORKFLOW_NAME}" --no-detach --debug
WORKFLOW_LOG="${WORKFLOW_RUN_DIR}/log/scheduler/log"
log_scan "${TEST_NAME_BASE}-orphaned" "${WORKFLOW_LOG}" 1 1 \
'Orphaned tasks.*' \
'1/.*foo'
purge
cylc-flow-8.6.4/tests/functional/shutdown/07-task-fail.t 0000775 0001750 0001750 00000003160 15202510242 023253 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test task event handler runs after "--abort-if-any-task-fails".
. "$(dirname "$0")/test_header"
set_test_number 5
install_workflow "${TEST_NAME_BASE}" "${TEST_NAME_BASE}"
run_ok "${TEST_NAME_BASE}-validate" cylc validate "${WORKFLOW_NAME}"
workflow_run_fail "${TEST_NAME_BASE}-run" \
cylc play --no-detach --abort-if-any-task-fails "${WORKFLOW_NAME}"
LOGD="$RUN_DIR/${WORKFLOW_NAME}/log"
grep_ok "ERROR - Workflow shutting down - AUTOMATIC(ON-TASK-FAILURE)" \
"${LOGD}/scheduler/log"
JLOGD="${LOGD}/job/1/t1/01"
# Check that 1/t1 event handler runs
run_ok "${TEST_NAME_BASE}-activity-log" \
grep -q -F \
"[(('event-handler-00', 'failed'), 1) out] Unfortunately 1/t1 failed" \
"${JLOGD}/job-activity.log"
# Check that t2.1 did not run
exists_fail "${LOGD}/1/t2"
purge
exit
cylc-flow-8.6.4/tests/functional/shutdown/06-kill-fail/ 0000775 0001750 0001750 00000000000 15202510242 023053 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/shutdown/06-kill-fail/flow.cylc 0000664 0001750 0001750 00000000272 15202510242 024677 0 ustar alastair alastair [scheduler]
[[events]]
abort on stall timeout = True
stall timeout = PT1M
[scheduling]
[[graph]]
R1 = t1
[runtime]
[[t1]]
script = sleep 60
cylc-flow-8.6.4/tests/functional/shutdown/15-bad-port-file-check-globalcfg 0000777 0001750 0001750 00000000000 15202510242 032406 212-bad-port-file-check ustar alastair alastair cylc-flow-8.6.4/tests/functional/shutdown/13-no-port-file-check.t 0000775 0001750 0001750 00000003210 15202510242 024757 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test workflow shuts down with error on missing port file
. "$(dirname "$0")/test_header"
set_test_number 3
OPT_SET=
create_test_global_config "" "
[scheduler]
[[main loop]]
# plugins = health check
[[[health check]]]
interval = PT11S"
OPT_SET='-s GLOBALCFG=True'
install_workflow "${TEST_NAME_BASE}" "${TEST_NAME_BASE}"
# shellcheck disable=SC2086
run_ok "${TEST_NAME_BASE}-validate" cylc validate ${OPT_SET} "${WORKFLOW_NAME}"
# shellcheck disable=SC2086
workflow_run_fail "${TEST_NAME_BASE}-run" \
cylc play --no-detach --abort-if-any-task-fails ${OPT_SET} "${WORKFLOW_NAME}"
SRVD="$RUN_DIR/${WORKFLOW_NAME}/.service"
LOGD="$RUN_DIR/${WORKFLOW_NAME}/log"
grep_ok \
"${SRVD}/contact: contact file corrupted/modified and may be left" \
"${LOGD}/scheduler/log"
purge
exit
cylc-flow-8.6.4/tests/functional/shutdown/02-no-dir.t 0000775 0001750 0001750 00000003307 15202510242 022566 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test workflow can shutdown successfully if its run dir is deleted
. "$(dirname "$0")/test_header"
set_test_number 4
install_workflow "${TEST_NAME_BASE}" "${TEST_NAME_BASE}"
create_test_global_config "" "
[scheduler]
[[main loop]]
[[[health check]]]
interval = PT10S"
run_ok "${TEST_NAME_BASE}-validate" cylc validate "${WORKFLOW_NAME}"
# Workflow run directory is now a symbolic link, so we can easily delete it.
SYM_WORKFLOW_RUND="${WORKFLOW_RUN_DIR}-sym"
SYM_WORKFLOW_NAME="${WORKFLOW_NAME}-sym"
ln -s "$(basename "${WORKFLOW_NAME}")" "${SYM_WORKFLOW_RUND}"
run_fail "${TEST_NAME_BASE}-run" cylc play "${SYM_WORKFLOW_NAME}" --debug --no-detach
grep_ok 'CRITICAL - Workflow shutting down' "${WORKFLOW_RUN_DIR}/log/scheduler/"*.log
grep_ok 'unable to open database file' "${WORKFLOW_RUN_DIR}/log/scheduler/"*.log
rm -f "${SYM_WORKFLOW_RUND}"
purge
exit
cylc-flow-8.6.4/tests/functional/shutdown/13-no-port-file-check/ 0000775 0001750 0001750 00000000000 15202510242 024573 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/shutdown/13-no-port-file-check/flow.cylc 0000664 0001750 0001750 00000001062 15202510242 026415 0 ustar alastair alastair #!Jinja2
[scheduler]
{% if GLOBALCFG is not defined %}
[[main loop]]
[[[health check]]]
interval = PT10S
{% endif %}{# not GLOBALCFG is not defined #}
[[events]]
abort on stall timeout = False
stall timeout = PT0S
[scheduling]
[[graph]]
R1 = t1
[runtime]
[[t1]]
init-script = cylc__job__disable_fail_signals ERR EXIT
script = """
cylc__job__wait_cylc_message_started
# Remove contact file and don't report back to workflow
rm -f "${CYLC_WORKFLOW_RUN_DIR}/.service/contact"
exit 1
"""
cylc-flow-8.6.4/tests/functional/shutdown/17-no-dir-check-globalcfg.t 0000777 0001750 0001750 00000000000 15202510242 030424 214-no-dir-check.t ustar alastair alastair cylc-flow-8.6.4/tests/functional/shutdown/14-no-dir-check.t 0000775 0001750 0001750 00000004100 15202510242 023634 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test workflow shuts down with error on missing run directory
. "$(dirname "$0")/test_header"
set_test_number 3
install_workflow "${TEST_NAME_BASE}" "${TEST_NAME_BASE}"
create_test_global_config "" "
[scheduler]
[[main loop]]
[[[health check]]]
interval = PT10S"
OPT_SET='-s GLOBALCFG=True'
# shellcheck disable=SC2086
run_ok "${TEST_NAME_BASE}-validate" cylc validate ${OPT_SET} "${WORKFLOW_NAME}"
# Workflow run directory is now a symbolic link, so we can easily delete it.
SYM_WORKFLOW_RUND="${WORKFLOW_RUN_DIR}-sym"
SYM_WORKFLOW_NAME="${WORKFLOW_NAME}-sym"
ln -s "$(basename "${WORKFLOW_NAME}")" "${SYM_WORKFLOW_RUND}"
# shellcheck disable=SC2086
workflow_run_fail "${TEST_NAME_BASE}-run" \
cylc play --no-detach --abort-if-any-task-fails ${OPT_SET} "${SYM_WORKFLOW_NAME}"
# Possible failure modes:
# - health check detects missing run directory
# - DB housekeeping cannot access DB because run directory missing
# - (TODO: if other failure modes show up, add to the list here!)
FAIL1="Workflow run directory does not exist: ${SYM_WORKFLOW_RUND}"
FAIL2="sqlite3.OperationalError: unable to open database file"
grep_ok "(${FAIL1}|${FAIL2})" "${WORKFLOW_RUN_DIR}/log/scheduler/"*.log -E
rm -f "${SYM_WORKFLOW_RUND}"
purge
exit
cylc-flow-8.6.4/tests/functional/shutdown/12-bad-port-file-check/ 0000775 0001750 0001750 00000000000 15202510242 024704 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/shutdown/12-bad-port-file-check/flow.cylc 0000664 0001750 0001750 00000001147 15202510242 026532 0 ustar alastair alastair #!Jinja2
[scheduler]
{% if GLOBALCFG is not defined %}
[[main loop]]
[[[health check]]]
interval = PT10S
{% endif %}{# not GLOBALCFG is not defined #}
[[events]]
abort on stall timeout = False
stall timeout = PT0S
[scheduling]
[[graph]]
R1 = t1
[runtime]
[[t1]]
init-script = cylc__job__disable_fail_signals ERR EXIT
script = """
cylc__job__wait_cylc_message_started
# Corrupt port file and don't report back to workflow
SRVD="${CYLC_WORKFLOW_RUN_DIR}/.service"
echo 'Haha! I have corrupted the port file!' >"${SRVD}/contact"
exit 1
"""
cylc-flow-8.6.4/tests/functional/shutdown/05-auto.t 0000775 0001750 0001750 00000002321 15202510242 022344 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test auto shutdown after all tasks have finished.
. "$(dirname "$0")/test_header"
set_test_number 2
install_workflow "${TEST_NAME_BASE}" "${TEST_NAME_BASE}"
TEST_NAME="${TEST_NAME_BASE}-validate"
run_ok "${TEST_NAME}" cylc validate "${WORKFLOW_NAME}"
TEST_NAME=${TEST_NAME_BASE}-auto-stop
workflow_run_ok "${TEST_NAME}" cylc play --debug --no-detach "${WORKFLOW_NAME}"
purge
cylc-flow-8.6.4/tests/functional/shutdown/18-client-on-dead-workflow.t 0000775 0001750 0001750 00000003426 15202510242 026042 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test workflow shuts down with error on missing contact file
# And correct behaviour with client on the next 2 connection attempts.
. "$(dirname "$0")/test_header"
set_test_number 3
init_workflow "${TEST_NAME_BASE}" <<'__FLOW_CONFIG__'
[scheduler]
[[events]]
abort on stall timeout = True
stall timeout = PT0S
abort on inactivity timeout = True
inactivity timeout = PT3M
[scheduling]
[[graph]]
R1 = t1
[runtime]
[[t1]]
script = true
__FLOW_CONFIG__
run_ok "${TEST_NAME_BASE}-validate" cylc validate "${WORKFLOW_NAME}"
cylc play --pause --no-detach "${WORKFLOW_NAME}" 1>'cylc-run.out' 2>&1 &
MYPID=$!
poll_workflow_running
kill "${MYPID}" # Should leave behind the contact file
wait "${MYPID}" 1>'/dev/null' 2>&1 || true
run_fail "${TEST_NAME_BASE}-1" cylc ping "${WORKFLOW_NAME}"
contains_ok "${TEST_NAME_BASE}-1.stderr" <<__ERR__
WorkflowStopped: ${WORKFLOW_NAME} is not running
__ERR__
purge
exit
cylc-flow-8.6.4/tests/functional/shutdown/04-kill/ 0000775 0001750 0001750 00000000000 15202510242 022140 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/shutdown/04-kill/reference.log 0000664 0001750 0001750 00000000124 15202510242 024576 0 ustar alastair alastair Initial point: 1
Final point: 1
1/t1 -triggered off []
1/t2 -triggered off ['1/t1']
cylc-flow-8.6.4/tests/functional/shutdown/04-kill/flow.cylc 0000664 0001750 0001750 00000000521 15202510242 023761 0 ustar alastair alastair [scheduler]
[[events]]
expected task failures = 1/t1
[scheduling]
[[graph]]
R1 = """t1:start => t2"""
[runtime]
[[t1]]
script = sleep 60
[[t2]]
script = """
cylc shutdown "${CYLC_WORKFLOW_ID}"
sleep 1
cylc kill "${CYLC_WORKFLOW_ID}//*/t1"
"""
cylc-flow-8.6.4/tests/functional/shutdown/04-kill.t 0000775 0001750 0001750 00000001730 15202510242 022331 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test kill OK after shutdown. Workflow will timeout if kill not OK.
. "$(dirname "$0")/test_header"
set_test_number 2
reftest
exit
cylc-flow-8.6.4/tests/functional/shutdown/16-no-port-file-check-globalcfg.t 0000777 0001750 0001750 00000000000 15202510242 032670 213-no-port-file-check.t ustar alastair alastair cylc-flow-8.6.4/tests/functional/shutdown/17-no-dir-check-globalcfg 0000777 0001750 0001750 00000000000 15202510242 027720 214-no-dir-check ustar alastair alastair cylc-flow-8.6.4/tests/functional/shutdown/20-stop-after-runN-play.t 0000664 0001750 0001750 00000004062 15202510242 025341 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test workflow shuts down, having been started with cylc play flow/runN
. "$(dirname "$0")/test_header"
#-------------------------------------------------------------------------------
set_test_number 5
#-------------------------------------------------------------------------------
make_rnd_workflow
pushd "${RND_WORKFLOW_SOURCE}" || exit 1
cat > 'flow.cylc' <<__FLOW_CONFIG__
[scheduler]
[[events]]
abort on inactivity timeout = True
inactivity timeout = PT3M
[scheduling]
[[graph]]
R1 = t1
[runtime]
[[t1]]
script = true
__FLOW_CONFIG__
run_ok "${TEST_NAME_BASE}-install" cylc install 2>'/dev/null'
popd || exit 1
run_ok "${TEST_NAME_BASE}-validate" cylc validate "${RND_WORKFLOW_RUNDIR}/runN"
run_ok "${TEST_NAME_BASE}-play" cylc play "${RND_WORKFLOW_NAME}/runN" --pause
LOG="${RND_WORKFLOW_RUNDIR}/run1/log/scheduler/log"
run_ok "${TEST_NAME_BASE}-stop" cylc stop --now --now "${RND_WORKFLOW_NAME}/run1"
log_scan "${TEST_NAME_BASE}-log-stop" "${LOG}" 20 1 \
"INFO - Workflow shutting down - REQUEST(NOW-NOW)"
# stop workflow - workflow should already by stopped but just to be safe
cylc stop --max-polls=10 --interval=2 --kill "${RND_WORKFLOW_NAME}/runN" 2>'/dev/null'
purge_rnd_workflow
cylc-flow-8.6.4/tests/functional/shutdown/01-task.t 0000775 0001750 0001750 00000001673 15202510242 022343 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test shutdown after a specific task.
. "$(dirname "$0")/test_header"
set_test_number 2
reftest
exit
cylc-flow-8.6.4/tests/functional/shutdown/09-now2.t 0000775 0001750 0001750 00000003774 15202510242 022302 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test "cylc stop --now --now".
. "$(dirname "$0")/test_header"
set_test_number 9
install_workflow "${TEST_NAME_BASE}" "${TEST_NAME_BASE}"
run_ok "${TEST_NAME_BASE}-validate" cylc validate "${WORKFLOW_NAME}"
workflow_run_ok "${TEST_NAME_BASE}-run" cylc play --no-detach "${WORKFLOW_NAME}"
LOGD="$RUN_DIR/${WORKFLOW_NAME}/log"
grep_ok 'INFO - Workflow shutting down - REQUEST(NOW-NOW)' "${LOGD}/scheduler/log"
grep_ok 'WARNING - Orphaned tasks' "${LOGD}/scheduler/log"
grep_ok '\* 1/t1 (running)' "${LOGD}/scheduler/log"
JLOGD="${LOGD}/job/1/t1/01"
# Check that 1/t1 event handler runs
run_fail "${TEST_NAME_BASE}-activity-log-succeeded" \
grep -q -F \
"[(('event-handler-00', 'succeeded'), 1) out] Well done 1/t1 succeeded" \
"${JLOGD}/job-activity.log"
run_fail "${TEST_NAME_BASE}-activity-log-started" \
grep -q -F \
"[(('event-handler-00', 'started'), 1) out] Hello 1/t1 started" \
"${JLOGD}/job-activity.log"
# Check that 1/t2 did not run
exists_fail "${LOGD}/job/1/t2"
# In SoD the restart does not stall and abort, because 1/t1:failed can be removed
# as handled.
workflow_run_ok "${TEST_NAME_BASE}-restart" cylc play --no-detach "${WORKFLOW_NAME}"
purge
exit
cylc-flow-8.6.4/tests/functional/shutdown/16-no-port-file-check-globalcfg 0000777 0001750 0001750 00000000000 15202510242 032164 213-no-port-file-check ustar alastair alastair cylc-flow-8.6.4/tests/functional/shutdown/test_header 0000777 0001750 0001750 00000000000 15202510242 027301 2../lib/bash/test_header ustar alastair alastair cylc-flow-8.6.4/tests/functional/shutdown/02-no-dir/ 0000775 0001750 0001750 00000000000 15202510242 022373 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/shutdown/02-no-dir/flow.cylc 0000664 0001750 0001750 00000000423 15202510242 024215 0 ustar alastair alastair [scheduling]
[[graph]]
R1 = bar
[runtime]
[[bar]]
init-script = cylc__job__disable_fail_signals ERR EXIT
script = """
cylc__job__wait_cylc_message_started
sleep 2
cylc shutdown "${CYLC_WORKFLOW_ID}"
rm -f "${CYLC_WORKFLOW_RUN_DIR}"
exit 1
"""
cylc-flow-8.6.4/tests/functional/shutdown/00-cycle.t 0000775 0001750 0001750 00000001676 15202510242 022502 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test shutdown after a particular cycle.
. "$(dirname "$0")/test_header"
set_test_number 2
reftest
exit
cylc-flow-8.6.4/tests/functional/shutdown/05-auto/ 0000775 0001750 0001750 00000000000 15202510242 022156 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/shutdown/05-auto/flow.cylc 0000664 0001750 0001750 00000000411 15202510242 023775 0 ustar alastair alastair #!Jinja2
[scheduler]
[[events]]
stall timeout = PT2M
abort on stall timeout = true
[scheduling]
initial cycle point = 2020-01-01
final cycle point = 2020-01-01
[[graph]]
P1D = foo
[runtime]
[[foo]]
script = true
cylc-flow-8.6.4/tests/functional/shutdown/08-now1.t 0000775 0001750 0001750 00000003066 15202510242 022272 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test "cylc stop --now" will wait for event handler.
. "$(dirname "$0")/test_header"
set_test_number 5
install_workflow "${TEST_NAME_BASE}" "${TEST_NAME_BASE}"
run_ok "${TEST_NAME_BASE}-validate" cylc validate "${WORKFLOW_NAME}"
workflow_run_ok "${TEST_NAME_BASE}-run" cylc play -v --no-detach "${WORKFLOW_NAME}"
LOGD="$RUN_DIR/${WORKFLOW_NAME}/log"
grep_ok 'INFO - Workflow shutting down - REQUEST(NOW)' "${LOGD}/scheduler/log"
JLOGD="${LOGD}/job/1/t1/01"
# Check that 1/t1 event handler runs
run_ok "${TEST_NAME_BASE}-activity-log-started" \
grep -q -F \
"[(('event-handler-00', 'started'), 1) out] Hello 1/t1 started" \
"${JLOGD}/job-activity.log"
# Check that t2.1 did not run
exists_fail "${LOGD}/job/1/t2"
purge
exit
cylc-flow-8.6.4/tests/functional/shutdown/08-now1/ 0000775 0001750 0001750 00000000000 15202510242 022075 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/shutdown/08-now1/flow.cylc 0000664 0001750 0001750 00000002066 15202510242 023724 0 ustar alastair alastair [scheduler]
[[events]]
abort on stall timeout = True
stall timeout = PT0S
abort on inactivity timeout = True
inactivity timeout = PT1M
[scheduling]
[[graph]]
R1 = t1 => t2
[runtime]
[[t1]]
script = """
# wait for the started message to be sent
cylc__job__wait_cylc_message_started;
# issue the stop command
cylc stop --now "${CYLC_WORKFLOW_ID}"
# wait for the stop command to be recieved
cylc__job__poll_grep_workflow_log 'Command "stop" received'
# send a message telling the started handler to exit
cylc message -- stopping
"""
[[[events]]]
# wait for the stopping message, sleep a bit, then echo some stuff
started handlers = """
cylc workflow-state %(workflow)s//%(point)s/%(name)s:stopping --triggers >/dev/null && sleep 1 && echo 'Hello %(id)s %(event)s'
"""
[[[outputs]]]
stopping = stopping
[[t2]]
script = true
cylc-flow-8.6.4/tests/functional/shutdown/21-stop-kill.t 0000664 0001750 0001750 00000003130 15202510242 023304 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
# ``cylc stop --kill`` kills running tasks before shutting down the scheduler
. "$(dirname "$0")/test_header"
set_test_number 4
init_workflow "${TEST_NAME_BASE}" <<'__FLOW_CONFIG__'
[scheduling]
initial cycle point = 1
cycling mode = integer
[[graph]]
R1 = foo
[runtime]
[[foo]]
script = """
cylc stop --kill "$CYLC_WORKFLOW_ID"
sleep 60 # if the stop --kill fails then the job succeeds
"""
__FLOW_CONFIG__
run_ok "${TEST_NAME_BASE}-validate" \
cylc validate "${WORKFLOW_NAME}"
run_ok "${TEST_NAME_BASE}" cylc play --no-detach "${WORKFLOW_NAME}" --debug
WORKFLOW_LOG="${WORKFLOW_RUN_DIR}/log/scheduler/log"
named_grep_ok 'jobs kill succeeded' "jobs-kill ret_code\] 0" "${WORKFLOW_LOG}"
named_grep_ok 'jobs kill killed 1/foo' "jobs-kill out.*1/foo/01" "${WORKFLOW_LOG}"
purge
cylc-flow-8.6.4/tests/functional/shutdown/19-log-reference.t 0000775 0001750 0001750 00000003644 15202510242 024127 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test workflow shuts down with reference log, specifically that there is no
# issue in the shutdown method when the --reference-log option is used.
. "$(dirname "$0")/test_header"
#-------------------------------------------------------------------------------
set_test_number 3
#-------------------------------------------------------------------------------
init_workflow "${TEST_NAME_BASE}" <<'__FLOW_CONFIG__'
[scheduler]
[[events]]
abort on inactivity timeout = True
inactivity timeout = PT3M
[scheduling]
[[graph]]
R1 = t1
[runtime]
[[t1]]
script = true
__FLOW_CONFIG__
#-------------------------------------------------------------------------------
workflow_run_ok "${TEST_NAME_BASE}-run-reflog" \
cylc play --debug --no-detach --reference-log "${WORKFLOW_NAME}"
exists_ok "${HOME}/cylc-run/${WORKFLOW_NAME}/reference.log"
delete_db
workflow_run_ok "${TEST_NAME_BASE}-run-reftest" \
cylc play --debug --no-detach --reference-test "${WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
purge
exit
cylc-flow-8.6.4/tests/functional/shutdown/03-bad-cycle.t 0000775 0001750 0001750 00000003117 15202510242 023221 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test clean up of port file, on bad start with invalid initial cycle point.
. "$(dirname "$0")/test_header"
#-------------------------------------------------------------------------------
set_test_number 2
#-------------------------------------------------------------------------------
install_workflow "${TEST_NAME_BASE}" "${TEST_NAME_BASE}"
#-------------------------------------------------------------------------------
# N.B. No validate test because this workflow does not validate.
TEST_NAME="${TEST_NAME_BASE}-run"
run_fail "${TEST_NAME}" cylc play "${WORKFLOW_NAME}" --debug --no-detach
RUND="$RUN_DIR/${WORKFLOW_NAME}"
exists_fail "${RUND}/.service/contact"
#-------------------------------------------------------------------------------
purge
exit
cylc-flow-8.6.4/tests/functional/shutdown/14-no-dir-check/ 0000775 0001750 0001750 00000000000 15202510242 023451 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/shutdown/14-no-dir-check/flow.cylc 0000664 0001750 0001750 00000001166 15202510242 025300 0 ustar alastair alastair #!Jinja2
[scheduler]
{% if GLOBALCFG is not defined %}
[[main loop]]
[[[health check]]]
interval = PT10S
{% endif %}{# not GLOBALCFG is not defined #}
[[events]]
abort on stall timeout = False
stall timeout = PT0S
abort on stall timeout = True
stall timeout = PT1M
[scheduling]
[[graph]]
R1 = t1
[runtime]
[[t1]]
init-script = cylc__job__disable_fail_signals ERR EXIT
script = """
cylc__job__wait_cylc_message_started
sleep 5
# Remove workflow run directory and don't report back to workflow
rm -f "${CYLC_WORKFLOW_RUN_DIR}"
exit 1
"""
cylc-flow-8.6.4/tests/functional/shutdown/00-cycle/ 0000775 0001750 0001750 00000000000 15202510242 022300 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/shutdown/00-cycle/reference.log 0000664 0001750 0001750 00000000371 15202510242 024742 0 ustar alastair alastair Initial point: 20100101T0000Z
Final point: 20100105T0000Z
20100101T0000Z/a -triggered off ['20091231T1800Z/a', '20091231T1800Z/c']
20100101T0000Z/stopper -triggered off ['20100101T0000Z/a']
20100101T0000Z/c -triggered off ['20100101T0000Z/stopper']
cylc-flow-8.6.4/tests/functional/shutdown/00-cycle/flow.cylc 0000664 0001750 0001750 00000000523 15202510242 024123 0 ustar alastair alastair [scheduler]
UTC mode = True
[scheduling]
initial cycle point = 20100101T00
final cycle point = 20100105T00
[[graph]]
T00, T06, T12, T18 = "a[-PT6H] & c[-PT6H] => a => stopper => c"
[runtime]
[[a,c]]
script = "true"
[[stopper]]
script = "cylc shutdown $CYLC_WORKFLOW_ID//2010-01-01; sleep 5"
cylc-flow-8.6.4/tests/functional/shutdown/09-now2/ 0000775 0001750 0001750 00000000000 15202510242 022077 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/shutdown/09-now2/flow.cylc 0000664 0001750 0001750 00000001117 15202510242 023722 0 ustar alastair alastair [scheduler]
[[events]]
abort on stall timeout = True
stall timeout = PT0S
abort on inactivity timeout = True
inactivity timeout = PT1M
[scheduling]
[[graph]]
R1 = t1:finish => t2
[runtime]
[[t1]]
init-script = cylc__job__disable_fail_signals ERR EXIT
script = """
sleep 1
cylc stop --now --now "${CYLC_WORKFLOW_ID}"
exit 1
"""
[[[events]]]
started handlers = sleep 10 && echo 'Hello %(id)s %(event)s'
succeeded handlers = echo 'Well done %(id)s %(event)s'
[[t2]]
script = true
cylc-flow-8.6.4/tests/functional/shutdown/15-bad-port-file-check-globalcfg.t 0000777 0001750 0001750 00000000000 15202510242 033112 212-bad-port-file-check.t ustar alastair alastair cylc-flow-8.6.4/tests/functional/shutdown/12-bad-port-file-check.t 0000775 0001750 0001750 00000003244 15202510242 025077 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test workflow shuts down with error on missing port file
. "$(dirname "$0")/test_header"
set_test_number 3
OPT_SET=
if [[ "${TEST_NAME_BASE}" == *-globalcfg ]]; then
create_test_global_config "" "
[scheduler]
[[main loop]]
[[[health check]]]
interval = PT10S"
OPT_SET='-s GLOBALCFG=True'
fi
install_workflow "${TEST_NAME_BASE}" "${TEST_NAME_BASE}"
# shellcheck disable=SC2086
run_ok "${TEST_NAME_BASE}-validate" cylc validate ${OPT_SET} "${WORKFLOW_NAME}"
# shellcheck disable=SC2086
workflow_run_fail "${TEST_NAME_BASE}-run" \
cylc play --no-detach --abort-if-any-task-fails ${OPT_SET} "${WORKFLOW_NAME}"
SRVD="$RUN_DIR/${WORKFLOW_NAME}/.service"
LOGD="$RUN_DIR/${WORKFLOW_NAME}/log"
grep_ok \
"${SRVD}/contact: contact file corrupted/modified and may be left" \
"${LOGD}/scheduler/log"
purge
exit
cylc-flow-8.6.4/tests/functional/shutdown/01-task/ 0000775 0001750 0001750 00000000000 15202510242 022144 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/shutdown/01-task/reference.log 0000664 0001750 0001750 00000000432 15202510242 024604 0 ustar alastair alastair Initial point: 20100101T0000Z
Final point: 20100105T0000Z
20100101T0000Z/a -triggered off ['20091231T1800Z/c']
20100101T0000Z/stopper -triggered off ['20100101T0000Z/a']
20100101T0000Z/c -triggered off ['20100101T0000Z/stopper']
20100101T0600Z/a -triggered off ['20100101T0000Z/c']
cylc-flow-8.6.4/tests/functional/shutdown/01-task/flow.cylc 0000664 0001750 0001750 00000000501 15202510242 023763 0 ustar alastair alastair [scheduler]
UTC mode = True
[scheduling]
initial cycle point = 20100101T00
final cycle point = 20100105T00
[[graph]]
PT6H = "c[-PT6H] => a => stopper => c"
[runtime]
[[a,c]]
script = "true"
[[stopper]]
script = """
cylc shutdown $CYLC_WORKFLOW_ID 20100101T06/a; sleep 5"""
cylc-flow-8.6.4/tests/functional/cylc-lint/ 0000775 0001750 0001750 00000000000 15202510242 021007 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/cylc-lint/01.lint-toml.t 0000664 0001750 0001750 00000005723 15202510242 023341 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#------------------------------------------------------------------------------
# Test linting with a toml file present.
. "$(dirname "$0")/test_header"
set_test_number 12
# Set Up:
rm etc/global.cylc
LINE_LEN_NO=$(python -c "from cylc.flow.scripts.lint import LINE_LEN_NO; print(LINE_LEN_NO)")
cat > flow.cylc <<__HERE__
# This is definitely not an OK flow.cylc file.
\t[scheduler]
[cylc]
[[dependencies]]
[runtime]
[[foo]]
inherit = hello
[[[job]]]
something\t
__HERE__
mkdir sites
cat > sites/niwa.cylc <<__HERE__
blatantly = not valid
__HERE__
# Control tests
TEST_NAME="it lints without toml file"
run_fail "${TEST_NAME}" cylc lint
TESTOUT="${TEST_NAME}.stdout"
named_grep_ok "it returns error code" "S004" "${TESTOUT}"
named_grep_ok "it returns error from subdirectory" "niwa.cylc" "${TESTOUT}"
named_grep_ok "it returns a 728 upgrade code" "^\[U" "${TESTOUT}"
# Add a pyproject.toml file
cat > pyproject.toml <<__HERE__
[tool.cylc.lint]
# Check against these rules
rulesets = [
"style"
]
# do not check for these errors
ignore = [
"S004"
]
# do not lint files matching
# these globs:
exclude = [
"sites/*.cylc",
]
__HERE__
# Test that results are different:
TEST_NAME="it_lints_with_toml_file"
run_fail "${TEST_NAME}" cylc lint
TESTOUT="${TEST_NAME}.stdout"
grep_fail "S004" "${TESTOUT}"
grep_fail "niwa.cylc" "${TESTOUT}"
grep_fail "^\[U" "${TESTOUT}"
# Add a max line length to the pyproject.toml.
echo "" >> pyproject.toml
echo "max-line-length = 4" >> pyproject.toml
cat > flow.cylc <<__HERE__
script = """
How long a line is too long a line
"""
__HERE__
TEST_NAME="it_fails_if_max-line-length_set"
run_fail "${TEST_NAME}" cylc lint
named_grep_ok "${TEST_NAME}-line-too-long-message" \
"\[${LINE_LEN_NO}\] flow.cylc:2: line > 4 characters." \
"${TEST_NAME}.stdout"
TEST_NAME="it_does_not_fail_if_max-line-length_set_but_ignored"
cat > pyproject.toml <<__HERE__
[tool.cylc.lint]
# Check against these rules
rulesets = [
"style"
]
# do not check for these errors
ignore = [
"${LINE_LEN_NO}"
]
exclude = [
"sites/*.cylc",
]
max-line-length = 1
__HERE__
run_ok "${TEST_NAME}" cylc lint
grep_ok "rules and found no issues" "${TEST_NAME}.stdout"
cylc-flow-8.6.4/tests/functional/cylc-lint/00.lint.t 0000664 0001750 0001750 00000005630 15202510242 022364 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#------------------------------------------------------------------------------
# Test workflow installation
. "$(dirname "$0")/test_header"
set_test_number 20
cat > flow.cylc <<__HERE__
# This is definitely not an OK flow.cylc file.
[cylc]
[[parameters]]
__HERE__
rm etc/global.cylc
TEST_NAME="${TEST_NAME_BASE}.vanilla"
run_fail "${TEST_NAME}" cylc lint .
named_grep_ok "check-for-error-code" "S004" "${TEST_NAME}.stdout"
TEST_NAME="${TEST_NAME_BASE}.pick-a-ruleset"
run_fail "${TEST_NAME}" cylc lint . -r 728
named_grep_ok "check-for-error-code" "U998" "${TEST_NAME}.stdout"
TEST_NAME="${TEST_NAME_BASE}.inplace"
run_fail "${TEST_NAME}" cylc lint . -i
named_grep_ok "check-for-error-code-in-file" "U998" flow.cylc
rm flow.cylc
cat > suite.rc <<__HERE__
# This is definitely not an OK flow.cylc file.
{{FOO}}
__HERE__
TEST_NAME="${TEST_NAME_BASE}.pick-a-ruleset-728"
run_fail "${TEST_NAME}" cylc lint . -r 728
named_grep_ok "do-not-upgrade-check-if-compat-mode" "Lint after renaming" "${TEST_NAME}.stderr"
TEST_NAME="${TEST_NAME_BASE}.pick-a-ruleset-728-exit-zero"
run_ok "${TEST_NAME}" cylc lint . -r 728 --exit-zero
TEST_NAME="${TEST_NAME_BASE}.pick-a-ruleset-all"
run_fail "${TEST_NAME}" cylc lint . -r all
TEST_NAME="${TEST_NAME_BASE}.exit-zero"
run_ok "${TEST_NAME}" cylc lint --exit-zero .
rm suite.rc
cat > flow.cylc <<__HERE__
# This one is fine
[scheduler]
__HERE__
TEST_NAME="${TEST_NAME_BASE}.zero-issues"
run_ok "${TEST_NAME}" cylc lint .
named_grep_ok "message on no errors" "found no issues" "${TEST_NAME}.stdout"
# It returns an error message if you attempt to lint a non-existant location
TEST_NAME="it-fails-if-not-target"
run_fail ${TEST_NAME} cylc lint "a-$(uuidgen)"
grep_ok "Workflow ID not found" "${TEST_NAME}.stderr"
# It returns a reference in reference mode
TEST_NAME="it-returns-a-reference"
run_ok "${TEST_NAME}" cylc lint --list-codes
named_grep_ok "${TEST_NAME}-contains-style-codes" "^S001:" "${TEST_NAME}.stdout"
TEST_NAME="it-returns-a-reference-style"
run_ok "${TEST_NAME}" cylc lint --list-codes -r 'style'
named_grep_ok "${TEST_NAME}-contains-style-codes" "^S001:" "${TEST_NAME}.stdout"
grep_fail "^U" "${TEST_NAME}.stdout"
rm flow.cylc
cylc-flow-8.6.4/tests/functional/cylc-lint/test_header 0000777 0001750 0001750 00000000000 15202510242 027324 2../lib/bash/test_header ustar alastair alastair cylc-flow-8.6.4/tests/functional/job-file-trap/ 0000775 0001750 0001750 00000000000 15202510242 021544 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/job-file-trap/00-sigusr1.t 0000775 0001750 0001750 00000006075 15202510242 023556 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test handle of SIGUSR1. (Handle a mock job vacation.)
# Obviously, job vacation does not happen with background job, and the job
# will no longer be poll-able after the kill.
. "$(dirname "$0")/test_header"
skip_all "TODO decide whether to re-instate this"
run_tests() {
set_test_number 5
install_workflow "${TEST_NAME_BASE}" "${TEST_NAME_BASE}"
TEST_NAME="${TEST_NAME_BASE}-validate"
run_ok "${TEST_NAME}" cylc validate "${WORKFLOW_NAME}"
TEST_NAME="${TEST_NAME_BASE}-run"
# Needs to be detaching:
workflow_run_ok "${TEST_NAME}" cylc play --reference-test "${WORKFLOW_NAME}"
# Make sure 1/t1's status file is in place
T1_STATUS_FILE="${WORKFLOW_RUN_DIR}/log/job/1/t1/01/job.status"
poll_grep -E 'CYLC_JOB_ID=' "${T1_STATUS_FILE}"
poll_grep -E 'CYLC_JOB_INIT_TIME=' "${T1_STATUS_FILE}"
# Kill the job and see what happens
T1_PID="$(awk -F= '$1=="CYLC_JOB_ID" {print $2}' "${T1_STATUS_FILE}")"
kill -s 'USR1' "${T1_PID}"
poll_grep -E 'WARNING|vacated/USR1' "${T1_STATUS_FILE}"
poll_grep_workflow_log 'vacated/USR1'
sleep 1 # a bit of extra time for workflow db update to complete
sqlite3 "${WORKFLOW_RUN_DIR}/log/db" \
"SELECT status FROM task_states WHERE name=='t1';" \
>"${TEST_NAME}-db-t1" 2>'/dev/null'
grep_ok "^\(submitted\|running\)$" "${TEST_NAME}-db-t1"
# Start the job again and see what happens
mkdir -p "${WORKFLOW_RUN_DIR}/work/1/t1/"
touch "${WORKFLOW_RUN_DIR}/work/1/t1/file" # Allow t1 to complete
"${WORKFLOW_RUN_DIR}/log/job/1/t1/01/job" <'/dev/null' >'/dev/null' 2>&1 &
# Wait for workflow to complete
poll_workflow_stopped
# Test t1 status in DB
sqlite3 "${WORKFLOW_RUN_DIR}/log/db" \
"SELECT status FROM task_states WHERE name=='t1';" >"${TEST_NAME}-db-t1"
cmp_ok "${TEST_NAME}-db-t1" - <<<'succeeded'
# Test reference
grep_ok 'WORKFLOW REFERENCE TEST PASSED' "${WORKFLOW_RUN_DIR}/log/scheduler/log"
purge
exit
}
# Programs running in some environment is unable to trap SIGUSR1. E.g.:
# An environment documented in this comment:
# https://github.com/cylc/cylc-flow/pull/1648#issuecomment-149348410
trap 'run_tests' 'SIGUSR1'
kill -s 'SIGUSR1' "$$"
sleep 1
skip_all 'Program not receiving SIGUSR1'
cylc-flow-8.6.4/tests/functional/job-file-trap/01-loadleveler/ 0000775 0001750 0001750 00000000000 15202510242 024260 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/job-file-trap/01-loadleveler/reference.log 0000664 0001750 0001750 00000000116 15202510242 026717 0 ustar alastair alastair Initial point: 1
Final point: 1
1/t2 -triggered off []
1/t1 -triggered off []
cylc-flow-8.6.4/tests/functional/job-file-trap/01-loadleveler/flow.cylc 0000664 0001750 0001750 00000000730 15202510242 026103 0 ustar alastair alastair #!jinja2
[scheduling]
[[graph]]
R1 = """
t1
t2
"""
[runtime]
[[root]]
script=true
platform = {{environ["CYLC_TEST_PLATFORM"]}}
[[[directives]]]
class=serial
job_type=serial
notification=never
resources=ConsumableCpus(1) ConsumableMemory(64mb)
wall_clock_limit=180,120
[[t1]]
[[t2]]
[[[directives]]]
restart=yes
cylc-flow-8.6.4/tests/functional/job-file-trap/02-pipefail.t 0000775 0001750 0001750 00000003210 15202510242 023740 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test pipefail cylc/cylc-flow#1783
. "$(dirname "$0")/test_header"
set_test_number 6
install_workflow "${TEST_NAME_BASE}" "${TEST_NAME_BASE}"
TEST_NAME="${TEST_NAME_BASE}-validate"
run_ok "${TEST_NAME}-validate" cylc validate "${WORKFLOW_NAME}"
TEST_NAME="${TEST_NAME_BASE}-run"
workflow_run_fail "${TEST_NAME_BASE}-run" \
cylc play --no-detach --reference-test "${WORKFLOW_NAME}"
# Make sure status files are in place
T1_STATUS_FILE="${WORKFLOW_RUN_DIR}/log/job/1/t1/01/job.status"
contains_ok "${T1_STATUS_FILE}" <<'__STATUS__'
CYLC_JOB_EXIT=ERR
__STATUS__
grep_ok 'CYLC_JOB_EXIT_TIME=' "${T1_STATUS_FILE}"
T2_STATUS_FILE="${WORKFLOW_RUN_DIR}/log/job/1/t2/01/job.status"
contains_ok "${T2_STATUS_FILE}" <<'__STATUS__'
CYLC_JOB_EXIT=EXIT
__STATUS__
grep_ok 'CYLC_JOB_EXIT_TIME=' "${T2_STATUS_FILE}"
purge
exit
cylc-flow-8.6.4/tests/functional/job-file-trap/02-pipefail/ 0000775 0001750 0001750 00000000000 15202510242 023554 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/job-file-trap/02-pipefail/reference.log 0000664 0001750 0001750 00000000067 15202510242 026220 0 ustar alastair alastair Initial point: 1
Final point: 1
1/t1 -triggered off []
cylc-flow-8.6.4/tests/functional/job-file-trap/02-pipefail/flow.cylc 0000664 0001750 0001750 00000000467 15202510242 025406 0 ustar alastair alastair #!jinja2
[scheduler]
[[events]]
abort on stall timeout = True
stall timeout = PT0S
expected task failures = 1/t1, 1/t2
[scheduling]
[[graph]]
R1=t1 & t2
[runtime]
[[t1]]
script=false|cat
[[t2]]
# Trigger SIGPIPE signal exit.
script=yes|true
cylc-flow-8.6.4/tests/functional/job-file-trap/03-user-trap.t 0000664 0001750 0001750 00000005330 15202510242 024074 0 ustar alastair alastair #!/bin/bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test that a user script can have its own TERM signal trap.
. "$(dirname "$0")/test_header"
set_test_number 5
init_workflow "${TEST_NAME_BASE}" <<'__WORKFLOW__'
[cylc]
[[events]]
abort on inactivity timeout = True
abort on stall timeout = True
stall timeout = PT0S
inactivity timeout = PT1M
[scheduling]
[[graph]]
R1 = foo
[runtime]
[[foo]]
script = """
# ignore TERM signal for the next child
trap "" TERM
(
cylc__job__poll_grep_workflow_log "Workflow shutting down"
sleep 5
echo "The undead child shall speak" >>"${CYLC_TASK_LOG_ROOT}.testout"
) &
trap "echo 'TERM got trapped' >>'${CYLC_TASK_LOG_ROOT}.testout'; wait" TERM
# this child will be terminated if job script is a process leader
(
sleep 15
echo "You shall never see this" >>"${CYLC_TASK_LOG_ROOT}.testout"
) &
echo "Here we go..." >>"${CYLC_TASK_LOG_ROOT}.testout"
wait
"""
err-script = """
wait
echo "Exit with code ${CYLC_TASK_USER_SCRIPT_EXITCODE:-unknown}" \
>>"${CYLC_TASK_LOG_ROOT}.testout"
"""
__WORKFLOW__
run_ok "${TEST_NAME_BASE}-validate" cylc validate "${WORKFLOW_NAME}"
# Needs to be detaching:
workflow_run_ok "${TEST_NAME_BASE}-run" cylc play "${WORKFLOW_NAME}"
JOB_LOG_ROOT="${WORKFLOW_RUN_DIR}/log/job/1/foo/01/job"
# Kill the job and see what happened
poll_grep "CYLC_JOB_PID=" "${JOB_LOG_ROOT}.status"
JOB_PID=$(awk -F= '/CYLC_JOB_PID=/{print $2}' "${JOB_LOG_ROOT}.status")
kill -s "TERM" "${JOB_PID}"
poll_workflow_stopped
# Workflow is down after failed message
grep_ok "CYLC_JOB_EXIT=TERM" "${JOB_LOG_ROOT}.status"
# The job should be still running and waiting for the user script
grep_fail "The undead child shall speak" "${JOB_LOG_ROOT}.testout"
poll_grep "Exit with code" "${JOB_LOG_ROOT}.testout"
cmp_ok "${JOB_LOG_ROOT}.testout" - <<__EOF__
Here we go...
TERM got trapped
The undead child shall speak
Exit with code 143
__EOF__
purge
exit
cylc-flow-8.6.4/tests/functional/job-file-trap/test_header 0000777 0001750 0001750 00000000000 15202510242 030061 2../lib/bash/test_header ustar alastair alastair cylc-flow-8.6.4/tests/functional/job-file-trap/01-loadleveler.t 0000775 0001750 0001750 00000004537 15202510242 024461 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test whether job vacation trap is included in a loadleveler job or not.
# A job for a task with the restart=yes directive will have the trap.
# This does not test loadleveler job vacation itself, because the test will
# require a site admin to pre-empt a job.
# TODO Check this test on a dockerized system or VM.
export REQUIRE_PLATFORM="runner:loadleveler"
. "$(dirname "$0")/test_header"
#-------------------------------------------------------------------------------
set_test_number 6
install_workflow "${TEST_NAME_BASE}" "${TEST_NAME_BASE}"
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-validate"
run_ok "${TEST_NAME}" cylc validate "${WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-run"
run_ok "${TEST_NAME}" cylc play --reference-test --debug --no-detach "${WORKFLOW_NAME}"
sleep 5
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-t1.1"
T1_JOB_FILE="${WORKFLOW_RUN_DIR}/log/job/1/t1/01/job"
exists_ok "${T1_JOB_FILE}"
run_fail "${TEST_NAME}" grep -q -e '^CYLC_VACATION_SIGNALS' "${T1_JOB_FILE}"
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-t2.1"
T2_JOB_FILE="${WORKFLOW_RUN_DIR}/log/job/1/t2/01/job"
exists_ok "${T2_JOB_FILE}"
grep_ok '^CYLC_VACATION_SIGNALS' "${T2_JOB_FILE}"
#-------------------------------------------------------------------------------
purge
exit
cylc-flow-8.6.4/tests/functional/job-file-trap/00-sigusr1/ 0000775 0001750 0001750 00000000000 15202510242 023356 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/job-file-trap/00-sigusr1/python/ 0000775 0001750 0001750 00000000000 15202510242 024677 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/job-file-trap/00-sigusr1/python/background_vacation.py 0000664 0001750 0001750 00000002222 15202510242 031252 0 ustar alastair alastair #!/usr/bin/env python3
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
from cylc.flow.job_runner_handlers.background import BgCommandHandler
class MyBgCommandHandler(BgCommandHandler):
"""Job submission class for use by test battery.
Allow a background submission to have a job vacation signal.
"""
VACATION_SIGNAL = "USR1"
def get_vacation_signal(self, _):
return self.VACATION_SIGNAL
JOB_RUNNER_HANDLER = MyBgCommandHandler()
cylc-flow-8.6.4/tests/functional/job-file-trap/00-sigusr1/reference.log 0000664 0001750 0001750 00000000124 15202510242 026014 0 ustar alastair alastair Initial point: 1
Final point: 1
1/t1 -triggered off []
1/t2 -triggered off ['1/t1']
cylc-flow-8.6.4/tests/functional/job-file-trap/00-sigusr1/flow.cylc 0000664 0001750 0001750 00000000451 15202510242 025201 0 ustar alastair alastair #!jinja2
[scheduling]
[[graph]]
R1=t1=>t2
[runtime]
[[t1]]
script="""
TIMEOUT=$(($(date +%s) + 120))
while [[ ! -e file ]] && (($TIMEOUT > $(date +%s))); do
sleep 1
done
"""
[[[job]]]
batch system=background_vacation
[[t2]]
script=true
cylc-flow-8.6.4/tests/functional/queues/ 0000775 0001750 0001750 00000000000 15202510242 020420 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/queues/01-queuesize-5.t 0000664 0001750 0001750 00000003174 15202510242 023211 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test running with a queue with limit=5
. "$(dirname "$0")/test_header"
#-------------------------------------------------------------------------------
set_test_number 2
#-------------------------------------------------------------------------------
install_workflow "${TEST_NAME_BASE}" qsize
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-validate"
run_ok "${TEST_NAME}" cylc validate -s 'q_size="5"' "${WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-run"
workflow_run_ok "${TEST_NAME}" cylc play --reference-test --debug --no-detach \
-s 'q_size="5"' "${WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
purge
cylc-flow-8.6.4/tests/functional/queues/02-queueorder.t 0000664 0001750 0001750 00000002524 15202510242 023207 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test job script sets dependencies in environment.
. "$(dirname "${0}")/test_header"
set_test_number 3
install_workflow "${TEST_NAME_BASE}" "${TEST_NAME_BASE}"
run_ok "${TEST_NAME_BASE}-validate" cylc validate "${WORKFLOW_NAME}"
run_ok "${TEST_NAME_BASE}-run" \
cylc play "${WORKFLOW_NAME}" --reference-test --debug --no-detach --timestamp
run_ok "${TEST_NAME_BASE}-test" bash -o pipefail -c "
cylc cat-log '${WORKFLOW_NAME}' |
grep 'proc_n.*submitted at' |
sort --key=4,4 --check"
purge
exit
cylc-flow-8.6.4/tests/functional/queues/qsize/ 0000775 0001750 0001750 00000000000 15202510242 021553 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/queues/qsize/reference.log 0000664 0001750 0001750 00000000710 15202510242 024212 0 ustar alastair alastair Initial point: 1
Final point: 1
1/monitor -triggered off []
1/a -triggered off ['1/monitor']
1/c -triggered off ['1/monitor']
1/b -triggered off ['1/monitor']
1/e -triggered off ['1/monitor']
1/g -triggered off ['1/monitor']
1/f -triggered off ['1/monitor']
1/i -triggered off ['1/monitor']
1/h -triggered off ['1/monitor']
1/k -triggered off ['1/monitor']
1/j -triggered off ['1/monitor']
1/l -triggered off ['1/monitor']
1/d -triggered off ['1/monitor']
cylc-flow-8.6.4/tests/functional/queues/qsize/flow.cylc 0000664 0001750 0001750 00000001237 15202510242 023401 0 ustar alastair alastair #!Jinja2
[scheduling]
[[ queues ]]
[[[ q_fam ]]]
limit = {{q_size}} # allow testing with various queue sizes
members = monitor, FAM
[[graph]]
R1 = monitor:start => FAM
[runtime]
[[FAM]]
script = true
[[a,b,c,d,e,f,g,h,i,j,k,l]]
inherit = FAM
[[monitor]]
script = """
N_SUCCEEDED=0
while ((N_SUCCEEDED < 12)); do
sleep 1
N_RUNNING=$(cylc dump -l -t $CYLC_WORKFLOW_ID | grep running | wc -l)
((N_RUNNING <= {{q_size}})) # check
N_SUCCEEDED=$(cylc workflow-state "${CYLC_WORKFLOW_ID}//*/*:succeeded" | wc -l)
done
"""
cylc-flow-8.6.4/tests/functional/queues/test_header 0000777 0001750 0001750 00000000000 15202510242 026735 2../lib/bash/test_header ustar alastair alastair cylc-flow-8.6.4/tests/functional/queues/02-queueorder/ 0000775 0001750 0001750 00000000000 15202510242 023017 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/queues/02-queueorder/reference.log 0000664 0001750 0001750 00000001144 15202510242 025460 0 ustar alastair alastair Initial point: 1
Final point: 1
1/delay_n1 -triggered off []
1/hold -triggered off []
1/delay_n2 -triggered off ['1/delay_n1']
1/delay_n3 -triggered off ['1/delay_n2']
1/delay_n4 -triggered off ['1/delay_n3']
1/delay_n5 -triggered off ['1/delay_n4']
1/proc_n1 -triggered off ['1/delay_n1']
1/delay_n6 -triggered off ['1/delay_n5']
1/proc_n2 -triggered off ['1/delay_n2']
1/delay_n7 -triggered off ['1/delay_n6']
1/proc_n3 -triggered off ['1/delay_n3']
1/proc_n4 -triggered off ['1/delay_n4']
1/proc_n5 -triggered off ['1/delay_n5']
1/proc_n6 -triggered off ['1/delay_n6']
1/proc_n7 -triggered off ['1/delay_n7']
cylc-flow-8.6.4/tests/functional/queues/02-queueorder/flow.cylc 0000664 0001750 0001750 00000000526 15202510242 024645 0 ustar alastair alastair [task parameters]
n = 1..7
[scheduling]
[[queues]]
[[[q1]]]
limit = 1
members = proc, hold
[[graph]]
R1 = """
delay => delay
delay => proc
hold
"""
[runtime]
[[delay]]
[[proc]]
[[hold]]
script = sleep 7
cylc-flow-8.6.4/tests/functional/queues/00-queuesize-3.t 0000664 0001750 0001750 00000003175 15202510242 023207 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test running with a queue with limit=3
. "$(dirname "$0")/test_header"
#-------------------------------------------------------------------------------
set_test_number 2
#-------------------------------------------------------------------------------
install_workflow "${TEST_NAME_BASE}" qsize
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-validate"
run_ok "${TEST_NAME}" cylc validate -s 'q_size="3"' "${WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
TEST_NAME="${TEST_NAME_BASE}-run"
workflow_run_ok "${TEST_NAME}" cylc play --reference-test --debug --no-detach \
-s "q_size='3'" "${WORKFLOW_NAME}"
#-------------------------------------------------------------------------------
purge
cylc-flow-8.6.4/tests/functional/cylc-get-cylc-version/ 0000775 0001750 0001750 00000000000 15202510242 023233 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/cylc-get-cylc-version/00-basic/ 0000775 0001750 0001750 00000000000 15202510242 024531 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/cylc-get-cylc-version/00-basic/reference.log 0000664 0001750 0001750 00000000070 15202510242 027167 0 ustar alastair alastair Initial point: 1
Final point: 1
1/foo -triggered off []
cylc-flow-8.6.4/tests/functional/cylc-get-cylc-version/00-basic/flow.cylc 0000664 0001750 0001750 00000000535 15202510242 026357 0 ustar alastair alastair [meta]
title = Test for the get-cylc-version command.
description = """A task compares its own cylc version to that running the
test workflow (should be the same)."""
[scheduling]
[[graph]]
R1 = foo
[runtime]
[[foo]]
script = """
diff -u <(cylc --version) <(cylc get-cylc-version "${CYLC_WORKFLOW_ID}")
"""
cylc-flow-8.6.4/tests/functional/cylc-get-cylc-version/test_header 0000777 0001750 0001750 00000000000 15202510242 031550 2../lib/bash/test_header ustar alastair alastair cylc-flow-8.6.4/tests/functional/cylc-get-cylc-version/00-basic.t 0000664 0001750 0001750 00000001662 15202510242 024723 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Basic get-cylc-version test.
. "$(dirname "$0")/test_header"
set_test_number 2
reftest
exit
cylc-flow-8.6.4/tests/functional/cylc-message/ 0000775 0001750 0001750 00000000000 15202510242 021465 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/cylc-message/00-ssh/ 0000775 0001750 0001750 00000000000 15202510242 022477 5 ustar alastair alastair cylc-flow-8.6.4/tests/functional/cylc-message/00-ssh/reference.log 0000664 0001750 0001750 00000000103 15202510242 025132 0 ustar alastair alastair Final point: 1
1/t0 -triggered off []
1/t1 -triggered off ['1/t0']
cylc-flow-8.6.4/tests/functional/cylc-message/00-ssh/flow.cylc 0000664 0001750 0001750 00000000507 15202510242 024324 0 ustar alastair alastair #!jinja2
[scheduler]
UTC mode = True # Ignore DST
[scheduling]
[[graph]]
R1 = t0 => t1
[runtime]
[[t0]]
script = """
cylc broadcast "${CYLC_WORKFLOW_ID}" --name=t1 --set=script="true"
"""
platform = {{ environ['CYLC_TEST_PLATFORM'] }}
[[t1]]
script = false
cylc-flow-8.6.4/tests/functional/cylc-message/test_header 0000777 0001750 0001750 00000000000 15202510242 030002 2../lib/bash/test_header ustar alastair alastair cylc-flow-8.6.4/tests/functional/cylc-message/02-multi.t 0000775 0001750 0001750 00000005076 15202510242 023236 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#------------------------------------------------------------------------------
# Test "cylc message" with multiple messages.
export REQUIRE_PLATFORM='loc:* comms:?(tcp|ssh)'
. "$(dirname "$0")/test_header"
set_test_number 3
init_workflow "${TEST_NAME_BASE}" <<__FLOW__
[scheduling]
[[graph]]
R1 = foo
[runtime]
[[foo]]
platform = $CYLC_TEST_PLATFORM
script = """
cylc__job__wait_cylc_message_started
cylc message -p WARNING "\${CYLC_WORKFLOW_ID}" "\${CYLC_TASK_JOB}" \
"Warn this" "INFO: Greeting" - <<'__MESSAGES__'
Warn that
DEBUG: Remove stuffs such as
badness
slowness
and other incorrectness.
CUSTOM: whatever
__MESSAGES__
"""
__FLOW__
run_ok "${TEST_NAME_BASE}-validate" cylc validate "${WORKFLOW_NAME}"
workflow_run_ok "${TEST_NAME_BASE}-run" cylc play --debug --no-detach "${WORKFLOW_NAME}"
LOG="${WORKFLOW_RUN_DIR}/log/scheduler/log"
sed -r -n -e 's/^.* ([A-Z]+ .* \(received\).*$)/\1/p' \
-e '/badness|slowness|and other incorrectness/p' \
"${LOG}" >'sed.out'
sed -i 's/\(^.*\) at .*$/\1/;' 'sed.out'
# Note: the continuation bit gets printed twice, because the message gets a
# warning as being unhandled.
cmp_ok 'sed.out' <<__LOG__
DEBUG - [1/foo/01:submitted] (received)started
WARNING - [1/foo/01:running] (received)Warn this
INFO - [1/foo/01:running] (received)Greeting
WARNING - [1/foo/01:running] (received)Warn that
DEBUG - [1/foo/01:running] (received)Remove stuffs such as
${LOG_INDENT}badness
${LOG_INDENT}slowness
${LOG_INDENT}and other incorrectness.
${LOG_INDENT}badness
${LOG_INDENT}slowness
${LOG_INDENT}and other incorrectness.
INFO - [1/foo/01:running] (received)whatever
DEBUG - [1/foo/01:running] (received)succeeded
__LOG__
purge
exit
cylc-flow-8.6.4/tests/functional/cylc-message/00-ssh.t 0000775 0001750 0001750 00000002561 15202510242 022673 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#-------------------------------------------------------------------------------
# Test "cylc message" in SSH mode, test needs to have compatible version
# installed on the remote host.
export REQUIRE_PLATFORM='loc:remote comms:ssh'
. "$(dirname "$0")/test_header"
#-------------------------------------------------------------------------------
set_test_number 2
install_workflow "${TEST_NAME_BASE}" "${TEST_NAME_BASE}"
run_ok "${TEST_NAME_BASE}-validate" \
cylc validate "${WORKFLOW_NAME}"
workflow_run_ok "${TEST_NAME_BASE}-run" \
cylc play --debug --no-detach --reference-test "${WORKFLOW_NAME}"
purge
exit
cylc-flow-8.6.4/tests/functional/cylc-message/01-newline.t 0000775 0001750 0001750 00000004037 15202510242 023540 0 ustar alastair alastair #!/usr/bin/env bash
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
#------------------------------------------------------------------------------
# Test "cylc message" with multi-line messages. The RE to strip 'at