start_pipeline

Module Contents

Functions

arg_init()

check_runfiles_dir(workdir)

check_sb_path(sb, work_path)

find_ms_dir(sb)

check_queue()

wait_for_space([n_fields])

get_final_jobid(joblist)

p_grep(things, files)

parset_to_config_file(ps, filename)

save_config(parset, rundir, sb)

main()

inner_loop(sb_path, config_name, run_date, module_loader)

type module_loader:

object

Attributes

NOFORMAT

queue_max

queue_per_field

queue_extra

queue_sleep

explanation

archives

version

start_pipeline.NOFORMAT = '{noformat}\n'[source]
start_pipeline.queue_max = 7000[source]
start_pipeline.queue_per_field = 60[source]
start_pipeline.queue_extra = 50[source]
start_pipeline.queue_sleep = 200[source]
start_pipeline.explanation = Multiline-String[source]
Show Value
"""
This launches the processASKAP pipeline
--------------------------------------------------------------
There are two possibilities:
i) Determine the bandpass calibration tables - use '-b CAL_SBID' without '-i' or '-n' switches.
    start_pipeline.py -b 20148
    start_pipeline.py -b 20148 20435 20892

ii) Image one or more fields specified either as '-i SBID' or '-n ROW_NUM' where the survey
    database row number is given. If the '-i' switch is used, also provide the bandpass SBID with '-b'.
    start_pipeline.py -i 20908 -b 20892
    start_pipeline.py -e 1 -n 412

    Inputs for processASKAP.sh are provided by a sequence of sources:
     i) All input variables have default values defined in
          https://www.atnf.csiro.au/computing/software/askapsoft/sdp/docs/current/pipelines/ControlParameters.html
    ii) These can be over-ridden with values passed to processAKSAP in a config file. This script compiles the config
        file from three sources:
        1. One of two parsets held in the aces repository: bandpass_default.parset and image_default.parset.
        2. The chosen defaults parset (depending on the requested operation) can be over-ridden or augmented by values
           in a local parset specified with the '-p' switch (default is pipeline.parset in working directory).
        3. Final additions are made by the script itself; these reflect other command-line arguments.

"""
start_pipeline.archives = ['/askapbuffer/payne/askap-scheduling-blocks/', '/askapbuffer/scott/askap-scheduling-blocks/'][source]
start_pipeline.version = '20210222'[source]
start_pipeline.arg_init()[source]
start_pipeline.check_runfiles_dir(workdir)[source]
start_pipeline.check_sb_path(sb, work_path)[source]
start_pipeline.find_ms_dir(sb)[source]
start_pipeline.check_queue()[source]
start_pipeline.wait_for_space(n_fields=12)[source]
start_pipeline.get_final_jobid(joblist)[source]
start_pipeline.p_grep(things, files)[source]
start_pipeline.parset_to_config_file(ps, filename)[source]
start_pipeline.save_config(parset, rundir, sb)[source]
start_pipeline.main()[source]
start_pipeline.inner_loop(sb_path, config_name, run_date, module_loader)[source]