Preemptable Low Priority Queue

Preemptable/Preemptive Low Priority Queue Setup - Job Suspend

• /opt/lsf/conf/lsbatch/pcm30_cluster1/configdir/lsb.queues
• Ref: http://vhpchead.viglen.co.uk/kits/platform-lsf/7.0.6/2/guides/kit_lsf_guide_source/lsf_config_ref/index.htm

Begin Queue
QUEUE_NAME   = normal_priority
PRIORITY     = 30
NICE         = 20
PREEMPTION=PREEMPTIVE
INTERACTIVE   = NO
HOSTS         = all
DESCRIPTION  = Queue for default batch jobs
APS_PRIORITY = WEIGHT [[JPRIORITY, 1] [QPRIORITY, 10]]
End Queue

# Queue is preemptable by high and medium priority queue
Begin Queue
QUEUE_NAME   = low_priority
PRIORITY     = 1   # <==* lowest priority
NICE         = 20
INTERACTIVE   = NO
PREEMPTABLE[medium_priority] # <==*
HOSTS         = all
USERS         = all
DESCRIPTION  = Low Priority Queue for batch jobs
APS_PRIORITY = WEIGHT [[QPRIORITY, 1]]
End Queue

Restart Queue

# /etc/init.d/lsf_daemons restart

Submit Jobs

/* Job file1: */
#!/bin/bash

#BSUB -o doit1.%I.%J.out
#BSUB -e doit1.%I.%J.err
sleep 300

/* Job file2: */
#!/bin/bash

#BSUB -o doit2.%I.%J.out
#BSUB -e doit2.%I.%J.err
sleep 180

/* Sub jobs script: */
#!/bin/bash

# Low priority queue
for i in {1..25}; bsub -q low_priority < ./doit1.bash; sleep 1; done

sleep 3

# Hi priority queue
./doit2.bash

Checks Jobs Queue

[viglen@pcmtest bsub]$ bjobs
JOBID   USER    STAT  QUEUE      FROM_HOST   EXEC_HOST   JOB_NAME   SUBMIT_TIME
7575    viglen  RUN   medium_pri pcmtest     pcmcomp000  *sleep 180 Oct  5 17:05  <<==**
7550    viglen  RUN   low_priori pcmtest     pcmcomp000  *sleep 300 Oct  5 17:05
7551    viglen  RUN   low_priori pcmtest     pcmcomp000  *sleep 300 Oct  5 17:05
7552    viglen  RUN   low_priori pcmtest     pcmcomp000  *sleep 300 Oct  5 17:05
7553    viglen  RUN   low_priori pcmtest     pcmcomp000  *sleep 300 Oct  5 17:05
7554    viglen  RUN   low_priori pcmtest     pcmcomp000  *sleep 300 Oct  5 17:05
7555    viglen  RUN   low_priori pcmtest     pcmcomp000  *sleep 300 Oct  5 17:05
7556    viglen  RUN   low_priori pcmtest     pcmcomp000  *sleep 300 Oct  5 17:05
7557    viglen  RUN   low_priori pcmtest     pcmcomp000  *sleep 300 Oct  5 17:05
7558    viglen  RUN   low_priori pcmtest     pcmcomp000  *sleep 300 Oct  5 17:05
7559    viglen  RUN   low_priori pcmtest     pcmcomp000  *sleep 300 Oct  5 17:05
7560    viglen  RUN   low_priori pcmtest     pcmcomp000  *sleep 300 Oct  5 17:05
7561    viglen  SSUSP low_priori pcmtest     pcmcomp000  *sleep 300 Oct  5 17:05  <<==++
7562    viglen  RUN   low_priori pcmtest     pcmtest     *sleep 300 Oct  5 17:05
7563    viglen  RUN   low_priori pcmtest     pcmtest     *sleep 300 Oct  5 17:05
7564    viglen  RUN   low_priori pcmtest     pcmtest     *sleep 300 Oct  5 17:05
7565    viglen  RUN   low_priori pcmtest     pcmtest     *sleep 300 Oct  5 17:05
7566    viglen  RUN   low_priori pcmtest     pcmtest     *sleep 300 Oct  5 17:05
7567    viglen  RUN   low_priori pcmtest     pcmtest     *sleep 300 Oct  5 17:05
7568    viglen  RUN   low_priori pcmtest     pcmtest     *sleep 300 Oct  5 17:05
7569    viglen  RUN   low_priori pcmtest     pcmtest     *sleep 300 Oct  5 17:05
7570    viglen  PEND  low_priori pcmtest                 *sleep 300 Oct  5 17:05
7571    viglen  PEND  low_priori pcmtest                 *sleep 300 Oct  5 17:05
7572    viglen  PEND  low_priori pcmtest                 *sleep 300 Oct  5 17:05
7573    viglen  PEND  low_priori pcmtest                 *sleep 300 Oct  5 17:05
7574    viglen  PEND  low_priori pcmtest                 *sleep 300 Oct  5 17:05

Preemptable/Preemptive Low Priority Queue Setup - Job Killed

Begin Queue
QUEUE_NAME   = normal_priority
PRIORITY     = 30
NICE         = 20
PREEMPTION=PREEMPTIVE
INTERACTIVE   = NO
HOSTS         = all
DESCRIPTION  = Queue for default batch jobs
APS_PRIORITY = WEIGHT [[JPRIORITY, 1] [QPRIORITY, 10]]
End Queue

# Queue is preemptable by high and medium priority queue
Begin Queue
QUEUE_NAME   = low_priority
PRIORITY     = 1   # <==* lowest priority
NICE         = 20
INTERACTIVE   = NO
PREEMPTABLE[medium_priority] # <==*
HOSTS         = all
USERS         = all
TERMINATE_WHEN = PREEMPT  # <==* Kill job when preempt
DESCRIPTION  = Low Priority Queue for batch jobs
APS_PRIORITY = WEIGHT [[QPRIORITY, 1]]
End Queue

Checks Jobs Queue

[viglen@pcmtest ~]$ bjobs
JOBID   USER    STAT  QUEUE      FROM_HOST   EXEC_HOST   JOB_NAME   SUBMIT_TIME
7818    viglen  RUN   low_priori pcmtest     pcmcomp000  *sleep 300 Oct  5 17:31
7819    viglen  RUN   low_priori pcmtest     pcmcomp000  *sleep 300 Oct  5 17:31
7820    viglen  RUN   low_priori pcmtest     pcmcomp000  *sleep 300 Oct  5 17:31
7821    viglen  RUN   low_priori pcmtest     pcmcomp000  *sleep 300 Oct  5 17:31
7822    viglen  RUN   low_priori pcmtest     pcmcomp000  *sleep 300 Oct  5 17:31
7823    viglen  RUN   low_priori pcmtest     pcmcomp000  *sleep 300 Oct  5 17:31
7824    viglen  RUN   low_priori pcmtest     pcmcomp000  *sleep 300 Oct  5 17:31
7825    viglen  RUN   low_priori pcmtest     pcmcomp000  *sleep 300 Oct  5 17:31
7826    viglen  RUN   low_priori pcmtest     pcmcomp000  *sleep 300 Oct  5 17:31
7827    viglen  RUN   low_priori pcmtest     pcmcomp000  *sleep 300 Oct  5 17:31
7828    viglen  RUN   low_priori pcmtest     pcmcomp000  *sleep 300 Oct  5 17:31
7829    viglen  RUN   low_priori pcmtest     pcmcomp000  *sleep 300 Oct  5 17:31 <-- job 7829 
7830    viglen  RUN   low_priori pcmtest     pcmtest     *sleep 300 Oct  5 17:31
7831    viglen  RUN   low_priori pcmtest     pcmtest     *sleep 300 Oct  5 17:31
7832    viglen  RUN   low_priori pcmtest     pcmtest     *sleep 300 Oct  5 17:31
7833    viglen  RUN   low_priori pcmtest     pcmtest     *sleep 300 Oct  5 17:31
7834    viglen  RUN   low_priori pcmtest     pcmtest     *sleep 300 Oct  5 17:31
7835    viglen  RUN   low_priori pcmtest     pcmtest     *sleep 300 Oct  5 17:31
7836    viglen  RUN   low_priori pcmtest     pcmtest     *sleep 300 Oct  5 17:31
7837    viglen  RUN   low_priori pcmtest     pcmtest     *sleep 300 Oct  5 17:31
7848    viglen  PEND  medium_pri pcmtest                 *sleep 180 Oct  5 17:31  <-- 7848
7838    viglen  PEND  low_priori pcmtest                 *sleep 300 Oct  5 17:31
7839    viglen  PEND  low_priori pcmtest                 *sleep 300 Oct  5 17:31
7840    viglen  PEND  low_priori pcmtest                 *sleep 300 Oct  5 17:31
7841    viglen  PEND  low_priori pcmtest                 *sleep 300 Oct  5 17:31
7842    viglen  PEND  low_priori pcmtest                 *sleep 300 Oct  5 17:31
7843    viglen  PEND  low_priori pcmtest                 *sleep 300 Oct  5 17:31
7844    viglen  PEND  low_priori pcmtest                 *sleep 300 Oct  5 17:31
7845    viglen  PEND  low_priori pcmtest                 *sleep 300 Oct  5 17:31
7846    viglen  PEND  low_priori pcmtest                 *sleep 300 Oct  5 17:31
7847    viglen  PEND  low_priori pcmtest                 *sleep 300 Oct  5 17:31


JOBID   USER    STAT  QUEUE      FROM_HOST   EXEC_HOST   JOB_NAME   SUBMIT_TIME
7848    viglen  RUN   medium_pri pcmtest     pcmcomp000  *sleep 180 Oct  5 17:31 <-- 7848
7818    viglen  RUN   low_priori pcmtest     pcmcomp000  *sleep 300 Oct  5 17:31
7819    viglen  RUN   low_priori pcmtest     pcmcomp000  *sleep 300 Oct  5 17:31
7820    viglen  RUN   low_priori pcmtest     pcmcomp000  *sleep 300 Oct  5 17:31
7821    viglen  RUN   low_priori pcmtest     pcmcomp000  *sleep 300 Oct  5 17:31
7822    viglen  RUN   low_priori pcmtest     pcmcomp000  *sleep 300 Oct  5 17:31
7823    viglen  RUN   low_priori pcmtest     pcmcomp000  *sleep 300 Oct  5 17:31
7824    viglen  RUN   low_priori pcmtest     pcmcomp000  *sleep 300 Oct  5 17:31
7825    viglen  RUN   low_priori pcmtest     pcmcomp000  *sleep 300 Oct  5 17:31
7826    viglen  RUN   low_priori pcmtest     pcmcomp000  *sleep 300 Oct  5 17:31
7827    viglen  RUN   low_priori pcmtest     pcmcomp000  *sleep 300 Oct  5 17:31
7828    viglen  RUN   low_priori pcmtest     pcmcomp000  *sleep 300 Oct  5 17:31 # 7829 killed
7830    viglen  RUN   low_priori pcmtest     pcmtest     *sleep 300 Oct  5 17:31 
7831    viglen  RUN   low_priori pcmtest     pcmtest     *sleep 300 Oct  5 17:31
7832    viglen  RUN   low_priori pcmtest     pcmtest     *sleep 300 Oct  5 17:31
7833    viglen  RUN   low_priori pcmtest     pcmtest     *sleep 300 Oct  5 17:31
7834    viglen  RUN   low_priori pcmtest     pcmtest     *sleep 300 Oct  5 17:31
7835    viglen  RUN   low_priori pcmtest     pcmtest     *sleep 300 Oct  5 17:31
7836    viglen  RUN   low_priori pcmtest     pcmtest     *sleep 300 Oct  5 17:31
7837    viglen  RUN   low_priori pcmtest     pcmtest     *sleep 300 Oct  5 17:31
7838    viglen  PEND  low_priori pcmtest                 *sleep 300 Oct  5 17:31
7839    viglen  PEND  low_priori pcmtest                 *sleep 300 Oct  5 17:31
7840    viglen  PEND  low_priori pcmtest                 *sleep 300 Oct  5 17:31
7841    viglen  PEND  low_priori pcmtest                 *sleep 300 Oct  5 17:31
7842    viglen  PEND  low_priori pcmtest                 *sleep 300 Oct  5 17:31
7843    viglen  PEND  low_priori pcmtest                 *sleep 300 Oct  5 17:31
7844    viglen  PEND  low_priori pcmtest                 *sleep 300 Oct  5 17:31
7845    viglen  PEND  low_priori pcmtest                 *sleep 300 Oct  5 17:31
7846    viglen  PEND  low_priori pcmtest                 *sleep 300 Oct  5 17:31
7847    viglen  PEND  low_priori pcmtest                 *sleep 300 Oct  5 17:31

==== Preemptable/Preemptive Low Priority Queue Setup - Job Suspend ====

• /opt/lsf/conf/lsbatch/pcm30_cluster1/configdir/lsb.queues
• Ref: http://vhpchead.viglen.co.uk/kits/platform-lsf/7.0.6/2/guides/kit_lsf_guide_source/lsf_config_ref/index.htm

Begin Queue
QUEUE_NAME   = normal_priority
PRIORITY     = 30
NICE         = 20
PREEMPTION=PREEMPTIVE
INTERACTIVE   = NO
HOSTS         = all
DESCRIPTION  = Queue for default batch jobs
APS_PRIORITY = WEIGHT [[JPRIORITY, 1] [QPRIORITY, 10]]
End Queue

# Queue is preemptable by high and medium priority queue
Begin Queue
QUEUE_NAME   = low_priority
PRIORITY     = 1   # <==* lowest priority
NICE         = 20
INTERACTIVE   = NO
PREEMPTABLE[medium_priority] # <==*
HOSTS         = all
USERS         = all
DESCRIPTION  = Low Priority Queue for batch jobs
APS_PRIORITY = WEIGHT [[QPRIORITY, 1]]
End Queue

Restart Queue

# /etc/init.d/lsf_daemons restart

Submit Jobs

/* Job file1: */
#!/bin/bash

#BSUB -o doit1.%I.%J.out
#BSUB -e doit1.%I.%J.err
sleep 300

/* Job file2: */
#!/bin/bash

#BSUB -o doit2.%I.%J.out
#BSUB -e doit2.%I.%J.err
sleep 180

/* Sub jobs script: */
#!/bin/bash

# Low priority queue
for i in {1..25}; bsub -q low_priority < ./doit1.bash; sleep 1; done

sleep 3

# Hi priority queue
./doit2.bash

Checks Jobs Queue

[viglen@pcmtest bsub]$ bjobs
JOBID   USER    STAT  QUEUE      FROM_HOST   EXEC_HOST   JOB_NAME   SUBMIT_TIME
7575    viglen  RUN   medium_pri pcmtest     pcmcomp000  *sleep 180 Oct  5 17:05  <<==**
7550    viglen  RUN   low_priori pcmtest     pcmcomp000  *sleep 300 Oct  5 17:05
7551    viglen  RUN   low_priori pcmtest     pcmcomp000  *sleep 300 Oct  5 17:05
7552    viglen  RUN   low_priori pcmtest     pcmcomp000  *sleep 300 Oct  5 17:05
7553    viglen  RUN   low_priori pcmtest     pcmcomp000  *sleep 300 Oct  5 17:05
7554    viglen  RUN   low_priori pcmtest     pcmcomp000  *sleep 300 Oct  5 17:05
7555    viglen  RUN   low_priori pcmtest     pcmcomp000  *sleep 300 Oct  5 17:05
7556    viglen  RUN   low_priori pcmtest     pcmcomp000  *sleep 300 Oct  5 17:05
7557    viglen  RUN   low_priori pcmtest     pcmcomp000  *sleep 300 Oct  5 17:05
7558    viglen  RUN   low_priori pcmtest     pcmcomp000  *sleep 300 Oct  5 17:05
7559    viglen  RUN   low_priori pcmtest     pcmcomp000  *sleep 300 Oct  5 17:05
7560    viglen  RUN   low_priori pcmtest     pcmcomp000  *sleep 300 Oct  5 17:05
7561    viglen  SSUSP low_priori pcmtest     pcmcomp000  *sleep 300 Oct  5 17:05  <<==++
7562    viglen  RUN   low_priori pcmtest     pcmtest     *sleep 300 Oct  5 17:05
7563    viglen  RUN   low_priori pcmtest     pcmtest     *sleep 300 Oct  5 17:05
7564    viglen  RUN   low_priori pcmtest     pcmtest     *sleep 300 Oct  5 17:05
7565    viglen  RUN   low_priori pcmtest     pcmtest     *sleep 300 Oct  5 17:05
7566    viglen  RUN   low_priori pcmtest     pcmtest     *sleep 300 Oct  5 17:05
7567    viglen  RUN   low_priori pcmtest     pcmtest     *sleep 300 Oct  5 17:05
7568    viglen  RUN   low_priori pcmtest     pcmtest     *sleep 300 Oct  5 17:05
7569    viglen  RUN   low_priori pcmtest     pcmtest     *sleep 300 Oct  5 17:05
7570    viglen  PEND  low_priori pcmtest                 *sleep 300 Oct  5 17:05
7571    viglen  PEND  low_priori pcmtest                 *sleep 300 Oct  5 17:05
7572    viglen  PEND  low_priori pcmtest                 *sleep 300 Oct  5 17:05
7573    viglen  PEND  low_priori pcmtest                 *sleep 300 Oct  5 17:05
7574    viglen  PEND  low_priori pcmtest                 *sleep 300 Oct  5 17:05

Preemptable/Preemptive Low Priority Queue Setup - Job Killed

Begin Queue
QUEUE_NAME   = normal_priority
PRIORITY     = 30
NICE         = 20
PREEMPTION=PREEMPTIVE
INTERACTIVE   = NO
HOSTS         = all
DESCRIPTION  = Queue for default batch jobs
APS_PRIORITY = WEIGHT [[JPRIORITY, 1] [QPRIORITY, 10]]
End Queue

# Queue is preemptable by high and medium priority queue
Begin Queue
QUEUE_NAME   = low_priority
PRIORITY     = 1   # <==* lowest priority
NICE         = 20
INTERACTIVE   = NO
PREEMPTABLE[medium_priority] # <==*
HOSTS         = all
USERS         = all
TERMINATE_WHEN = PREEMPT  # <==* Kill job when preempt
DESCRIPTION  = Low Priority Queue for batch jobs
APS_PRIORITY = WEIGHT [[QPRIORITY, 1]]
End Queue

Checks Jobs Queue

[viglen@pcmtest ~]$ bjobs
JOBID   USER    STAT  QUEUE      FROM_HOST   EXEC_HOST   JOB_NAME   SUBMIT_TIME
7818    viglen  RUN   low_priori pcmtest     pcmcomp000  *sleep 300 Oct  5 17:31
7819    viglen  RUN   low_priori pcmtest     pcmcomp000  *sleep 300 Oct  5 17:31
7820    viglen  RUN   low_priori pcmtest     pcmcomp000  *sleep 300 Oct  5 17:31
7821    viglen  RUN   low_priori pcmtest     pcmcomp000  *sleep 300 Oct  5 17:31
7822    viglen  RUN   low_priori pcmtest     pcmcomp000  *sleep 300 Oct  5 17:31
7823    viglen  RUN   low_priori pcmtest     pcmcomp000  *sleep 300 Oct  5 17:31
7824    viglen  RUN   low_priori pcmtest     pcmcomp000  *sleep 300 Oct  5 17:31
7825    viglen  RUN   low_priori pcmtest     pcmcomp000  *sleep 300 Oct  5 17:31
7826    viglen  RUN   low_priori pcmtest     pcmcomp000  *sleep 300 Oct  5 17:31
7827    viglen  RUN   low_priori pcmtest     pcmcomp000  *sleep 300 Oct  5 17:31
7828    viglen  RUN   low_priori pcmtest     pcmcomp000  *sleep 300 Oct  5 17:31
7829    viglen  RUN   low_priori pcmtest     pcmcomp000  *sleep 300 Oct  5 17:31 <-- job 7829 
7830    viglen  RUN   low_priori pcmtest     pcmtest     *sleep 300 Oct  5 17:31
7831    viglen  RUN   low_priori pcmtest     pcmtest     *sleep 300 Oct  5 17:31
7832    viglen  RUN   low_priori pcmtest     pcmtest     *sleep 300 Oct  5 17:31
7833    viglen  RUN   low_priori pcmtest     pcmtest     *sleep 300 Oct  5 17:31
7834    viglen  RUN   low_priori pcmtest     pcmtest     *sleep 300 Oct  5 17:31
7835    viglen  RUN   low_priori pcmtest     pcmtest     *sleep 300 Oct  5 17:31
7836    viglen  RUN   low_priori pcmtest     pcmtest     *sleep 300 Oct  5 17:31
7837    viglen  RUN   low_priori pcmtest     pcmtest     *sleep 300 Oct  5 17:31
7848    viglen  PEND  medium_pri pcmtest                 *sleep 180 Oct  5 17:31  <-- 7848
7838    viglen  PEND  low_priori pcmtest                 *sleep 300 Oct  5 17:31
7839    viglen  PEND  low_priori pcmtest                 *sleep 300 Oct  5 17:31
7840    viglen  PEND  low_priori pcmtest                 *sleep 300 Oct  5 17:31
7841    viglen  PEND  low_priori pcmtest                 *sleep 300 Oct  5 17:31
7842    viglen  PEND  low_priori pcmtest                 *sleep 300 Oct  5 17:31
7843    viglen  PEND  low_priori pcmtest                 *sleep 300 Oct  5 17:31
7844    viglen  PEND  low_priori pcmtest                 *sleep 300 Oct  5 17:31
7845    viglen  PEND  low_priori pcmtest                 *sleep 300 Oct  5 17:31
7846    viglen  PEND  low_priori pcmtest                 *sleep 300 Oct  5 17:31
7847    viglen  PEND  low_priori pcmtest                 *sleep 300 Oct  5 17:31


JOBID   USER    STAT  QUEUE      FROM_HOST   EXEC_HOST   JOB_NAME   SUBMIT_TIME
7848    viglen  RUN   medium_pri pcmtest     pcmcomp000  *sleep 180 Oct  5 17:31 <-- 7848
7818    viglen  RUN   low_priori pcmtest     pcmcomp000  *sleep 300 Oct  5 17:31
7819    viglen  RUN   low_priori pcmtest     pcmcomp000  *sleep 300 Oct  5 17:31
7820    viglen  RUN   low_priori pcmtest     pcmcomp000  *sleep 300 Oct  5 17:31
7821    viglen  RUN   low_priori pcmtest     pcmcomp000  *sleep 300 Oct  5 17:31
7822    viglen  RUN   low_priori pcmtest     pcmcomp000  *sleep 300 Oct  5 17:31
7823    viglen  RUN   low_priori pcmtest     pcmcomp000  *sleep 300 Oct  5 17:31
7824    viglen  RUN   low_priori pcmtest     pcmcomp000  *sleep 300 Oct  5 17:31
7825    viglen  RUN   low_priori pcmtest     pcmcomp000  *sleep 300 Oct  5 17:31
7826    viglen  RUN   low_priori pcmtest     pcmcomp000  *sleep 300 Oct  5 17:31
7827    viglen  RUN   low_priori pcmtest     pcmcomp000  *sleep 300 Oct  5 17:31
7828    viglen  RUN   low_priori pcmtest     pcmcomp000  *sleep 300 Oct  5 17:31 # 7829 killed
7830    viglen  RUN   low_priori pcmtest     pcmtest     *sleep 300 Oct  5 17:31 
7831    viglen  RUN   low_priori pcmtest     pcmtest     *sleep 300 Oct  5 17:31
7832    viglen  RUN   low_priori pcmtest     pcmtest     *sleep 300 Oct  5 17:31
7833    viglen  RUN   low_priori pcmtest     pcmtest     *sleep 300 Oct  5 17:31
7834    viglen  RUN   low_priori pcmtest     pcmtest     *sleep 300 Oct  5 17:31
7835    viglen  RUN   low_priori pcmtest     pcmtest     *sleep 300 Oct  5 17:31
7836    viglen  RUN   low_priori pcmtest     pcmtest     *sleep 300 Oct  5 17:31
7837    viglen  RUN   low_priori pcmtest     pcmtest     *sleep 300 Oct  5 17:31
7838    viglen  PEND  low_priori pcmtest                 *sleep 300 Oct  5 17:31
7839    viglen  PEND  low_priori pcmtest                 *sleep 300 Oct  5 17:31
7840    viglen  PEND  low_priori pcmtest                 *sleep 300 Oct  5 17:31
7841    viglen  PEND  low_priori pcmtest                 *sleep 300 Oct  5 17:31
7842    viglen  PEND  low_priori pcmtest                 *sleep 300 Oct  5 17:31
7843    viglen  PEND  low_priori pcmtest                 *sleep 300 Oct  5 17:31
7844    viglen  PEND  low_priori pcmtest                 *sleep 300 Oct  5 17:31
7845    viglen  PEND  low_priori pcmtest                 *sleep 300 Oct  5 17:31
7846    viglen  PEND  low_priori pcmtest                 *sleep 300 Oct  5 17:31
7847    viglen  PEND  low_priori pcmtest                 *sleep 300 Oct  5 17:31