How to create nested workflows
INFO /opt/hostedtoolcache/Python/3.12.7/x64/bin/cwltool 3.1.20241112140730
INFO Resolved '../cwl/06-nested-workflows/nested-workflow.cwl' to 'file:///home/runner/work/how-to/how-to/cwl/06-nested-workflows/nested-workflow.cwl'
INFO [workflow ] start
INFO [workflow ] starting step step_rgb_composite
INFO [step step_rgb_composite] start
INFO [workflow step_rgb_composite] start
INFO [workflow step_rgb_composite] starting step step_curl
INFO [step step_curl] start
INFO [job step_curl] /tmp/jmkj6w7v$ docker \
run \
-i \
--mount=type=bind,source=/tmp/jmkj6w7v,target=/pdiTHn \
--mount=type=bind,source=/tmp/e3yelblr,target=/tmp \
--workdir=/pdiTHn \
--read-only=true \
--log-driver=none \
--user=1001:127 \
--rm \
--cidfile=/tmp/3rl7pxv9/20241211090746-596422.cid \
--env=TMPDIR=/tmp \
--env=HOME=/pdiTHn \
docker.io/curlimages/curl:latest \
curl \
https://earth-search.aws.element84.com/v0/collections/sentinel-s2-l2a-cogs/items/S2B_53HPA_20210723_0_L2A > /tmp/jmkj6w7v/message
% Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed
0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0
100 10156 100 10156 0 0 41952 0 --:--:-- --:--:-- --:--:-- 41966
100 10156 100 10156 0 0 41934 0 --:--:-- --:--:-- --:--:-- 41794
INFO [job step_curl] completed success
INFO [step step_curl] start
INFO [job step_curl_2] /tmp/wgaihk_m$ docker \
run \
-i \
--mount=type=bind,source=/tmp/wgaihk_m,target=/pdiTHn \
--mount=type=bind,source=/tmp/v7joeg87,target=/tmp \
--workdir=/pdiTHn \
--read-only=true \
--log-driver=none \
--user=1001:127 \
--rm \
--cidfile=/tmp/_p78vps_/20241211090747-607468.cid \
--env=TMPDIR=/tmp \
--env=HOME=/pdiTHn \
docker.io/curlimages/curl:latest \
curl \
https://earth-search.aws.element84.com/v0/collections/sentinel-s2-l2a-cogs/items/S2B_53HPA_20210723_0_L2A > /tmp/wgaihk_m/message
% Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed
0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0
100 10156 100 10156 0 0 40276 0 --:--:-- --:--:-- --:--:-- 40142
100 10156 100 10156 0 0 40264 0 --:--:-- --:--:-- --:--:-- 40142
INFO [job step_curl_2] completed success
INFO [step step_curl] start
INFO [job step_curl_3] /tmp/ea2l2i89$ docker \
run \
-i \
--mount=type=bind,source=/tmp/ea2l2i89,target=/pdiTHn \
--mount=type=bind,source=/tmp/whoyiqdg,target=/tmp \
--workdir=/pdiTHn \
--read-only=true \
--log-driver=none \
--user=1001:127 \
--rm \
--cidfile=/tmp/ehjgegze/20241211090748-619022.cid \
--env=TMPDIR=/tmp \
--env=HOME=/pdiTHn \
docker.io/curlimages/curl:latest \
curl \
https://earth-search.aws.element84.com/v0/collections/sentinel-s2-l2a-cogs/items/S2B_53HPA_20210723_0_L2A > /tmp/ea2l2i89/message
% Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed
0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0
0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0
100 10156 100 10156 0 0 38836 0 --:--:-- --:--:-- --:--:-- 38763
INFO [job step_curl_3] completed success
INFO [step step_curl] completed success
INFO [workflow step_rgb_composite] starting step step_stack
INFO [step step_stack] start
INFO [job step_stack] /tmp/1kyitv8y$ docker \
run \
-i \
--mount=type=bind,source=/tmp/1kyitv8y,target=/pdiTHn \
--mount=type=bind,source=/tmp/zwl86xe8,target=/tmp \
--workdir=/pdiTHn \
--read-only=true \
--user=1001:127 \
--rm \
--cidfile=/tmp/gmxx_xwf/20241211090749-646504.cid \
--env=TMPDIR=/tmp \
--env=HOME=/pdiTHn \
--env=CPL_VSIL_CURL_ALLOWED_EXTENSIONS=.tif \
--env=GDAL_HTTP_MERGE_CONSECUTIVE_RANGES=YES \
--env=GDAL_TIFF_INTERNAL_MASK=YES \
ghcr.io/eoap/how-to/how-to-container:1.1.0 \
rio \
stack \
https://sentinel-cogs.s3.us-west-2.amazonaws.com/sentinel-s2-l2a-cogs/53/H/PA/2021/7/S2B_53HPA_20210723_0_L2A/B04.tif \
https://sentinel-cogs.s3.us-west-2.amazonaws.com/sentinel-s2-l2a-cogs/53/H/PA/2021/7/S2B_53HPA_20210723_0_L2A/B03.tif \
https://sentinel-cogs.s3.us-west-2.amazonaws.com/sentinel-s2-l2a-cogs/53/H/PA/2021/7/S2B_53HPA_20210723_0_L2A/B02.tif \
stacked.tif
INFO [job step_stack] Max memory used: 1260MiB
INFO [job step_stack] completed success
INFO [step step_stack] completed success
INFO [workflow step_rgb_composite] starting step step_color
INFO [step step_color] start
INFO [job step_color] /tmp/x5f1uml9$ docker \
run \
-i \
--mount=type=bind,source=/tmp/x5f1uml9,target=/pdiTHn \
--mount=type=bind,source=/tmp/m50du8xi,target=/tmp \
--mount=type=bind,source=/tmp/1kyitv8y/stacked.tif,target=/var/lib/cwl/stg6b71723a-f622-4558-9e75-2c44e1e200e3/stacked.tif,readonly \
--workdir=/pdiTHn \
--read-only=true \
--user=1001:127 \
--rm \
--cidfile=/tmp/06j9v3it/20241211090818-362381.cid \
--env=TMPDIR=/tmp \
--env=HOME=/pdiTHn \
ghcr.io/eoap/how-to/how-to-container:1.1.0 \
rio \
color \
-j \
-1 \
--out-dtype \
uint8 \
/var/lib/cwl/stg6b71723a-f622-4558-9e75-2c44e1e200e3/stacked.tif \
rgb.tif \
'gamma 3 0.95, sigmoidal rgb 35 0.13'
INFO [job step_color] Max memory used: 720MiB
INFO [job step_color] completed success
INFO [step step_color] completed success
INFO [workflow step_rgb_composite] completed success
INFO [step step_rgb_composite] completed success
INFO [workflow ] completed success
{
"rgb-tif": {
"location": "file:///home/runner/work/how-to/how-to/docs/rgb.tif",
"basename": "rgb.tif",
"class": "File",
"checksum": "sha1$1eb94417fd076ce52608b445f183ec9bdde4b032",
"size": 361747464,
"path": "/home/runner/work/how-to/how-to/docs/rgb.tif"
}
}INFO Final process status is success