How to scatter workflows
INFO /opt/hostedtoolcache/Python/3.12.7/x64/bin/cwltool 3.1.20241112140730
INFO Resolved '../cwl/07-scatter-workflows/scatter-workflows.cwl' to 'file:///home/runner/work/how-to/how-to/cwl/07-scatter-workflows/scatter-workflows.cwl'
INFO [workflow ] start
INFO [workflow ] starting step step_rgb_composite
INFO [step step_rgb_composite] start
INFO [workflow step_rgb_composite] start
INFO [workflow step_rgb_composite] starting step step_curl
INFO [step step_curl] start
INFO [job step_curl] /tmp/vdx91vu6$ docker \
run \
-i \
--mount=type=bind,source=/tmp/vdx91vu6,target=/epcIap \
--mount=type=bind,source=/tmp/c6nz88hc,target=/tmp \
--workdir=/epcIap \
--read-only=true \
--log-driver=none \
--user=1001:127 \
--rm \
--cidfile=/tmp/7grra4tc/20241211091110-970150.cid \
--env=TMPDIR=/tmp \
--env=HOME=/epcIap \
docker.io/curlimages/curl:latest \
curl \
https://earth-search.aws.element84.com/v0/collections/sentinel-s2-l2a-cogs/items/S2B_53HPA_20210723_0_L2A > /tmp/vdx91vu6/message
% Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed
0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0
100 10156 100 10156 0 0 35139 0 --:--:-- --:--:-- --:--:-- 35263
INFO [job step_curl] completed success
INFO [step step_curl] start
INFO [job step_curl_2] /tmp/ubz1vzfv$ docker \
run \
-i \
--mount=type=bind,source=/tmp/ubz1vzfv,target=/epcIap \
--mount=type=bind,source=/tmp/56gbv9il,target=/tmp \
--workdir=/epcIap \
--read-only=true \
--log-driver=none \
--user=1001:127 \
--rm \
--cidfile=/tmp/3l854oo9/20241211091111-981785.cid \
--env=TMPDIR=/tmp \
--env=HOME=/epcIap \
docker.io/curlimages/curl:latest \
curl \
https://earth-search.aws.element84.com/v0/collections/sentinel-s2-l2a-cogs/items/S2B_53HPA_20210723_0_L2A > /tmp/ubz1vzfv/message
% Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed
0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0
100 10156 100 10156 0 0 44979 0 --:--:-- --:--:-- --:--:-- 45137
INFO [job step_curl_2] completed success
INFO [step step_curl] start
INFO [job step_curl_3] /tmp/v3jsv8f5$ docker \
run \
-i \
--mount=type=bind,source=/tmp/v3jsv8f5,target=/epcIap \
--mount=type=bind,source=/tmp/n4h3pmkq,target=/tmp \
--workdir=/epcIap \
--read-only=true \
--log-driver=none \
--user=1001:127 \
--rm \
--cidfile=/tmp/n12389u1/20241211091112-993908.cid \
--env=TMPDIR=/tmp \
--env=HOME=/epcIap \
docker.io/curlimages/curl:latest \
curl \
https://earth-search.aws.element84.com/v0/collections/sentinel-s2-l2a-cogs/items/S2B_53HPA_20210723_0_L2A > /tmp/v3jsv8f5/message
% Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed
0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0
100 10156 100 10156 0 0 51849 0 --:--:-- --:--:-- --:--:-- 52082
INFO [job step_curl_3] completed success
INFO [step step_curl] completed success
INFO [workflow step_rgb_composite] starting step step_stack
INFO [step step_stack] start
INFO [job step_stack] /tmp/vb35yd_g$ docker \
run \
-i \
--mount=type=bind,source=/tmp/vb35yd_g,target=/epcIap \
--mount=type=bind,source=/tmp/nb1y3whq,target=/tmp \
--workdir=/epcIap \
--read-only=true \
--user=1001:127 \
--rm \
--cidfile=/tmp/_gagf_8l/20241211091114-019807.cid \
--env=TMPDIR=/tmp \
--env=HOME=/epcIap \
--env=CPL_VSIL_CURL_ALLOWED_EXTENSIONS=.tif \
--env=GDAL_HTTP_MERGE_CONSECUTIVE_RANGES=YES \
--env=GDAL_TIFF_INTERNAL_MASK=YES \
ghcr.io/eoap/how-to/how-to-container:1.1.0 \
rio \
stack \
https://sentinel-cogs.s3.us-west-2.amazonaws.com/sentinel-s2-l2a-cogs/53/H/PA/2021/7/S2B_53HPA_20210723_0_L2A/B04.tif \
https://sentinel-cogs.s3.us-west-2.amazonaws.com/sentinel-s2-l2a-cogs/53/H/PA/2021/7/S2B_53HPA_20210723_0_L2A/B03.tif \
https://sentinel-cogs.s3.us-west-2.amazonaws.com/sentinel-s2-l2a-cogs/53/H/PA/2021/7/S2B_53HPA_20210723_0_L2A/B02.tif \
stacked.tif
INFO [job step_stack] Max memory used: 1288MiB
INFO [job step_stack] completed success
INFO [step step_stack] completed success
INFO [workflow step_rgb_composite] starting step step_color
INFO [step step_color] start
INFO [job step_color] /tmp/j0aahg8x$ docker \
run \
-i \
--mount=type=bind,source=/tmp/j0aahg8x,target=/epcIap \
--mount=type=bind,source=/tmp/ueb1zt5l,target=/tmp \
--mount=type=bind,source=/tmp/vb35yd_g/stacked.tif,target=/var/lib/cwl/stg5ac0dc44-dc43-4c62-922c-09f3d302eacb/stacked.tif,readonly \
--workdir=/epcIap \
--read-only=true \
--user=1001:127 \
--rm \
--cidfile=/tmp/nx378kb5/20241211091136-315540.cid \
--env=TMPDIR=/tmp \
--env=HOME=/epcIap \
ghcr.io/eoap/how-to/how-to-container:1.1.0 \
rio \
color \
-j \
-1 \
--out-dtype \
uint8 \
/var/lib/cwl/stg5ac0dc44-dc43-4c62-922c-09f3d302eacb/stacked.tif \
rgb.tif \
'gamma 3 0.95, sigmoidal rgb 35 0.13'
INFO [job step_color] Max memory used: 722MiB
INFO [job step_color] completed success
INFO [step step_color] completed success
INFO [workflow step_rgb_composite] completed success
INFO [step step_rgb_composite] start
INFO [workflow step_rgb_composite_2] start
INFO [workflow step_rgb_composite_2] starting step step_curl_2
INFO [step step_curl_2] start
INFO [job step_curl_4] /tmp/ejkfbsqh$ docker \
run \
-i \
--mount=type=bind,source=/tmp/ejkfbsqh,target=/epcIap \
--mount=type=bind,source=/tmp/k6bwokkb,target=/tmp \
--workdir=/epcIap \
--read-only=true \
--log-driver=none \
--user=1001:127 \
--rm \
--cidfile=/tmp/751qxki6/20241211091142-886701.cid \
--env=TMPDIR=/tmp \
--env=HOME=/epcIap \
docker.io/curlimages/curl:latest \
curl \
https://earth-search.aws.element84.com/v0/collections/sentinel-s2-l2a-cogs/items/S2A_53HPA_20210728_0_L2A > /tmp/ejkfbsqh/message
% Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed
0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0
100 10157 100 10157 0 0 51559 0 --:--:-- --:--:-- --:--:-- 51821
INFO [job step_curl_4] completed success
INFO [step step_curl_2] start
INFO [job step_curl_5] /tmp/mbzigeaz$ docker \
run \
-i \
--mount=type=bind,source=/tmp/mbzigeaz,target=/epcIap \
--mount=type=bind,source=/tmp/ae9vpe4f,target=/tmp \
--workdir=/epcIap \
--read-only=true \
--log-driver=none \
--user=1001:127 \
--rm \
--cidfile=/tmp/h3pa0axg/20241211091143-898442.cid \
--env=TMPDIR=/tmp \
--env=HOME=/epcIap \
docker.io/curlimages/curl:latest \
curl \
https://earth-search.aws.element84.com/v0/collections/sentinel-s2-l2a-cogs/items/S2A_53HPA_20210728_0_L2A > /tmp/mbzigeaz/message
% Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed
0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0
100 10157 100 10157 0 0 57704 0 --:--:-- --:--:-- --:--:-- 58040
INFO [job step_curl_5] completed success
INFO [step step_curl_2] start
INFO [job step_curl_6] /tmp/ozi9ys1k$ docker \
run \
-i \
--mount=type=bind,source=/tmp/ozi9ys1k,target=/epcIap \
--mount=type=bind,source=/tmp/uk3fk2zh,target=/tmp \
--workdir=/epcIap \
--read-only=true \
--log-driver=none \
--user=1001:127 \
--rm \
--cidfile=/tmp/5091kj74/20241211091144-909920.cid \
--env=TMPDIR=/tmp \
--env=HOME=/epcIap \
docker.io/curlimages/curl:latest \
curl \
https://earth-search.aws.element84.com/v0/collections/sentinel-s2-l2a-cogs/items/S2A_53HPA_20210728_0_L2A > /tmp/ozi9ys1k/message
% Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed
0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0
100 10157 100 10157 0 0 58041 0 --:--:-- --:--:-- --:--:-- 58373
INFO [job step_curl_6] completed success
INFO [step step_curl_2] completed success
INFO [workflow step_rgb_composite_2] starting step step_stack_2
INFO [step step_stack_2] start
INFO [job step_stack_2] /tmp/zk7bvmzk$ docker \
run \
-i \
--mount=type=bind,source=/tmp/zk7bvmzk,target=/epcIap \
--mount=type=bind,source=/tmp/11grbg0y,target=/tmp \
--workdir=/epcIap \
--read-only=true \
--user=1001:127 \
--rm \
--cidfile=/tmp/gmc5g596/20241211091145-921745.cid \
--env=TMPDIR=/tmp \
--env=HOME=/epcIap \
--env=CPL_VSIL_CURL_ALLOWED_EXTENSIONS=.tif \
--env=GDAL_HTTP_MERGE_CONSECUTIVE_RANGES=YES \
--env=GDAL_TIFF_INTERNAL_MASK=YES \
ghcr.io/eoap/how-to/how-to-container:1.1.0 \
rio \
stack \
https://sentinel-cogs.s3.us-west-2.amazonaws.com/sentinel-s2-l2a-cogs/53/H/PA/2021/7/S2A_53HPA_20210728_0_L2A/B04.tif \
https://sentinel-cogs.s3.us-west-2.amazonaws.com/sentinel-s2-l2a-cogs/53/H/PA/2021/7/S2A_53HPA_20210728_0_L2A/B03.tif \
https://sentinel-cogs.s3.us-west-2.amazonaws.com/sentinel-s2-l2a-cogs/53/H/PA/2021/7/S2A_53HPA_20210728_0_L2A/B02.tif \
stacked.tif
INFO [job step_stack_2] Max memory used: 1243MiB
INFO [job step_stack_2] completed success
INFO [step step_stack_2] completed success
INFO [workflow step_rgb_composite_2] starting step step_color_2
INFO [step step_color_2] start
INFO [job step_color_2] /tmp/advrvhu1$ docker \
run \
-i \
--mount=type=bind,source=/tmp/advrvhu1,target=/epcIap \
--mount=type=bind,source=/tmp/6ilg6ddc,target=/tmp \
--mount=type=bind,source=/tmp/zk7bvmzk/stacked.tif,target=/var/lib/cwl/stge4905a47-a7b3-4053-a9e4-531bb2ff05f3/stacked.tif,readonly \
--workdir=/epcIap \
--read-only=true \
--user=1001:127 \
--rm \
--cidfile=/tmp/0zvm2ozt/20241211091228-066588.cid \
--env=TMPDIR=/tmp \
--env=HOME=/epcIap \
ghcr.io/eoap/how-to/how-to-container:1.1.0 \
rio \
color \
-j \
-1 \
--out-dtype \
uint8 \
/var/lib/cwl/stge4905a47-a7b3-4053-a9e4-531bb2ff05f3/stacked.tif \
rgb.tif \
'gamma 3 0.95, sigmoidal rgb 35 0.13'
INFO [job step_color_2] Max memory used: 706MiB
INFO [job step_color_2] completed success
INFO [step step_color_2] completed success
INFO [workflow step_rgb_composite_2] completed success
INFO [step step_rgb_composite] completed success
INFO [workflow ] completed success
{
"rgb-tif": [
{
"location": "file:///home/runner/work/how-to/how-to/docs/rgb.tif",
"basename": "rgb.tif",
"class": "File",
"checksum": "sha1$e5ca5611b9376c4eb3f326a1f2157f3a50b2c2b3",
"size": 361747464,
"path": "/home/runner/work/how-to/how-to/docs/rgb.tif"
},
{
"location": "file:///home/runner/work/how-to/how-to/docs/rgb.tif_2",
"basename": "rgb.tif",
"class": "File",
"checksum": "sha1$fcdfed308fa0ad67044b1fbe97ca93e9b3beb2d0",
"size": 361747464,
"path": "/home/runner/work/how-to/how-to/docs/rgb.tif_2"
}
]
}INFO Final process status is success
{
"rgb-tif": {
"location": "file:///home/runner/work/how-to/how-to/docs/rgb.tif",
"basename": "rgb.tif",
"class": "File",
"checksum": "sha1$4273e54339566befddf96e4a273c5d67b1eba5a5",
"size": 361747464,
"path": "/home/runner/work/how-to/how-to/docs/rgb.tif"
}
}