Mercurial > hg > cc > cirrus_home
comparison bin/ix.sh @ 105:baf56ff538f8
convert to rich directory structure per 2019-35
| author | Henry S. Thompson <ht@inf.ed.ac.uk> |
|---|---|
| date | Tue, 20 Apr 2021 11:12:35 +0000 |
| parents | 0332076afc37 |
| children | 1d6fde73789d |
comparison
equal
deleted
inserted
replaced
| 104:61122560ae0c | 105:baf56ff538f8 |
|---|---|
| 50 then | 50 then |
| 51 printf "%s\t%s\t%s\n" "$1" "$2" "$3" | 51 printf "%s\t%s\t%s\n" "$1" "$2" "$3" |
| 52 else | 52 else |
| 53 cat | 53 cat |
| 54 fi | \ | 54 fi | \ |
| 55 while { IFS=$'\t' read l o f; } | 55 while { IFS=$'\t' read l o wf; } |
| 56 do | 56 do |
| 57 ff=($(echo $wf | tr '/' ' ')) | |
| 58 f="/beegfs/common_crawl/${ff[0]}/${ff[1]}/orig/warc/${ff[2]}" | |
| 57 if [ -z "$d" ] | 59 if [ -z "$d" ] |
| 58 then | 60 then |
| 59 dd if="$f" of=/dev/stdout skip=$o count=$l \ | 61 dd if="$f" of=/dev/stdout skip=$o count=$l \ |
| 60 iflag=skip_bytes,count_bytes status=none | 62 iflag=skip_bytes,count_bytes status=none |
| 61 else | 63 else |