diff --git a/scripts/bidcollect/bids-combine-and-upload-yesterday.sh b/scripts/bidcollect/bids-combine-and-upload-yesterday.sh index 3c9a3f8..dbaffc3 100755 --- a/scripts/bidcollect/bids-combine-and-upload-yesterday.sh +++ b/scripts/bidcollect/bids-combine-and-upload-yesterday.sh @@ -27,4 +27,6 @@ source .env.prod ./scripts/bidcollect/bids-combine-and-upload.sh "/mnt/data/relayscan-bids/$d/" # update website +echo "" +echo "Updating the file listing website..." ./relayscan service bidcollect --build-website --build-website-upload diff --git a/scripts/bidcollect/bids-combine-and-upload.sh b/scripts/bidcollect/bids-combine-and-upload.sh index 0b65530..e6f7aaa 100755 --- a/scripts/bidcollect/bids-combine-and-upload.sh +++ b/scripts/bidcollect/bids-combine-and-upload.sh @@ -32,7 +32,12 @@ for fn in $(\ls all*); do tail -n +2 $fn >> $fn_out done +echo "Lines (all bids):" wc -l $fn_out + +echo "Source types (all bids):" +clickhouse local -q "SELECT source_type, COUNT(source_type) FROM '$fn_out' GROUP BY source_type ORDER BY source_type;" + zip ${fn_out_zip} $fn_out echo "Wrote ${fn_out_zip}" rm -f $fn_out @@ -67,7 +72,12 @@ for fn in $(\ls top*); do tail -n +2 $fn >> $fn_out done +echo "Lines (top bids):" wc -l $fn_out + +echo "Source types (top bids):" +clickhouse local -q "SELECT source_type, COUNT(source_type) FROM '$fn_out' GROUP BY source_type ORDER BY source_type;" + zip ${fn_out_zip} $fn_out echo "Wrote ${fn_out_zip}" rm -f $fn_out diff --git a/services/bidcollect/website/templates/base.html b/services/bidcollect/website/templates/base.html index 02c9406..dcc7e7d 100644 --- a/services/bidcollect/website/templates/base.html +++ b/services/bidcollect/website/templates/base.html @@ -1,6 +1,6 @@ {{ define "base" }} -{{ $title:="Relayscan Bidarchive 📚" }} +{{ $title:="Relayscan.io Bid Archive 📚" }} {{ if ne .Title "" }} {{ $title = (printf "%v | %v" .Title $title) }} @@ -23,22 +23,22 @@ {{ $title }} - + - + - - + + - + - - + +