wiki/BackendPolling
zgrep -aE \
'(<https?://schema.org/([^ >]+/)?(addressCountry|name|salaryCurrency|currency)> "(Australia|AU|AUS|AUD)")|( <https?://[^ >/]+\.au/[^ >]*> \.$)' \
*.gz | \
grep -Eo '<https?://[^ >]+> .$' |
uniq | \
sed -E 's/<([^ >]+)> .$/\1/' | \
sort -u > \
au_2019_urls.txt