Avoid processing duplicate URLs in mirror script

This commit is contained in:
Mislav Marohnić 2013-10-28 02:24:18 +01:00
parent 64726421f9
commit e8a3cc82e3

View file

@ -43,7 +43,7 @@ potentially_new_packages() {
}
extract_urls() {
grep -hoe 'http[^"]\+#[^"]\+' "$@"
grep -hoe 'http[^"]\+#[^"]\+' "$@" | sort | uniq
}
update() {