#!/bin/bash
# Christopher Jones
# 08/09/2013
# getproxies.sh
# Script builds the Proxy list using usproxyscraper.sh and combines into ./proxielist.sh
# Dependencies: ./usproxyscraper.sh ./proxyscraper.sh


#Output File
OUTFILE="./proxielist.txt"
SCRIPTSDIR="./scripts"

#change working directory
cd "$SCRIPTSDIR"

#override option scrape all proxies
if [ "$1" == "--override" -o "$1" == "-o" ]; then
	echo "Running scraper in overide mode.."
	for index in 1 2 3 4 5 6 7 8 9 10 11 12 13; do
		if [ "$2" == "--verbose" -o "$2" == "-v" ]; then
			 proxyscraper.sh -P $index 2> /dev/null
		else
			 proxyscraper.sh -P $index 2>&1> /dev/null
		fi
	done
else
#run proxyscraper on each option with US only proxyscraper
	for index in 2 5 6 11; do
		usproxyscraper.sh -P $index 2>&1> /dev/null
	done
fi

#remove old proxielist
rm "$OUTFILE"

#concate all data into 1 file and remove old files
cat "$SCRIPTSDIR"/scraped_* >> "$OUTFILE"
rm "$SCRIPTSDIR"/scraped_*