#!/bin/bash STORAGE_DIR=`dirname $0`/download/mobiticket DOWNLOAD_DIR=$STORAGE_DIR/index-pages mkdir -p $DOWNLOAD_DIR #for i in `seq 1 1340` for i in `seq 1 5` do echo "Downloading restaurant $i" wget "http://www.mobiticket.es/shop/page.do?page=RESULT_PAGE&SEARCH_RESULT_RESTAURANT_1_page_index=$i&shopName=ticket_restaurant&carrierName=OffPortal" -O $DOWNLOAD_DIR/$i.wml # And so as not to clobber the server: sleep 0.5 done # Extract the restaurant IDS from the downloaded files cat $DOWNLOAD_DIR/*.wml | grep "FITXA" | cut -d"=" -f5 | grep shopName | cut -d"&" -f1 | uniq | sort > $STORAGE_DIR/page-ids.txt