#!/usr/local/bin/bash -x rm tmp COUNTER=0 while [ $COUNTER -lt 8650 ]; do echo The counter is $COUNTER lynx -width=999 -dump -nolist http://www.commandlinefu.com/commands/browse/sort-by-votes/$COUNTER >> tmp let COUNTER=COUNTER+25 done cat tmp | grep -v "^ * " | egrep -v "(^ Up|^ D| Comments| 200| [0-9][0-9]| User: | Tags:| Follow| Subscribe| Hide|News|Tags)" | awk '!x[$0]++' > futmp.txt