#!/bin/bash
lynx -dump "http://www.marketwatch.com/search/default.aspx?mktwd=0&otherd=0&s0=&i0=doctypeLatest+News&s1=&tab=1&d=943781570.943751116&sd=633622678800000000&ed=633622498200000000&close=&y=0&__EVENTTARGET=SearchButton&__EVENTARGUMENT=&__LASTFOCUS=&ft=0&__VIEWSTATE=&_ctl85=Enter+Symbol(s)+or+Keyword(s)&SearchType=search&value=&mode=Keyword&sub=All+MarketWatch+News&ex=&rpp=100&cs=on&emm=mm&edd=dd&eyy=yyyy&adv=1&subi=3" > mw 
sed -n '/01\./,// p' last100|sed -n '0,/\[...\]« Prev|\[...\]Next »/ p' >mw

lynx -dump http://news.bbc.co.uk/ >bbc
sed -n '/ticker\.stm/,// p' bbc |sed -n '0,/\[...\]PRODUCTS \& SERVICES/ p' >bbc

lynx -dump http://news.yahoo.com/ > yahoo
sed -n '/\* \[..\]Site Index/,// p' yahoo |sed -n '0,/\[...\]More from Yahoo\! Finance/ p' > yah

lynx -dump http://www.cnn.com/24hours/#aCurrentPage > cnn
sed -n '/All \| \[...\]Read \| \[...\]Video/,// p' cnn |sed -n '0,/\[...\]« Previous/ p'> cnn

badwords=$(cat badwords)
goodwords=$(cat goodwords)
temp1=$(cat temp1)
temp2=$(cat temp2)

#FOO1=( bar string '$badwords')
#foonum=${#FOO}

#for ((i=0;i<$foonum;i++)); do
#   echo ${FOO[${i}]}
#
#done


#mw1=$(cat mw |tr ' ' '\n'|grep -i "$i"|wc -l |tr '\n' '\t\t')
#bbc1=$(cat bbc |tr ' ' '\n'|grep -i "$i"|wc -l |tr '\n' '\t\t')
#yah1=$(cat yah |tr ' ' '\n'|grep -i "$i"|wc -l|tr '\n' '\t\t')
#cnn1=$(cat cnn |tr ' ' '\n'|grep -i "$i"|wc -l)

#cat mw |tr ' ' '\n'|grep -i "$i"|wc -l|tr '\n' '\t\t'
#cat bbc |tr ' ' '\n'|grep -i "$i"|wc -l |tr '\n' '\t\t'
#cat yah |tr ' ' '\n'|grep -i "$i"|wc -l |tr '\n' '\t\t'
#cat cnn |tr ' ' '\n'|grep -i "$i"|wc -l;

echo badwords: marketwatch     bbc    yahoo    cnn   Total
for i in $badwords; do 
echo $i |tr '\n' '\t\t'&& cat mw |tr ' ' '\n'|grep -i "$i"|wc -l |tr '\n' '\t\t'&&cat bbc |tr ' ' '\n'|grep -i "$i"|wc -l |tr '\n' '\t\t'&& cat yah |tr ' ' '\n'|grep -i "$i"|wc -l|tr '\n' '\t\t'&& cat cnn |tr ' ' '\n'|grep -i "$i"|wc -l;
done
#$temp1
#words1=$(cat temp1 |wc -l)
#i=0
#while[i -lt $words1];do
#cat temp1|head -i|tail -1 |tr ' ' ':' |tr '\t' ':' |cut -d: i+1
#let i=i+1
#done;

#&&total1=$(bc $mw1+$bbc1+$yah1+$cnn1) && echo $total1


echo goodwords: marketwatch    bbc    yahoo    cnn   Total
for i in $goodwords; do
echo $i |tr '\n' '\t\t'&& cat mw |tr ' ' '\n'|grep -i "$i"|wc -l |tr '\n' '\t\t'&&cat bbc |tr ' ' '\n'|grep -i "$i"|wc -l |tr '\n' '\t\t' && cat yah |tr ' ' '\n'|grep -i "$i"|wc -l|tr '\n' '\t\t'&& cat cnn |tr ' ' '\n'|grep -i "$i"|wc -l;
done
#$temp2

#&&total2=$(bc $mw1+$bbc1+$yah1+$cnn1) && echo $total2;