MOVIETITLE=`echo $MOVIE | awk  'BEGIN { FS = ";field" } ; { print $2 }'`

#!/bin/bash

GET1080p=0
GETPOSTER=1
SAVEPATH="v:/Movies/zzztrailertest/"
DLDBPATH="d:/AppleTrailers/"

FEEDS="http://www.apple.com/trailers/home/xml/current_720p.xml http://www.apple.com/trailers/home/xml/current.xml"


tail -5000 $DLDBPATH.downloaded.db > $DLDBPATH.downloaded.db.tmp
mv $DLDBPATH.downloaded.db.tmp $DLDBPATH.downloaded.db

for FEEDURL in $FEEDS; do

TRAILERS=`xml sel --net -D -T -t -m "/records/movieinfo"\
 -v "@id" -o ";field"\
 -v "info/title" -o ";field"\
 -v "info/postdate" -o ";field"\
 -v "preview/large" -o ";field"\
 -v "poster/xlarge"\
 -n $FEEDURL`

for MOVIE in $TRAILERS; do

MOVIEID=`echo $MOVIE | awk  'BEGIN { FS = ";field" } ; { print $1 }'`

MOVIETITLE=`echo $MOVIE | awk  'BEGIN { FS = ";field" } ; { print $2 }'`
	MOVIETITLEFILE=`echo $MOVIETITLE |sed 's/.*\///'`

#temporary output to show grabbed title

echo "=======##### Title: $MOVIETITLE -----------------"


POSTDATE=`echo $MOVIE | awk 'BEGIN { FS = ";field" } ; { print $3 }'`

BEXTENSION="[Trailer].mov"

PREVIEW=`echo $MOVIE | awk 'BEGIN { FS = ";field" } ; { print $4 }'`
	PREVIEWFILE=`echo $PREVIEW |sed 's/.*\///' |sed 's/\.mov$/.hdmov/g'`
	NEWPREVIEWNAME="$MOVIETITLE $BEXTENSION"

PREVIEW1080p=`echo $MOVIE | awk 'BEGIN { FS = ";field" } ; { print $4 }' |sed 's/a720p\.mov$/h1080p.mov/g'`
	PREVIEWFILE1080p=`echo $PREVIEW1080p |sed 's/.*\///' |sed 's/\.mov$/.hdmov/g'`
	NEWPREVIEWNAME1080p="$MOVIETITLE $PREVIEWFILE1080p"

POSTER=`echo $MOVIE | awk 'BEGIN { FS = ";field" } ; { print $5 }'`
	NEWPOSTERNAME="folder.jpg"

MOVIESAVEPATH="$SAVEPATH$MOVIETITLE/"

#if ! grep -q "###$MOVIEID.PREVIEW" $DLDBPATH.downloaded.db; then
#	mkdir $MOVIESAVEPATH
#fi

if [ "$GET1080p" -eq "1" ]; then
 if `echo $FEEDURL | grep -q 720p`; then
	if ! grep -q "###$MOVIEID.PREVIEW" $DLDBPATH.downloaded.db; then
#		wget -c -O "$MOVIESAVEPATH$NEWPREVIEWNAME1080p" $PREVIEW1080p; PREVIEWOUT1080p=$?
                if [ $PREVIEWOUT1080p -eq 0 ]; then
                        echo "###$MOVIEID.PREVIEW $NEWPREVIEWNAME1080p" >> $DLDBPATH.downloaded.db
                else
                        echo "##### ID:$MOVIEID URL:$PREVIEW1080p FAILED -- TRYING ORIGINAL 720p URL NEXT"
                fi
	fi
 fi 
fi

	if ! grep -q "###$MOVIEID.PREVIEW" $DLDBPATH.downloaded.db; then
#		wget -c -O "$MOVIESAVEPATH$NEWPREVIEWNAME" $PREVIEW; PREVIEWOUT=$?
    		if [ $PREVIEWOUT -eq 0 ]; then   
       		 	echo "###$MOVIEID.PREVIEW $NEWPREVIEWNAME" >> $DLDBPATH.downloaded.db
    		else
			echo "##### ID:$MOVIEID URL:$PREVIEW FAILED -- RETRY NEXT RUN"
		fi
	else
		echo "##### ID:$MOVIEID NAME:$NEWPREVIEWNAME MARKED DONE  -- SKIPPING"
	fi

	if [ "$GETPOSTER" -eq "1" ]; then
	 if ! grep -q "###$MOVIEID.POSTER" $DLDBPATH.downloaded.db; then
#		wget -c -O "$MOVIESAVEPATH$NEWPOSTERNAME" $POSTER; POSTEROUT=$?
		if [ $POSTEROUT -eq 0 ]; then
			echo "###$MOVIEID.POSTER $NEWPOSTERNAME" >> $DLDBPATH.downloaded.db
		else
			echo "##### $ID:$MOVIEID URL:$POSTER FAILED -- RETRY NEXT RUN"
		fi
	else
		echo "##### ID:$MOVIEID NAME:$NEWPOSTERNAME MARKED DONE -- SKIPPING"
	 fi
	fi

done

done

 -v "info/title" -o ";field"\

$ cat > hybrid8.txt
a b
c
$ for i in `cat hybrid8.txt` ; do echo $i ; done
a
b
c
$ IFS="\n"
$ for i in `cat hybrid8.txt` ; do echo $i ; done
a b
c
$

IFS=$'\n'

NASTYNAME="whatever.. "
GOODNAME=`echo "$NASTYNAME" | awk '{gsub("[^- a-zA-Z0-9_$+]*","");print}'`

NASTYNAME="whatever.. "
GOODNAME=`echo "$NASTYNAME" | awk '{gsub(" ","_"); gsub("[^- a-zA-Z0-9_$+]*","");print}'`

#!/usr/bin/gawk -f
{
        ## some html escapes:
        gsub(">",">")
        gsub("&lt;","<")
        gsub("&quot;","\"")
        gsub("&amp;","\\&")

	## replace fancy "smart" quotes with straight equivalents
        gsub("’","'")
        gsub("‘","'")
        gsub("“","\"")
        gsub("”","\"")
		
	## backquote to apostrophe
	gsub("`","'")	

	## double quote to apostrophe
        gsub("\"","'")
		
	## select illegal filename characaters replaced by alternates  (other illegal characters just dropped later)
        gsub(">",")")
        gsub("<","(")
        gsub("[:]"," - ")
        gsub("[/]","-")
		## backslash to dash
	gsub("\\\\","-")
	
        ## double space to single space:
        gsub("  "," ")


        ## sanitize the rest:
        gsub("[^- 'a-zA-Z0-9 _$+&={}\\[\\]()%@!;,.]*","")

        ## dump it to stdout
        print
}

SELECTMOVIE=`echo $TRAILERS | awk  'BEGIN { FS = "--DIVIDER--" } ; { print $7 }'`

movieNum=7
SELECTMOVIE=`echo $TRAILERS | awk -v record=$movieNum 'BEGIN { FS = "--DIVIDER--" } ; { print $record }'`

$ xml format infile.xml

#!/bin/bash

movieRow=0

BEXTENSION=".trailer.mov"

GET1080p=0
GETPOSTER=1
SAVEPATH="v:/Movies/zzztrailertest/"
SCRIPTPATH="d:/AppleTrailers/"


FEEDURL="d:/AppleTrailers/current_720p.xml"


TRAILERS=`xml sel --net -D -T -t -m "/records/movieinfo"\
 -v "@id" -o ";field"\
 -v "info/title" -o ";field"\
 -v "info/postdate" -o ";field"\
 -v "preview/large" -o ";field"\
 -v "poster/xlarge"\
 -o ";x545hwx1"\
 $FEEDURL`

recordDATE=`xml sel --net -D -T -t -m "/records"\
 -v "@date"\
 $FEEDURL`

movieFields=`xml sel --net -I -E utf-8 -t -m "/records/movieinfo"\
 -c "."\
 -o "--DIVIDER--"\
 $FEEDURL`


for movieCOUNTER in `seq 1 86`; do

#sleep 1


MOVIE=`echo $TRAILERS | awk -v line=$movieCOUNTER 'BEGIN { FS = ";x545hwx1" } ; { print $line }'`

MOVIEID=`echo $MOVIE | awk  'BEGIN { FS = ";field" } ; { print $1 }'`

MOVIETITLE=`echo $MOVIE | awk  'BEGIN { FS = ";field" } ; { print $2 }'`
	MOVIETITLEFILE=`echo "$MOVIETITLE" | $SCRIPTPATH/filecleaner.awk`

POSTDATE=`echo $MOVIE | awk 'BEGIN { FS = ";field" } ; { print $3 }'`

NEWPREVIEWNAME="$MOVIETITLEFILE$BEXTENSION"

POSTER=`echo $MOVIE | awk 'BEGIN { FS = ";field" } ; { print $5 }'`
	NEWPOSTERNAME="folder.jpg"

MOVIESAVEPATH="$SAVEPATH$MOVIETITLEFILE"

#mkdir "$MOVIESAVEPATH/"


selectedMovie=`echo $movieFields | awk -v movieRecord=$movieCOUNTER 'BEGIN { FS = "--DIVIDER--" } ; { print $movieRecord }'`

#echo -e "<?xml version=\"1.0\" encoding=\"utf-8\"?>\r<records date=\"$recordDATE\">$selectedMovie</records>" >"$MOVIESAVEPATH/temp.xml"
echo -e "<?xml version=\"1.0\" encoding=\"utf-8\"?>\r<records date=\"$recordDATE\">$selectedMovie</records>"

done

#!/bin/bash

# Download Movie trailers from Apple - downloads a single trailer per movie in Apple's traler XML feed

# specify whether or not to get HD trailers - download priority is 1080p > 720p > 480p > standard 640 wide
GET1080p=0
GET720p=0
GET480p=1

GETPOSTER=1

FEEDS="http://www.apple.com/trailers/home/xml/current.xml"

#for local testing specify a file instead of hitting the net for the feed
#FEEDS="./Apple640Trailers.xml"

# define programs
XMLSTARLET='xml'
AWK='gawk'

# hard-coded file extension for saved videos
# ideally we'd preserve the extension of the original movie file and only add the ".trailer" before it
#  (in case there's anything other than .mov)
BEXTENSION=".trailer.mov"

# save location for the individual trailer folders
SAVEPATH="v:/Movies/zzztrailertest/"

#save path for the tracker file below
DLDBPATH="./"

# text file to keep track of completed downloads to prevent getting the same trailer the next time script runs
tail -5000 $DLDBPATH.downloaded.db > $DLDBPATH.downloaded.db.tmp
mv $DLDBPATH.downloaded.db.tmp $DLDBPATH.downloaded.db


# this cleans passed content of characters that are invalid for Windows filenames and some which are valid but unwanted
FILECLEANER_AWK='
{
        ## some html escapes:
        gsub(">",">")
        gsub("&lt;","<")
        gsub("&quot;","\"")
        gsub("&rdquo;","\"")
        gsub("&bdquo;","\"")
        gsub("&lsquo;","\"")
        gsub("&rsquo;","\"")
	gsub("&sbquo;",",")
        gsub("&amp;","\\&")

	## replace fancy "smart" quotes with straight equivalents
        gsub("’","'"'"'")
        gsub("‘","'"'"'")

        gsub("“","\"")
        gsub("”","\"")

        gsub("„","\"")
        gsub("„","\"")

		
	## backquote to apostrophe
	gsub("`","'"'"'")	

	## double quote to apostrophe
        gsub("\"","'"'"'")
		
	## select illegal filename characaters replaced by alternates
        gsub(">",")")
        gsub("<","(")
        gsub("[:]"," - ")
        gsub("[/]","-")
		## backslash to dash
	gsub("\\\\","-")

        gsub("[?]","")
        gsub("[|]","-")
        gsub("*","+")
	
        ## double space to single space (we may have created a double space in a previous substitution)
        gsub("  "," ")


        ## sanitize the rest:
        ## gsub("[^- '"'"'[:alnum:] _$+&={}\\[\\]()%@!;,.]*","")

	gsub("^[[:blank:]]*", "")
	gsub("[[:blank:]]*$", "")

        ## dump it to stdout
        print
}
'

# main loop - passes once per feed specified above
for FEEDURL in $FEEDS; do
 

# set of partial movie metadata - only the fields we need for downloading, saving & tracking the video/image files.
IFS=$'\n' TRAILERS=(`$XMLSTARLET sel --net -E utf-8 -D -T -t -m "/records/movieinfo" \
	-v "@id" -o '&#9;' \
	-v "info/title" -o '&#9;' \
	-v "info/postdate" -o '&#9;' \
	-v "preview/large" -o '&#9;' \
	-v "poster/xlarge" --nl \
	$FEEDURL 2>/dev/null`)

# complete set of movie metadata to be saved out one file per video later - one record per line
IFS=$'\n' movieFields=(`$XMLSTARLET sel --net -E utf-8 -t -m "/records/movieinfo" \
	-c "." \
	--nl \
	$FEEDURL 2>/dev/null`)

recordDATE=`$XMLSTARLET sel --net -D -T -t -m "/records" \
	-v "@date" \
	$FEEDURL 2>/dev/null`


# individual feed loop - passes once per movie in feed
count=-1
for MOVIE in "${TRAILERS[@]}"; do
	# bash (and ksh and zsh) can do math this way
	count=$(($count+1))

	# notice I set the delimiter with an argument instead of in a BEGIN
	MOVIEID=`echo $MOVIE | $AWK -F'\t' '{ print $1 }' 2>/dev/null`

	MOVIETITLE=`echo $MOVIE | $AWK -F'\t' '{ print $2 }' 2>/dev/null`
		# giving the script as an argument instead of a file containing the script
		MOVIETITLEFILE=`echo "$MOVIETITLE" | $AWK "${FILECLEANER_AWK}"`

	POSTDATE=`echo $MOVIE | $AWK -F'\t' '{ print $3 }' 2>/dev/null`

	# web path to the video file referenced in the feed xml
	PREVIEW=`echo $MOVIE | $AWK -F'\t' '{ print $4 }' 2>/dev/null`

	# filename substitutions to allow getting HD versions of the referenced file
	#   HARD CODED - need logic if referenced names have extensions other than "h640w.mov"
	PREVIEW1080p=${PREVIEW%%h640w.mov}h1080p.mov
	PREVIEW720p=${PREVIEW%%h640w.mov}a720p.mov
	PREVIEW480p=${PREVIEW%%h640w.mov}h480p.mov

	# web path to the poster file
	POSTER=`echo $MOVIE | $AWK -F'\t' '{ print $5 }' 2>/dev/null`

	# new local filename to save poster file
	NEWPOSTERNAME="folder.jpg"

	# added braces around the variable names for clarity
	MOVIESAVEPATH="${SAVEPATH}${MOVIETITLEFILE}"


# create a folder for the downloaded files (using the movie's cleaned name)
if ! grep -q "###$MOVIEID.PREVIEW" $DLDBPATH.downloaded.db; then
	mkdir -p $MOVIESAVEPATH
fi

# save the trailer's XML data to its own file within the trailer's folder
echo -e "<?xml version=\"1.0\" encoding=\"utf-8\"?>\n<records date=\"$recordDATE\">${movieFields[$count]}</records>" >$MOVIESAVEPATH/temp.xml

# reformat the XML to make it human-readable
`$XMLSTARLET format $MOVIESAVEPATH/temp.xml >$MOVIESAVEPATH/description.xml`
`rm $MOVIESAVEPATH/temp.xml`

# get and save a 1080p (1920x...) resolution video file
if [ "$GET1080p" -eq "1" ]; then
	if ! grep -q "###$MOVIEID.PREVIEW" $DLDBPATH.downloaded.db; then

		# new local filename to save video file
		NEWPREVIEWNAME="${MOVIETITLEFILE} [1080p]${BEXTENSION}"

		wget -c -O "$MOVIESAVEPATH/$NEWPREVIEWNAME" $PREVIEW1080p; PREVIEWOUT1080p=$?
                if [ $PREVIEWOUT1080p -eq 0 ]; then
                        echo "###$MOVIEID.PREVIEW $NEWPREVIEWNAME" >> $DLDBPATH.downloaded.db
                else
                        echo "##### ID:$MOVIEID URL:$PREVIEW1080p FAILED -- TRYING NEXT LOWER SIZE"
                fi
	fi
fi


# or get and save a 720p (1280x...) resolution video file
if [ "$GET720p" -eq "1" ]; then
	if ! grep -q "###$MOVIEID.PREVIEW" $DLDBPATH.downloaded.db; then

		# new local filename to save video file
		NEWPREVIEWNAME="${MOVIETITLEFILE} [720p]${BEXTENSION}"

		wget -c -O "$MOVIESAVEPATH/$NEWPREVIEWNAME" $PREVIEW720p; PREVIEWOUT720p=$?
                if [ $PREVIEWOUT720p -eq 0 ]; then
                        echo "###$MOVIEID.PREVIEW $NEWPREVIEWNAME" >> $DLDBPATH.downloaded.db
                else
                        echo "##### ID:$MOVIEID URL:$PREVIEW720p FAILED -- TRYING NEXT LOWER SIZE"
                fi
	fi
fi

# or get and save a 480p (848x...) resolution video file
if [ "$GET480p" -eq "1" ]; then
	if ! grep -q "###$MOVIEID.PREVIEW" $DLDBPATH.downloaded.db; then

		# new local filename to save video file
		NEWPREVIEWNAME="${MOVIETITLEFILE} [480p]${BEXTENSION}"

		wget -c -O "$MOVIESAVEPATH/$NEWPREVIEWNAME" $PREVIEW480p; PREVIEWOUT480p=$?
                if [ $PREVIEWOUT480p -eq 0 ]; then
                        echo "###$MOVIEID.PREVIEW $NEWPREVIEWNAME" >> $DLDBPATH.downloaded.db
                else
                        echo "##### ID:$MOVIEID URL:$PREVIEW480p FAILED -- TRYING STANDARD SIZE"
                fi
	fi
fi


	# or get and save the standard (640x...) resolution video file as referenced in the XML feed
	if ! grep -q "###$MOVIEID.PREVIEW" $DLDBPATH.downloaded.db; then

		# new local filename to save video file
		NEWPREVIEWNAME="${MOVIETITLEFILE}${BEXTENSION}"
	
		wget -c -O "$MOVIESAVEPATH/$NEWPREVIEWNAME" $PREVIEW; PREVIEWOUT=$?
    		if [ $PREVIEWOUT -eq 0 ]; then   
      		 	echo "###$MOVIEID.PREVIEW $NEWPREVIEWNAME" >> $DLDBPATH.downloaded.db
  		else
			echo "##### ID:$MOVIEID URL:$PREVIEW FAILED -- RETRY NEXT RUN"
		fi
	else
		echo "##### Trailer ID:$MOVIEID NAME:$MOVIETITLE MARKED DONE  -- SKIPPING"
	fi


	# get and save the movie poster image
	if [ "$GETPOSTER" -eq "1" ]; then
	 if ! grep -q "###$MOVIEID.POSTER" $DLDBPATH.downloaded.db; then
		wget -c -O "$MOVIESAVEPATH/$NEWPOSTERNAME" $POSTER; POSTEROUT=$?
		if [ $POSTEROUT -eq 0 ]; then
			echo "###$MOVIEID.POSTER $NEWPOSTERNAME" >> $DLDBPATH.downloaded.db
		else
			echo "##### $ID:$MOVIEID URL:$POSTER FAILED -- RETRY NEXT RUN"
		fi
	else
		echo "##### Poster ID:$MOVIEID NAME:$MOVIETITLE MARKED DONE -- SKIPPING"
	 fi
	fi

done

done

PREVIEW1080p=`echo $MOVIE | $AWK -F'\t' '{ print $4 }' |sed 's/h640w\.mov$/h1080p.mov/g'`

PREVIEW1080p=${PREVIEW%%h640w.mov}h1080p.mov

wget -c -O "$MOVIESAVEPATH/$NEWPREVIEWNAME" $PREVIEW1080p; PREVIEWOUT1080p=$?
if [ $PREVIEWOUT1080p -eq 0 ]; then

wget -c -O "$MOVIESAVEPATH/$NEWPREVIEWNAME" $PREVIEW1080p
if [ $? -eq 0 ]; then

if [ `wget ....; echo $?` -eq 0 ]; then

if wget .... ; then

#! /usr/bin/tclsh

# Location of the raw XML movie index.
set FeedsURL "http://www.apple.com/trailers/home/xml/current.xml"

# Download to the current directory.
set TargetDir [pwd]

# We'll use this global variable for the raw XML.
set FeedsXML ""

# And this will be for our organized movie data.
array set Movies [list]

# Load this standard Tcl package.
package require http


# Parses all relevant data for the next listed movie in the XML data, starting at the specified character index.
proc parseNextMovie {index} {
	global FeedsXML Movies

	set startIndex 	[string first {<movieinfo id="} $FeedsXML $index]
	set endIndex 	[string first {</movieinfo>} $FeedsXML $index]
	incr endIndex 11
	set xml 		[string range $FeedsXML $startIndex $endIndex]
	
	if { $startIndex == -1 } {
		# There are no more movies to be parsed
		return -1
	}
	
	# Parse the movie title.
	set index [string first {<title>} $xml]
	incr index 7
	set end [string first {</title>} $xml $index]
	incr end -1
	set title [cleanTitle [string range $xml $index $end]]
	
	# Parse the large movie poster URL.
	set index [string first {<poster><location>} $xml]
	incr index 18
	set end [string first {</location>} $xml $index]
	incr end -1
	set posterLargeURL [string range $xml $index $end]
	
	# Parse the extra large movie poster URL.
	set index [string first {<xlarge>} $xml]
	incr index 8
	set end [string first {</xlarge>} $xml $index]
	incr end -1
	set posterXLargeURL [string range $xml $index $end]
	
	# Parse the trailer URL.
	set index [string first {<preview>} $xml]
	set index [string first {">} $xml $index]
	incr index 2
	set end [string first {</} $xml $index]
	incr end -1
	set trailerURL [string range $xml $index $end]
	
	# Save all this info in our Movies array.
	set Movies($title) [list $xml $posterLargeURL $posterXLargeURL $trailerURL]
	
	# Return the ending character index for this movie within $FeedsXML.
	return $endIndex
}

# Downloads the specified movie trailer and posters.
proc downloadMovie {title} {
	global Movies ProgressBar TargetDir
	
	if { ![info exists Movies($title)] } {
		return
	}
	
	set xml 			[lindex $Movies($title) 0]
	set posterLargeURL 	[lindex $Movies($title) 1]
	set posterXLargeURL	[lindex $Movies($title) 2]
	set trailerURL 		[lindex $Movies($title) 3]
	
	# Download the posters.  
	# Use [catch] just in case the URLs are bad, which they would be if Apple 
	# didn't provide posters for a certain movie for some reason.
	set fileToken [open temp_poster_l w]
	fconfigure $fileToken -translation binary
	catch { 
		set httpToken [http::geturl $posterLargeURL -channel $fileToken]
		http::cleanup $token
	}
	close $fileToken
	
	set fileToken [open temp_poster_xl w]
	fconfigure $fileToken -translation binary
	catch { 
		set httpToken [http::geturl $posterXLargeURL -channel $fileToken]
		http::cleanup $token
	}
	close $fileToken
	
	# Download the trailer.
	set ProgressBar -1
	set fileToken [open temp_trailer w]
	fconfigure $fileToken -translation binary
	catch { 
		set httpToken [http::geturl $trailerURL -channel $fileToken -progress downloadProgress]
		http::cleanup $token
	}
	close $fileToken
	
	# Create a new directory for our freshly downloaded movie.
	set dir $TargetDir/$title
	file mkdir $dir
	
	# Move all of our movie files into this directory.
	file rename temp_poster_l 	$dir/poster_l.[file extension $posterLargeURL]
	file rename temp_poster_xl 	$dir/poster_xl.[file extension $posterXLargeURL]
	file rename temp_trailer 	$dir/[file tail $trailerURL]
	
	# Save the xml data pertaining to this movie as movieinfo.xml.
	set token [open $dir/movieinfo.xml w]
	puts $token $xml
	close $token

	return
}

# Callback procedure for downloads that keeps us informed of the download progress.
proc downloadProgress {token total current} {
	global ProgressBar
	
	# Initiate ProgressBar if necessary.
	if { $ProgressBar < 0 } {
		set ProgressBar 0
		puts "<------------------>"
		flush stdout
	}
	
	# Calculate the number of progress bars that should be displayed.
	set bytesPerBar [expr { 1.0 * $total / 20 }]
	set bars [expr { int($current / $bytesPerBar) }]
	while { $ProgressBar < $bars } {
		puts -nonewline "|"
		flush stdout
		incr ProgressBar
	}
	return
}

# Replaces undesirable or incompatible characters with friendlier ones.
proc cleanTitle {title} {
	set title [string map {
		&gt;		>
		&lt;		<
		&quot;		\"
		&rdquo;		\"
		&bdquo;		\"
		&lsquo;		\"
		&rsquo;		\"
		&sbquo; 	,
		&amp; 		&
		>		)
		<		(
		:		-
		/		-
		\\		-
		?		""
		|		-
		*		+
	} $title]

	return $title
}


# Download the movie index.
set token [http::geturl $FeedsURL]
set FeedsXML [encoding convertfrom utf-8 [http::data $token]]
http::cleanup $token

# Loop through the XML, parsing movie data until there are no more movies to parse.
set index 0
while { $index > -1 } {
	set index [parseNextMovie $index]
}

# Let's see which movies we already have downloaded and remove them from our Movies array.
# We'll see what directories are in our $TargetDir, and assume each is the name of a movie.
foreach file [glob -directory $TargetDir -nocomplain -tails *] {
	if { [file isdirectory $file] } {
		if { [info exists Movies($file)] } {
			unset Movies($file)
		}
	}
}

# Now our Movies array only contains movies which haven't been downloaded yet.  Let's download them one by one.
set titles [lsort -dictionary -increasing [array names Movies]]
set count 0
foreach title $titles {
	incr count
	puts "\nDownloading $count/[llength $titles] \"$title\""
	downloadMovie $title
}

if ! grep -q "###$MOVIEID.PREVIEW" $DLDBPATH.downloaded.db; then

if ( ! grep -q "###$MOVIEID.PREVIEW" $DLDBPATH.downloaded.db ) || [ "$getUpdate" -eq "1" ]; then

if (( ! grep -q "###$MOVIEID.PREVIEW" $DLDBPATH.downloaded.db ) || [ "$getUpdate" -eq "1" ]); then

		oldPostDate=(`$XMLSTARLET sel -E utf-8 -D -T -t -m "/records/movieinfo" \
			-v "info/postdate" \
			"$MOVIESAVEPATH/description.xml" `)

grep -q "###$MOVIEID.PREVIEW" $DLDBPATH.downloaded.db
if [ ! "$?" -o "$getUpdate" -eq "1" ]; then

if ! ( grep -q "###$MOVIEID.PREVIEW" $DLDBPATH.downloaded.db && [ "$getUpdate" -ne "1" ] ); then

% var="this's an apostrophe"
% echo `echo "$var"`
this's an apostrophe