diff options
Diffstat (limited to 'debian/htdig/htdig-3.2.0b6/contrib/examples')
| -rw-r--r-- | debian/htdig/htdig-3.2.0b6/contrib/examples/badwords | 349 | ||||
| -rw-r--r-- | debian/htdig/htdig-3.2.0b6/contrib/examples/rundig.sh | 96 | ||||
| -rwxr-xr-x | debian/htdig/htdig-3.2.0b6/contrib/examples/updatedig | 53 |
3 files changed, 498 insertions, 0 deletions
diff --git a/debian/htdig/htdig-3.2.0b6/contrib/examples/badwords b/debian/htdig/htdig-3.2.0b6/contrib/examples/badwords new file mode 100644 index 00000000..9912e646 --- /dev/null +++ b/debian/htdig/htdig-3.2.0b6/contrib/examples/badwords @@ -0,0 +1,349 @@ +a +above +about +according +across +actually +adj +after +afterwards +again +against +all +almost +alone +along +already +also +although +always +among +amongst +an +and +another +any +anyhow +anyone +anything +anywhere +are +aren +arent +around +as +at +be +became +because +become +becomes +becoming +been +before +beforehand +begin +beginning +behind +being +below +beside +besides +between +beyond +billion +both +but +by +can +cant +cannot +caption +co +could +couldnt +did +didnt +do +does +doesnt +dont +down +during +each +eg +eight +eighty +either +else +elsewhere +end +ending +enough +etc +even +ever +every +everyone +everything +everywhere +except +few +fifty +first +five +for +former +formerly +forty +found +four +from +further +had +has +hasnt +have +havent +he +hence +her +here +hereafter +hereby +herein +heres +hereupon +hers +herself +hes +him +himself +his +how +however +hundred +ie +if +in +inc +indeed +instead +into +is +isnt +it +its +itself +last +later +latter +latterly +least +less +let +like +likely +ltd +made +make +makes +many +may +maybe +me +meantime +meanwhile +might +million +miss +more +moreover +most +mostly +mr +mrs +much +must +my +myself +namely +neither +never +nevertheless +next +nine +ninety +no +nobody +none +nonetheless +noone +nor +not +nothing +now +nowhere +of +off +often +on +once +one +only +onto +or +others +otherwise +our +ours +ourselves +out +over +overall +own +page +per +perhaps +rather +re +recent +recently +same +seem +seemed +seeming +seems +seven +seventy +several +she +shes +should +shouldnt +since +six +sixty +so +some +somehow +someone +something +sometime +sometimes +somewhere +still +stop +such +taking +ten +than +that +the +their +them +themselves +then +thence +there +thereafter +thereby +therefore +therein +thereupon +these +they +thirty +this +those +though +thousand +three +through +throughout +thru +thus +tips +to +together +too +toward +towards +trillion +twenty +two +under +unless +unlike +unlikely +until +up +update +updated +updates +upon +us +used +using +ve +very +via +want +wanted +wants +was +wasnt +way +ways +we +wed +well +were +werent +what +whats +whatever +when +whence +whenever +where +whereafter +whereas +whereby +wherein +whereupon +wherever +wheres +whether +which +while +whither +who +whoever +whole +whom +whomever +whose +why +will +with +within +without +wont +work +worked +works +working +would +wouldnt +yes +yet +you +youd +youll +your +youre +yours +yourself +yourselves +youve diff --git a/debian/htdig/htdig-3.2.0b6/contrib/examples/rundig.sh b/debian/htdig/htdig-3.2.0b6/contrib/examples/rundig.sh new file mode 100644 index 00000000..7a78955d --- /dev/null +++ b/debian/htdig/htdig-3.2.0b6/contrib/examples/rundig.sh @@ -0,0 +1,96 @@ +#! /bin/sh + +# rundig.sh +# a script to drive ht://Dig updates +# Copyright (c) 1998 Colin Viebrock <cmv@shmooze.net> +# Copyright (c) 1998-1999 Geoff Hutchison <ghutchis@wso.williams.edu> +# Updated for ht://Dig 3.2.0b3 Feb 2001, Copyright (c) 2001 Geoff Hutchison +# Distributed under the GNU GPL version 2 or later + +if [ "$1" = "-v" ]; then + verbose="-v" +fi + +# This is the directory where htdig lives +BASEDIR=/export/htdig + +# This is the db dir +DBDIR=$BASEDIR/db/ + +# This is the name of a temporary report file +REPORT=/tmp/htdig.report + +# This is who gets the report +REPORT_DEST="webmaster@yourdomain.com" +export REPORT_DEST + +# This is the subject line of the report +SUBJECT="cron: htdig report for domain" + +# This is the name of the conf file to use +CONF=htdig.conf + +# This is the directory htdig will use for temporary sort files +TMPDIR=$DBDIR +export TMPDIR + +# This is the PATH used by this script. Change it if you have problems +# with not finding wc or grep. +PATH=/usr/local/bin:/usr/bin:/bin + +##### Dig phase +STARTTIME=`date` +echo Start time: $STARTTIME +echo rundig: Start time: $STARTTIME > $REPORT +$BASEDIR/bin/htdig $verbose -s -a -c $BASEDIR/conf/$CONF >> $REPORT +TIME=`date` +echo Done Digging: $TIME +echo rundig: Done Digging: $TIME >> $REPORT + +##### Purge Phase +# (clean out broken links, etc.) +$BASEDIR/bin/htpurge $verbose -a -c $BASEDIR/conf/$CONF >> $REPORT +TIME=`date` +echo Done Purging: $TIME +echo rundig: Done Purging: $TIME >> $REPORT + +##### Cleanup Phase +# To enable htnotify or the soundex search, uncomment the following lines +# $BASEDIR/bin/htnotify $verbose >>$REPORT +# $BASEDIR/bin/htfuzzy $verbose soundex +# To get additional statistics, uncomment the following line +# $BASEDIR/bin/htstat $verbose >>$REPORT + +# Move 'em into place. Since these are only used by htdig for update digs +# and we always use -a, we just leave them as .work +# mv $DBDIR/db.docs.index.work $DBDIR/db.docs.index +# (this is just a mapping from a URL to a DocID) +# We need the .work for next time as an update dig, plus the copy for searching +cp $DBDIR/db.docdb.work $DBDIR/db.docdb +cp $DBDIR/db.excerpts.work $DBDIR/db.excerpts +cp $DBDIR/db.words.db.work $DBDIR/db.words.db +test -f $DBDIR/db.words.db.work_weakcmpr && + cp $DBDIR/db.words.db.work_weakcmpr $DBDIR/db.words.db_weakcmpr + +END=`date` +echo End time: $END +echo rundig: End time: $END >> $REPORT +echo + +# Grab the important statistics from the report file +# All lines begin with htdig: or htmerge: +fgrep "htdig:" $REPORT +echo +fgrep "htmerge:" $REPORT +echo +fgrep "rundig:" $REPORT +echo + +WC=`wc -l $REPORT` +echo Total lines in $REPORT: $WC + +# Send out the report ... +mail -s "$SUBJECT - $STARTTIME" $REPORT_DEST < $REPORT + +# ... and clean up +rm $REPORT diff --git a/debian/htdig/htdig-3.2.0b6/contrib/examples/updatedig b/debian/htdig/htdig-3.2.0b6/contrib/examples/updatedig new file mode 100755 index 00000000..1bcc3e08 --- /dev/null +++ b/debian/htdig/htdig-3.2.0b6/contrib/examples/updatedig @@ -0,0 +1,53 @@ +#! /bin/sh + +# +# updatedig +# +# This is a script to update the search database for ht://Dig. +# Copyright (c) 1998 David Robley webmaster@www.nisu.flinders.edu.au +# +if [ "$1" = "-v" ]; then + verbose=-v +fi + +# -a: run using alternate work files so search can still be done during index run +# -t: create an ASCII version of document database in doc_list as specified +# in the config file +# -s: print stats after completion +/web/webdocs/htdig/bin/htdig -a -t $verbose -s +/web/webdocs/htdig/bin/htmerge -a $verbose -s +/web/webdocs/htdig/bin/htnotify $verbose + +# Because the -a switch creates alternate work files, but doesn't seem to move +# them into the correct place, we will do it here. +mv /web/webdocs/htdig/db/db.docdb /web/webdocs/htdig/db/db.docdb.old +mv /web/webdocs/htdig/db/db.docdb.work /web/webdocs/htdig/db/db.docdb + +mv /web/webdocs/htdig/db/db.docs.index /web/webdocs/htdig/db/db.docs.index.old +mv /web/webdocs/htdig/db/db.docs.index.work /web/webdocs/htdig/db/db.docs.index + +mv /web/webdocs/htdig/db/db.wordlist /web/webdocs/htdig/db/db.wordlist.old +mv /web/webdocs/htdig/db/db.wordlist.work /web/webdocs/htdig/db/db.wordlist + +mv /web/webdocs/htdig/db/db.words.gdbm /web/webdocs/htdig/db/db.words.gdbm.old +mv /web/webdocs/htdig/db/db.words.gdbm.work /web/webdocs/htdig/db/db.words.gdbm + +# +# Only create the endings database if it doesn't already exist. +# This database is static, so even if pages change, this database will not +# need to be rebuilt. +# +if [ ! -f /web/webdocs/htdig/common/word2root.gdbm ] +then + /web/webdocs/htdig/bin/htfuzzy $verbose endings +fi + +# This next needs to be run if synonyms are added/modified/removed +# Guess the best way would be to delete synonyms.gdbm before +# running this script?? + +if [ ! -f /web/webdocs/htdig/common/synonyms.gdbm ] +then + /web/webdocs/htdig/bin/htfuzzy $verbose synonyms +fi +# end updatedig |