.\" Generated by kramdown-man 0.1.8
.\" https://github.com/postmodern/kramdown-man#readme
.TH ronin-web-new-spider 1 "May 2022" Ronin "User Manuals"
.LP
.SH SYNOPSIS
.LP
.HP
\fBronin-web new spider\fR \[lB]\fIoptions\fP\[rB] \[lC]\fB--host\fR\[lB]\fB=\fR\fIHOST\fP\[rB] \[or] \fB--domain\fR\[lB]\fB=\fR\fIDOMAIN\fP\[rB] \[or] \fB--site\fR\[lB]\fB=\fR\fIURL\fP\[rB]\[rC] \[lB]\fIFILE\fP\[rB]
.LP
.SH DESCRIPTION
.LP
.PP
Generates a new spider Ruby script\.
.LP
.SH ARGUMENTS
.LP
.TP
\fIFILE\fP
The file to create\.
.LP
.SH OPTIONS
.LP
.HP
\fB--host\fR\[lB]\fB=\fR\fIHOST\fP\[rB]
Spiders a host\.
.LP
.HP
\fB--domain\fR\[lB]\fB=\fR\fIDOMAIN\fP\[rB]
Spiders a domain\.
.LP
.HP
\fB--site\fR\[lB]\fB=\fR\fIURL\fP\[rB]
Spiders a site\.
.LP
.TP
\fB--every-link\fR
Adds a callback for every link\.
.LP
.TP
\fB--every-url\fR
Adds a callback for every URL\.
.LP
.TP
\fB--every-failed-url\fR
Adds a callback for every failed URL\.
.LP
.TP
\fB--every-url-like\fR \fB/\fR\fIREGEXP\fP\fB/\fR
Adds a callback for every URL that matches the regexp\.
.LP
.TP
\fB--all-headers\fR
Adds a callback for all HTTP Headers\.
.LP
.TP
\fB--every-page\fR
Adds a callback for every page\.
.LP
.TP
\fB--every-ok-page\fR
Adds a callback for every HTTP 200 page\.
.LP
.TP
\fB--every-redirect-page\fR
Adds a callback for every redirect page\.
.LP
.TP
\fB--every-timedout-page\fR
Adds a callback for every timedout page\.
.LP
.TP
\fB--every-bad-request-page\fR
Adds a callback for every bad request page\.
.LP
.TP
\fB--every-unauthorized-page\fR
Adds a callback for every unauthorized page\.
.LP
.TP
\fB--every-forbidden-page\fR
Adds a callback for every forbidden page\.
.LP
.TP
\fB--every-missing-page\fR
Adds a callback for every missing page\.
.LP
.TP
\fB--every-internal-server-error-page\fR
Adds a callback for every internal server error page\.
.LP
.TP
\fB--every-txt-page\fR
Adds a callback for every TXT page\.
.LP
.TP
\fB--every-html-page\fR
Adds a callback for every HTML page\.
.LP
.TP
\fB--every-xml-page\fR
Adds a callback for every XML page\.
.LP
.TP
\fB--every-xsl-page\fR
Adds a callback for every XSL page\.
.LP
.TP
\fB--every-javascript-page\fR
Adds a callback for every JavaScript page\.
.LP
.TP
\fB--every-css-page\fR
Adds a callback for every CSS page\.
.LP
.TP
\fB--every-rss-page\fR
Adds a callback for every RSS page\.
.LP
.TP
\fB--every-atom-page\fR
Adds a callback for every Atom page\.
.LP
.TP
\fB--every-ms-word-page\fR
Adds a callback for every MS Wod page\.
.LP
.TP
\fB--every-pdf-page\fR
Adds a callback for every PDF page\.
.LP
.TP
\fB--every-zip-page\fR
Adds a callback for every ZIP page\.
.LP
.TP
\fB--every-doc\fR
Adds a callback for every HTML\[sl]XML document\.
.LP
.TP
\fB--every-html-doc\fR
Adds a callback for every HTML document\.
.LP
.TP
\fB--every-xml-doc\fR
Adds a callback for every XML document\.
.LP
.TP
\fB--every-xsl-doc\fR
Adds a callback for every XSL document\.
.LP
.TP
\fB--every-rss-doc\fR
Adds a callback for every RSS document\.
.LP
.TP
\fB--every-atom-doc\fR
Adds a callback for every Atom document\.
.LP
.TP
\fB-h\fR, \fB--help\fR
Print help information
.LP
.SH AUTHOR
.LP
.PP
Postmodern 
.MT postmodern\.mod3\[at]gmail\.com
.ME
.LP
.SH SEE ALSO
.LP
.PP
ronin\-web\-new\-nokogiri(1) ronin\-web\-new\-server(1) ronin\-web\-new\-webapp(1)