Index

_

__callback (nyawc.CrawlerThread.CrawlerThread attribute) __callback_lock (nyawc.CrawlerThread.CrawlerThread attribute) __init__() (nyawc.Crawler.Crawler method) (nyawc.CrawlerThread.CrawlerThread method) (nyawc.Options.Options method) (nyawc.Options.OptionsCallbacks method) (nyawc.Options.OptionsIdentity method) (nyawc.Options.OptionsPerformance method) (nyawc.Options.OptionsScope method) (nyawc.Queue.Queue method) (nyawc.QueueItem.QueueItem method) (nyawc.http.Handler.Handler method) (nyawc.http.Request.Request method) (nyawc.scrapers.CSSRegexLinkScraper.CSSRegexLinkScraper method) (nyawc.scrapers.HTMLSoupFormScraper.HTMLSoupFormScraper method) (nyawc.scrapers.HTMLSoupLinkScraper.HTMLSoupLinkScraper method) (nyawc.scrapers.JSONRegexLinkScraper.JSONRegexLinkScraper method) (nyawc.scrapers.XMLRegexLinkScraper.XMLRegexLinkScraper method) __lock (nyawc.Crawler.Crawler attribute) __options (nyawc.Crawler.Crawler attribute) (nyawc.CrawlerThread.CrawlerThread attribute) (nyawc.Queue.Queue attribute) (nyawc.http.Handler.Handler attribute) (nyawc.scrapers.CSSRegexLinkScraper.CSSRegexLinkScraper attribute) (nyawc.scrapers.HTMLSoupFormScraper.HTMLSoupFormScraper attribute) (nyawc.scrapers.HTMLSoupLinkScraper.HTMLSoupLinkScraper attribute) (nyawc.scrapers.JSONRegexLinkScraper.JSONRegexLinkScraper attribute) (nyawc.scrapers.XMLRegexLinkScraper.XMLRegexLinkScraper attribute) __queue_item (nyawc.CrawlerThread.CrawlerThread attribute) (nyawc.http.Handler.Handler attribute) (nyawc.scrapers.CSSRegexLinkScraper.CSSRegexLinkScraper attribute) (nyawc.scrapers.HTMLSoupFormScraper.HTMLSoupFormScraper attribute) (nyawc.scrapers.HTMLSoupLinkScraper.HTMLSoupLinkScraper attribute) (nyawc.scrapers.JSONRegexLinkScraper.JSONRegexLinkScraper attribute) (nyawc.scrapers.XMLRegexLinkScraper.XMLRegexLinkScraper attribute)

__stopped (nyawc.Crawler.Crawler attribute) __stopping (nyawc.Crawler.Crawler attribute) _Crawler__crawler_finish() (nyawc.Crawler.Crawler method) _Crawler__crawler_start() (nyawc.Crawler.Crawler method) _Crawler__crawler_stop() (nyawc.Crawler.Crawler method) _Crawler__request_finish() (nyawc.Crawler.Crawler method) _Crawler__request_start() (nyawc.Crawler.Crawler method) _Crawler__spawn_new_request() (nyawc.Crawler.Crawler method) _Crawler__spawn_new_requests() (nyawc.Crawler.Crawler method) _Handler__content_type_matches() (nyawc.http.Handler.Handler method) _Handler__get_all_scrapers() (nyawc.http.Handler.Handler method) _Handler__get_all_scrapers_modules() (nyawc.http.Handler.Handler method) _Handler__make_request() (nyawc.http.Handler.Handler method) _HTMLSoupFormScraper__autofill_form_data() (nyawc.scrapers.HTMLSoupFormScraper.HTMLSoupFormScraper method) _HTMLSoupFormScraper__get_default_form_data_input() (nyawc.scrapers.HTMLSoupFormScraper.HTMLSoupFormScraper method) _HTMLSoupFormScraper__get_default_value_from_element() (nyawc.scrapers.HTMLSoupFormScraper.HTMLSoupFormScraper method) _HTMLSoupFormScraper__get_form_data() (nyawc.scrapers.HTMLSoupFormScraper.HTMLSoupFormScraper method) _HTMLSoupFormScraper__get_request() (nyawc.scrapers.HTMLSoupFormScraper.HTMLSoupFormScraper method) _HTMLSoupFormScraper__get_valid_form_data_elements() (nyawc.scrapers.HTMLSoupFormScraper.HTMLSoupFormScraper method) _HTMLSoupFormScraper__trim_grave_accent() (nyawc.scrapers.HTMLSoupFormScraper.HTMLSoupFormScraper method) _HTMLSoupLinkScraper__trim_grave_accent() (nyawc.scrapers.HTMLSoupLinkScraper.HTMLSoupLinkScraper method) _OptionsCallbacks__null_route_crawler_after_finish() (nyawc.Options.OptionsCallbacks method) _OptionsCallbacks__null_route_crawler_before_start() (nyawc.Options.OptionsCallbacks method) _OptionsCallbacks__null_route_form_after_autofill() (nyawc.Options.OptionsCallbacks method) _OptionsCallbacks__null_route_form_before_autofill() (nyawc.Options.OptionsCallbacks method) _OptionsCallbacks__null_route_request_after_finish() (nyawc.Options.OptionsCallbacks method) _OptionsCallbacks__null_route_request_before_start() (nyawc.Options.OptionsCallbacks method) _Queue__get_hash() (nyawc.Queue.Queue method) _Queue__get_var() (nyawc.Queue.Queue method) _Queue__set_var() (nyawc.Queue.Queue method)

A

add() (nyawc.Queue.Queue method)

add_request() (nyawc.Queue.Queue method) append_with_data() (nyawc.helpers.URLHelper.URLHelper static method)

C

cache (nyawc.helpers.RandomInputHelper.RandomInputHelper attribute), [1] callbacks (nyawc.Options.Options attribute) complies_with_scope() (nyawc.helpers.HTTPRequestHelper.HTTPRequestHelper static method) content_types (nyawc.scrapers.CSSRegexLinkScraper.CSSRegexLinkScraper attribute) (nyawc.scrapers.HTMLSoupFormScraper.HTMLSoupFormScraper attribute) (nyawc.scrapers.HTMLSoupLinkScraper.HTMLSoupLinkScraper attribute) (nyawc.scrapers.JSONRegexLinkScraper.JSONRegexLinkScraper attribute) (nyawc.scrapers.XMLRegexLinkScraper.XMLRegexLinkScraper attribute) cookies (nyawc.http.Request.Request attribute) (nyawc.Options.OptionsIdentity attribute) count_cancelled (nyawc.Queue.Queue attribute)

count_errored (nyawc.Queue.Queue attribute) count_finished (nyawc.Queue.Queue attribute) count_in_progress (nyawc.Queue.Queue attribute) count_queued (nyawc.Queue.Queue attribute) count_total (nyawc.Queue.Queue attribute) Crawler (class in nyawc.Crawler) crawler_after_finish (nyawc.Options.OptionsCallbacks attribute) crawler_before_start (nyawc.Options.OptionsCallbacks attribute) CrawlerActions (class in nyawc.CrawlerActions) CrawlerThread (class in nyawc.CrawlerThread) CSSRegexLinkScraper (class in nyawc.scrapers.CSSRegexLinkScraper)

D

data (nyawc.http.Request.Request attribute) depth (nyawc.http.Request.Request attribute) DO_AUTOFILL_FORM (nyawc.CrawlerActions.CrawlerActions attribute), [1] DO_CONTINUE_CRAWLING (nyawc.CrawlerActions.CrawlerActions attribute), [1]

DO_NOT_AUTOFILL_FORM (nyawc.CrawlerActions.CrawlerActions attribute), [1] DO_SKIP_TO_NEXT (nyawc.CrawlerActions.CrawlerActions attribute), [1] DO_STOP_CRAWLING (nyawc.CrawlerActions.CrawlerActions attribute), [1] domain_must_match (nyawc.Options.OptionsScope attribute)

F

form_after_autofill (nyawc.Options.OptionsCallbacks attribute)

form_before_autofill (nyawc.Options.OptionsCallbacks attribute)

G

get_all() (nyawc.Queue.Queue method) get_domain() (nyawc.helpers.URLHelper.URLHelper static method) get_first() (nyawc.Queue.Queue method) get_for_type() (nyawc.helpers.RandomInputHelper.RandomInputHelper static method) get_new_requests() (nyawc.http.Handler.Handler method) get_ordered_params() (nyawc.helpers.URLHelper.URLHelper static method) get_path() (nyawc.helpers.URLHelper.URLHelper static method) get_progress() (nyawc.Queue.Queue method) get_protocol() (nyawc.helpers.URLHelper.URLHelper static method) get_random_color() (nyawc.helpers.RandomInputHelper.RandomInputHelper static method) get_random_email() (nyawc.helpers.RandomInputHelper.RandomInputHelper static method) get_random_number() (nyawc.helpers.RandomInputHelper.RandomInputHelper static method) get_random_password() (nyawc.helpers.RandomInputHelper.RandomInputHelper static method) get_random_telephonenumber() (nyawc.helpers.RandomInputHelper.RandomInputHelper static method)

get_random_text() (nyawc.helpers.RandomInputHelper.RandomInputHelper static method) get_random_url() (nyawc.helpers.RandomInputHelper.RandomInputHelper static method) get_random_value() (nyawc.helpers.RandomInputHelper.RandomInputHelper static method) get_requests() (nyawc.scrapers.CSSRegexLinkScraper.CSSRegexLinkScraper method) (nyawc.scrapers.HTMLSoupFormScraper.HTMLSoupFormScraper method) (nyawc.scrapers.HTMLSoupLinkScraper.HTMLSoupLinkScraper method) (nyawc.scrapers.JSONRegexLinkScraper.JSONRegexLinkScraper method) (nyawc.scrapers.XMLRegexLinkScraper.XMLRegexLinkScraper method) get_requests_from_content() (nyawc.scrapers.CSSRegexLinkScraper.CSSRegexLinkScraper method) (nyawc.scrapers.HTMLSoupFormScraper.HTMLSoupFormScraper method) (nyawc.scrapers.HTMLSoupLinkScraper.HTMLSoupLinkScraper method) (nyawc.scrapers.JSONRegexLinkScraper.JSONRegexLinkScraper method) (nyawc.scrapers.XMLRegexLinkScraper.XMLRegexLinkScraper method) get_soup_response() (nyawc.QueueItem.QueueItem method) get_subdomain() (nyawc.helpers.URLHelper.URLHelper static method)

H

Handler (class in nyawc.http.Handler) has_request() (nyawc.Queue.Queue method) headers (nyawc.http.Request.Request attribute) (nyawc.Options.OptionsIdentity attribute)

HTMLSoupFormScraper (class in nyawc.scrapers.HTMLSoupFormScraper) HTMLSoupLinkScraper (class in nyawc.scrapers.HTMLSoupLinkScraper) HTTPRequestHelper (class in nyawc.helpers.HTTPRequestHelper)

I

identity (nyawc.Options.Options attribute)

is_mailto() (nyawc.helpers.URLHelper.URLHelper static method)

J

JSONRegexLinkScraper (class in nyawc.scrapers.JSONRegexLinkScraper)

M

make_absolute() (nyawc.helpers.URLHelper.URLHelper static method) max_depth (nyawc.Options.OptionsScope attribute) max_threads (nyawc.Options.OptionsPerformance attribute) method (nyawc.http.Request.Request attribute) METHOD_DELETE (nyawc.http.Request.Request attribute), [1]

METHOD_GET (nyawc.http.Request.Request attribute), [1] METHOD_HEAD (nyawc.http.Request.Request attribute), [1] METHOD_OPTIONS (nyawc.http.Request.Request attribute), [1] METHOD_POST (nyawc.http.Request.Request attribute), [1] METHOD_PUT (nyawc.http.Request.Request attribute), [1] move() (nyawc.Queue.Queue method)

N

nyawc (module) nyawc.Crawler (module) nyawc.CrawlerActions (module) nyawc.CrawlerThread (module) nyawc.helpers (module) nyawc.helpers.HTTPRequestHelper (module) nyawc.helpers.RandomInputHelper (module) nyawc.helpers.URLHelper (module) nyawc.http (module) nyawc.http.Handler (module)

nyawc.http.Request (module) nyawc.http.Response (module) nyawc.Options (module) nyawc.Queue (module) nyawc.QueueItem (module) nyawc.scrapers (module) nyawc.scrapers.CSSRegexLinkScraper (module) nyawc.scrapers.HTMLSoupFormScraper (module) nyawc.scrapers.HTMLSoupLinkScraper (module) nyawc.scrapers.JSONRegexLinkScraper (module) nyawc.scrapers.XMLRegexLinkScraper (module)

O

Options (class in nyawc.Options) OptionsCallbacks (class in nyawc.Options)

OptionsIdentity (class in nyawc.Options) OptionsPerformance (class in nyawc.Options) OptionsScope (class in nyawc.Options)

P

parent_raised_error (nyawc.http.Request.Request attribute) patch_with_options() (nyawc.helpers.HTTPRequestHelper.HTTPRequestHelper static method)

performance (nyawc.Options.Options attribute) protocol_must_match (nyawc.Options.OptionsScope attribute)

Q

Queue (class in nyawc.Queue)

queue (nyawc.Crawler.Crawler attribute) QueueItem (class in nyawc.QueueItem)

R

RandomInputHelper (class in nyawc.helpers.RandomInputHelper) Request (class in nyawc.http.Request) request (nyawc.QueueItem.QueueItem attribute) request_after_finish (nyawc.Options.OptionsCallbacks attribute)

request_before_start (nyawc.Options.OptionsCallbacks attribute) Response (class in nyawc.http.Response) response (nyawc.QueueItem.QueueItem attribute) response_soup (nyawc.QueueItem.QueueItem attribute) run() (nyawc.CrawlerThread.CrawlerThread method)

S

scope (nyawc.Options.Options attribute) start_with() (nyawc.Crawler.Crawler method) status (nyawc.QueueItem.QueueItem attribute) STATUS_CANCELLED (nyawc.QueueItem.QueueItem attribute), [1] STATUS_ERRORED (nyawc.QueueItem.QueueItem attribute), [1]

STATUS_FINISHED (nyawc.QueueItem.QueueItem attribute), [1] STATUS_IN_PROGRESS (nyawc.QueueItem.QueueItem attribute), [1] STATUS_QUEUED (nyawc.QueueItem.QueueItem attribute), [1] STATUSES (nyawc.QueueItem.QueueItem attribute), [1] subdomain_must_match (nyawc.Options.OptionsScope attribute)

U

url (nyawc.http.Request.Request attribute)

URLHelper (class in nyawc.helpers.URLHelper)

X

XMLRegexLinkScraper (class in nyawc.scrapers.XMLRegexLinkScraper)