Index

_

__init__() (ArchiveBoxCrawler method) (ArchiveBoxManager method) (BaseCrawler method) (BaseJsonApi method) (BaseManager method) (HighlightSpan method) (HtTrackCrawler method) (HtTrackManager method) (IndexedCrawler method) (IndexedManager method) (IndexState method) (InputRadio method) (InputRadioGroup method) (InputText method) (InteractiveSession method) (InterroBotCrawler method) (InterroBotManager method) (KatanaCrawler method) (KatanaManager method) (ResourceResult method) (SearchManager method) (SiteOneCrawler method) (SiteOneManager method) (SiteResult method) (SitesGroup method) (SitesStat method) (SnippetContentExtractor method) (ThumbnailManager method) (ViewBounds method) (WarcCrawler method) (WarcManager method) (WgetCrawler method) (WgetManager method)

__new__() (InputRadioState static method)

A

ANY (SearchFilterType attribute) append_error() (BaseJsonApi method) ArchiveBoxCrawler (class in mcp_server_webcrawl.crawlers.archivebox.crawler)

ArchiveBoxManager (class in mcp_server_webcrawl.crawlers.archivebox.adapter) ArchiveBoxTests (class in mcp_server_webcrawl.crawlers.archivebox.tests) AUDIO (ResourceResultType attribute) autosearch() (SearchManager method)

B

backspace() (InputText method) BaseCrawler (class in mcp_server_webcrawl.crawlers.base.crawler) BaseCrawlerTests (class in mcp_server_webcrawl.crawlers.base.tests)

BaseJsonApi (class in mcp_server_webcrawl.crawlers.base.api) BaseJsonApiEncoder (class in mcp_server_webcrawl.crawlers.base.api) BaseManager (class in mcp_server_webcrawl.crawlers.base.adapter)

C

calculate_group_width() (InputRadioGroup method) cancel_pending() (SearchManager method) check_pending() (SearchManager method) cleanup() (SearchManager method) clear() (InputRadioGroup method) (InputText method)

COMPLETE (IndexStatus attribute) crawler (InteractiveSession property) CSS (ResourceResultType attribute) current_state (InputRadio property)

D

datasrc (BaseCrawler property) debug_add() (InteractiveSession method) debug_clear() (InteractiveSession method) decruft_path() (BaseManager static method) default() (BaseJsonApiEncoder method) delete() (InputText method) display_label (InputRadio property)

DOC (ResourceResultType attribute) document (InteractiveSession property) DOCUMENT (UiState attribute) DOCUMENT_MODE (ThemeDefinition attribute) DocumentMode (class in mcp_server_webcrawl.interactive.ui) DOWN (NavigationDirection attribute) (ScrollDirection attribute) duration (IndexState property)

E

end (HighlightSpan attribute) end() (InputText method)

extract_search_terms() (HighlightProcessor static method) extract_snippet_highlights() (HighlightProcessor static method)

F

FAILED (IndexStatus attribute) FEED (ResourceResultType attribute) find_highlights_in_text() (HighlightProcessor static method)

find_snippets_in_text() (in module mcp_server_webcrawl.extras.snippets) FONT (ResourceResultType attribute) FRAME (ResourceResultType attribute) from_isoformat_zulu() (in module mcp_server_webcrawl.utils)

G

get_basic_headers() (BaseManager static method) get_connection() (IndexedManager method) (InterroBotManager method) get_crawler() (in module mcp_server_webcrawl.crawlers) get_crawler_tools() (in module mcp_server_webcrawl.utils.tools) get_extra() (ResourceResult method) get_fixture_directory() (in module mcp_server_webcrawl.crawlers) get_grid_position() (InputRadioGroup method) get_help_long_message() (in module mcp_server_webcrawl.utils.cli) get_help_short_message() (in module mcp_server_webcrawl.utils.cli) get_index_from_grid() (InputRadioGroup method) get_initialization_options() (BaseCrawler method) get_logger() (in module mcp_server_webcrawl.utils.logger) get_logger_configuration() (in module mcp_server_webcrawl.utils.logger) get_markdown() (in module mcp_server_webcrawl.extras.markdown) get_regex() (in module mcp_server_webcrawl.extras.regex) get_resources() (in module mcp_server_webcrawl.crawlers.archivebox.adapter) (in module mcp_server_webcrawl.crawlers.httrack.adapter) (in module mcp_server_webcrawl.crawlers.interrobot.adapter) (in module mcp_server_webcrawl.crawlers.katana.adapter) (in module mcp_server_webcrawl.crawlers.siteone.adapter) (in module mcp_server_webcrawl.crawlers.warc.adapter) (in module mcp_server_webcrawl.crawlers.wget.adapter)

get_resources_api() (BaseCrawler method) get_resources_api_json() (BaseCrawler method) get_resources_for_sites_group() (BaseManager method) get_results() (BaseJsonApi method) get_row_from_index() (InputRadioGroup method) get_sites() (in module mcp_server_webcrawl.crawlers.archivebox.adapter) (in module mcp_server_webcrawl.crawlers.httrack.adapter) (in module mcp_server_webcrawl.crawlers.interrobot.adapter) (in module mcp_server_webcrawl.crawlers.katana.adapter) (in module mcp_server_webcrawl.crawlers.siteone.adapter) (in module mcp_server_webcrawl.crawlers.warc.adapter) (in module mcp_server_webcrawl.crawlers.wget.adapter) (SitesGroup method) get_sites_api() (BaseCrawler method) get_sites_api_json() (BaseCrawler method) get_sites_for_directories() (IndexedManager method) get_snippets() (in module mcp_server_webcrawl.extras.snippets) get_stats() (BaseManager method) get_theme_color_pair() (InteractiveSession method) get_thumbnails() (BaseCrawler method) (ThumbnailManager method) get_xpath() (in module mcp_server_webcrawl.extras.xpath) get_xslt_transform() (MarkdownTransformer class method)

H

handle_input() (InputText method) has_pending() (SearchManager method) HEADER_ACTIVE (ThemeDefinition attribute) HEADER_INACTIVE (ThemeDefinition attribute) HEADER_OUTER (ThemeDefinition attribute) HEADERS (DocumentMode attribute) HELP (UiState attribute) HELP_LINK (ThemeDefinition attribute)

HighlightProcessor (class in mcp_server_webcrawl.interactive.highlights) HighlightSpan (class in mcp_server_webcrawl.interactive.highlights) home() (InputText method) HTTP_ERROR (ThemeDefinition attribute) HTTP_WARN (ThemeDefinition attribute) HtTrackCrawler (class in mcp_server_webcrawl.crawlers.httrack.crawler) HtTrackManager (class in mcp_server_webcrawl.crawlers.httrack.adapter) HtTrackTests (class in mcp_server_webcrawl.crawlers.httrack.tests)

I

IDLE (IndexStatus attribute) IGNORE_WORDS (HighlightProcessor attribute) IMAGE (ResourceResultType attribute) INACTIVE_QUERY (ThemeDefinition attribute) increment_processed() (IndexState method) IndexedCrawler (class in mcp_server_webcrawl.crawlers.base.indexed) IndexedManager (class in mcp_server_webcrawl.crawlers.base.indexed) INDEXING (IndexStatus attribute) IndexState (class in mcp_server_webcrawl.crawlers.base.adapter) IndexStatus (class in mcp_server_webcrawl.crawlers.base.adapter) initialize_logger() (in module mcp_server_webcrawl.utils.logger) initialize_mcp_server() (in module mcp_server_webcrawl.utils.server)

InputRadio (class in mcp_server_webcrawl.interactive.ui) InputRadioGroup (class in mcp_server_webcrawl.interactive.ui) InputRadioState (class in mcp_server_webcrawl.interactive.ui) InputText (class in mcp_server_webcrawl.interactive.ui) insert_char() (InputText method) InteractiveSession (class in mcp_server_webcrawl.interactive.session) InterroBotCrawler (class in mcp_server_webcrawl.crawlers.interrobot.crawler) InterroBotManager (class in mcp_server_webcrawl.crawlers.interrobot.adapter) InterroBotTests (class in mcp_server_webcrawl.crawlers.interrobot.tests) is_empty() (InputText method) is_searching() (SearchManager method) is_timeout() (IndexState method)

K

KatanaCrawler (class in mcp_server_webcrawl.crawlers.katana.crawler)

KatanaManager (class in mcp_server_webcrawl.crawlers.katana.adapter) KatanaTests (class in mcp_server_webcrawl.crawlers.katana.tests)

L

label (InputRadioState attribute)

LEFT (NavigationDirection attribute)

M

MARKDOWN (DocumentMode attribute) MarkdownTransformer (class in mcp_server_webcrawl.extras.markdown) mcp_call_tool() (BaseCrawler method) mcp_list_prompts() (BaseCrawler method) mcp_list_resources() (BaseCrawler method) mcp_list_tools() (BaseCrawler method) (IndexedCrawler method) (InterroBotCrawler method) mcp_server_webcrawl module mcp_server_webcrawl.crawlers module mcp_server_webcrawl.crawlers.archivebox module mcp_server_webcrawl.crawlers.archivebox.adapter module mcp_server_webcrawl.crawlers.archivebox.crawler module mcp_server_webcrawl.crawlers.archivebox.tests module mcp_server_webcrawl.crawlers.base module mcp_server_webcrawl.crawlers.base.adapter module mcp_server_webcrawl.crawlers.base.api module mcp_server_webcrawl.crawlers.base.crawler module mcp_server_webcrawl.crawlers.base.indexed module mcp_server_webcrawl.crawlers.base.tests module mcp_server_webcrawl.crawlers.httrack module mcp_server_webcrawl.crawlers.httrack.adapter module mcp_server_webcrawl.crawlers.httrack.crawler module mcp_server_webcrawl.crawlers.httrack.tests module mcp_server_webcrawl.crawlers.interrobot module mcp_server_webcrawl.crawlers.interrobot.adapter module mcp_server_webcrawl.crawlers.interrobot.crawler module mcp_server_webcrawl.crawlers.interrobot.tests module mcp_server_webcrawl.crawlers.katana module mcp_server_webcrawl.crawlers.katana.adapter module mcp_server_webcrawl.crawlers.katana.crawler module mcp_server_webcrawl.crawlers.katana.tests module mcp_server_webcrawl.crawlers.siteone module mcp_server_webcrawl.crawlers.siteone.adapter module mcp_server_webcrawl.crawlers.siteone.crawler module mcp_server_webcrawl.crawlers.siteone.tests module mcp_server_webcrawl.crawlers.warc module mcp_server_webcrawl.crawlers.warc.adapter module mcp_server_webcrawl.crawlers.warc.crawler module mcp_server_webcrawl.crawlers.warc.tests module mcp_server_webcrawl.crawlers.wget module mcp_server_webcrawl.crawlers.wget.adapter module mcp_server_webcrawl.crawlers.wget.crawler module mcp_server_webcrawl.crawlers.wget.tests module mcp_server_webcrawl.extras module mcp_server_webcrawl.extras.markdown module mcp_server_webcrawl.extras.regex module mcp_server_webcrawl.extras.snippets module mcp_server_webcrawl.extras.thumbnails module mcp_server_webcrawl.extras.xpath module mcp_server_webcrawl.interactive module

mcp_server_webcrawl.interactive.highlights module mcp_server_webcrawl.interactive.search module mcp_server_webcrawl.interactive.session module mcp_server_webcrawl.interactive.ui module mcp_server_webcrawl.models module mcp_server_webcrawl.models.resources module mcp_server_webcrawl.models.sites module mcp_server_webcrawl.settings module mcp_server_webcrawl.settings_local module mcp_server_webcrawl.templates module mcp_server_webcrawl.templates.tests module mcp_server_webcrawl.utils module mcp_server_webcrawl.utils.cli module mcp_server_webcrawl.utils.logger module mcp_server_webcrawl.utils.server module mcp_server_webcrawl.utils.tools module merge_overlapping_highlights() (HighlightProcessor static method) module mcp_server_webcrawl mcp_server_webcrawl.crawlers mcp_server_webcrawl.crawlers.archivebox mcp_server_webcrawl.crawlers.archivebox.adapter mcp_server_webcrawl.crawlers.archivebox.crawler mcp_server_webcrawl.crawlers.archivebox.tests mcp_server_webcrawl.crawlers.base mcp_server_webcrawl.crawlers.base.adapter mcp_server_webcrawl.crawlers.base.api mcp_server_webcrawl.crawlers.base.crawler mcp_server_webcrawl.crawlers.base.indexed mcp_server_webcrawl.crawlers.base.tests mcp_server_webcrawl.crawlers.httrack mcp_server_webcrawl.crawlers.httrack.adapter mcp_server_webcrawl.crawlers.httrack.crawler mcp_server_webcrawl.crawlers.httrack.tests mcp_server_webcrawl.crawlers.interrobot mcp_server_webcrawl.crawlers.interrobot.adapter mcp_server_webcrawl.crawlers.interrobot.crawler mcp_server_webcrawl.crawlers.interrobot.tests mcp_server_webcrawl.crawlers.katana mcp_server_webcrawl.crawlers.katana.adapter mcp_server_webcrawl.crawlers.katana.crawler mcp_server_webcrawl.crawlers.katana.tests mcp_server_webcrawl.crawlers.siteone mcp_server_webcrawl.crawlers.siteone.adapter mcp_server_webcrawl.crawlers.siteone.crawler mcp_server_webcrawl.crawlers.siteone.tests mcp_server_webcrawl.crawlers.warc mcp_server_webcrawl.crawlers.warc.adapter mcp_server_webcrawl.crawlers.warc.crawler mcp_server_webcrawl.crawlers.warc.tests mcp_server_webcrawl.crawlers.wget mcp_server_webcrawl.crawlers.wget.adapter mcp_server_webcrawl.crawlers.wget.crawler mcp_server_webcrawl.crawlers.wget.tests mcp_server_webcrawl.extras mcp_server_webcrawl.extras.markdown mcp_server_webcrawl.extras.regex mcp_server_webcrawl.extras.snippets mcp_server_webcrawl.extras.thumbnails mcp_server_webcrawl.extras.xpath mcp_server_webcrawl.interactive mcp_server_webcrawl.interactive.highlights mcp_server_webcrawl.interactive.search mcp_server_webcrawl.interactive.session mcp_server_webcrawl.interactive.ui mcp_server_webcrawl.models mcp_server_webcrawl.models.resources mcp_server_webcrawl.models.sites mcp_server_webcrawl.settings mcp_server_webcrawl.settings_local mcp_server_webcrawl.templates mcp_server_webcrawl.templates.tests mcp_server_webcrawl.utils mcp_server_webcrawl.utils.cli mcp_server_webcrawl.utils.logger mcp_server_webcrawl.utils.server mcp_server_webcrawl.utils.tools move_cursor_left() (InputText method) move_cursor_right() (InputText method)

N

navigate_left() (InputRadioGroup method) navigate_right() (InputRadioGroup method)

navigate_to_row() (InputRadioGroup method) NavigationDirection (class in mcp_server_webcrawl.interactive.ui) next_state() (InputRadio method)

O

OTHER (ResourceResultType attribute)

P

PAGE (ResourceResultType attribute) PAGES (SearchFilterType attribute) PARTIAL (IndexStatus attribute)

PDF (ResourceResultType attribute) PRIORITY_ORDER (SnippetContentExtractor attribute) processed (IndexState attribute)

Q

QUOTED_PHRASE_PATTERN (HighlightProcessor attribute)

R

RAW (DocumentMode attribute) read_file_contents() (BaseManager static method) read_files() (BaseManager static method) REMOTE (IndexStatus attribute) render() (InputRadio method) (InputText method) render_text_with_highlights() (HighlightProcessor static method) REQUIREMENTS (UiState attribute) ResourceResult (class in mcp_server_webcrawl.models.resources) ResourceResultType (class in mcp_server_webcrawl.models.resources)

results (InteractiveSession property) RIGHT (NavigationDirection attribute) run() (InteractiveSession method) run_pragmar_content_tests() (BaseCrawlerTests method) run_pragmar_image_tests() (BaseCrawlerTests method) run_pragmar_report() (BaseCrawlerTests method) run_pragmar_search_tests() (BaseCrawlerTests method) run_pragmar_site_tests() (BaseCrawlerTests method) run_pragmar_sort_tests() (BaseCrawlerTests method) run_pragmar_tokenizer_tests() (BaseCrawlerTests method) run_sites_resources_tests() (BaseCrawlerTests method)

S

safe_addstr() (in module mcp_server_webcrawl.interactive.ui) SCRIPT (ResourceResultType attribute) ScrollDirection (class in mcp_server_webcrawl.interactive.ui) SEARCH_FORM (UiFocusable attribute) SEARCH_INIT (UiState attribute) SEARCH_RESULTS (UiFocusable attribute) (UiState attribute) SearchFilterType (class in mcp_server_webcrawl.interactive.ui) searchform (InteractiveSession property) searchman (InteractiveSession property) SearchManager (class in mcp_server_webcrawl.interactive.search) serve() (BaseCrawler method) set_extra() (ResourceResult method) set_init_crawler() (InteractiveSession method) set_init_input_args() (InteractiveSession method) set_init_searchform() (InteractiveSession method) set_init_sites() (InteractiveSession method) set_layout_constraints() (InputRadioGroup method) set_results() (BaseJsonApi method) set_state() (InputRadio method) set_states() (InputRadio method) set_status() (IndexState method) set_ui_state() (InteractiveSession method)

set_value() (InputText method) setUp() (ArchiveBoxTests method) (BaseCrawlerTests method) (HtTrackTests method) (InterroBotTests method) (KatanaTests method) (SiteOneTests method) (TemplateTests method) (WarcTests method) (WgetTests method) SiteOneCrawler (class in mcp_server_webcrawl.crawlers.siteone.crawler) SiteOneManager (class in mcp_server_webcrawl.crawlers.siteone.adapter) SiteOneTests (class in mcp_server_webcrawl.crawlers.siteone.tests) SiteResult (class in mcp_server_webcrawl.models.sites) sites (InteractiveSession property) SitesGroup (class in mcp_server_webcrawl.crawlers.base.adapter) SitesStat (class in mcp_server_webcrawl.crawlers.base.adapter) SNIPPET_DEFAULT (ThemeDefinition attribute) SNIPPET_HIGHLIGHT (ThemeDefinition attribute) SNIPPET_MARKER_PATTERN (HighlightProcessor attribute) SnippetContentExtractor (class in mcp_server_webcrawl.extras.snippets) start (HighlightSpan attribute) status (IndexState attribute) string_to_id() (BaseManager static method)

T

TemplateTests (class in mcp_server_webcrawl.templates.tests) test_archivebox_content_parsing() (ArchiveBoxTests method) test_archivebox_deduplication() (ArchiveBoxTests method) test_archivebox_error_resilience() (ArchiveBoxTests method) test_archivebox_metadata_parsing() (ArchiveBoxTests method) test_archivebox_multi_site() (ArchiveBoxTests method) test_archivebox_pulse() (ArchiveBoxTests method) test_archivebox_resources() (ArchiveBoxTests method) test_archivebox_search() (ArchiveBoxTests method) test_archivebox_sites() (ArchiveBoxTests method) test_archivebox_sorts() (ArchiveBoxTests method) test_archivebox_timestamped_structure() (ArchiveBoxTests method) test_archivebox_url_reconstruction() (ArchiveBoxTests method) test_core_html() (TemplateTests method) test_httrack_advanced_features() (HtTrackTests method) test_httrack_content_parsing() (HtTrackTests method) test_httrack_domain_detection() (HtTrackTests method) test_httrack_file_exclusion() (HtTrackTests method) test_httrack_images() (HtTrackTests method) test_httrack_log_parsing_features() (HtTrackTests method) test_httrack_pulse() (HtTrackTests method) test_httrack_resources() (HtTrackTests method) test_httrack_search() (HtTrackTests method) test_httrack_sites() (HtTrackTests method) test_httrack_sorts() (HtTrackTests method) test_httrack_tokenizer() (HtTrackTests method) test_httrack_url_reconstruction() (HtTrackTests method) test_interrobot_advanced_site_features() (InterroBotTests method) test_interrobot_content_parsing() (InterroBotTests method) test_interrobot_images() (ArchiveBoxTests method) (InterroBotTests method) (KatanaTests method) (SiteOneTests method) test_interrobot_mcp_features() (InterroBotTests method) test_interrobot_pulse() (InterroBotTests method) test_interrobot_resources() (InterroBotTests method) test_interrobot_search() (InterroBotTests method) test_interrobot_sites() (InterroBotTests method) test_interrobot_sorts() (InterroBotTests method) test_katana_content_parsing() (KatanaTests method) test_katana_pulse() (KatanaTests method) test_katana_resources() (KatanaTests method) test_katana_search() (KatanaTests method) test_katana_sites() (KatanaTests method) test_katana_sorts() (KatanaTests method)

test_pragmar_tokenizer() (ArchiveBoxTests method) (KatanaTests method) test_report() (ArchiveBoxTests method) (HtTrackTests method) (InterroBotTests method) (KatanaTests method) (SiteOneTests method) (WarcTests method) (WgetTests method) test_siteone_advanced_features() (SiteOneTests method) test_siteone_content_parsing() (SiteOneTests method) test_siteone_pulse() (SiteOneTests method) test_siteone_resources() (SiteOneTests method) test_siteone_search() (SiteOneTests method) test_siteone_sites() (SiteOneTests method) test_siteone_sorts() (SiteOneTests method) test_thumbnails_sync() (InterroBotTests method) test_warc_content_parsing() (WarcTests method) test_warc_pulse() (WarcTests method) test_warc_resources() (WarcTests method) test_warc_search() (WarcTests method) test_warc_sites() (WarcTests method) test_warc_sorts() (WarcTests method) test_wget_content_parsing() (WgetTests method) test_wget_pulse() (WgetTests method) test_wget_resources() (WgetTests method) test_wget_search() (WgetTests method) test_wget_sites() (WgetTests method) test_wget_sorts() (WgetTests method) text (HighlightSpan attribute) TEXT (ResourceResultType attribute) ThemeDefinition (class in mcp_server_webcrawl.interactive.ui) ThumbnailManager (class in mcp_server_webcrawl.extras.thumbnails) time_end (IndexState attribute) time_start (IndexState attribute) to_dict() (BaseJsonApi method) (IndexState method) (ResourceResult method) (SiteResult method) to_forcefield_dict() (ResourceResult method) (SiteResult method) to_int_map() (ResourceResultType class method) to_isoformat_zulu() (in module mcp_server_webcrawl.utils) to_json() (BaseJsonApi method) total (BaseJsonApi property)

U

UI_ERROR (ThemeDefinition attribute) ui_focused (InteractiveSession property) ui_state (InteractiveSession property) UiFocusable (class in mcp_server_webcrawl.interactive.ui) UiState (class in mcp_server_webcrawl.interactive.ui)

UNDEFINED (IndexStatus attribute) (ResourceResultType attribute) (UiFocusable attribute) (UiState attribute) UP (NavigationDirection attribute) (ScrollDirection attribute)

V

value (InputRadio property) (InputRadioGroup property) (InputRadioState attribute)

values() (ResourceResultType class method) VIDEO (ResourceResultType attribute) ViewBounds (class in mcp_server_webcrawl.interactive.ui)

W

WarcCrawler (class in mcp_server_webcrawl.crawlers.warc.crawler) WarcManager (class in mcp_server_webcrawl.crawlers.warc.adapter) WarcTests (class in mcp_server_webcrawl.crawlers.warc.tests)

WgetCrawler (class in mcp_server_webcrawl.crawlers.wget.crawler) WgetManager (class in mcp_server_webcrawl.crawlers.wget.adapter) WgetTests (class in mcp_server_webcrawl.crawlers.wget.tests) WORD_PATTERN (HighlightProcessor attribute)