Index

A

add() (magpie.datamodel.Folder method) add_task() (in module magpie.task.monitor) all_fetchers() (in module magpie.fetchers) all_tasks_complete (in module magpie.task.monitor) ANSI_FORMAT (magpie.datamodel.Base attribute)

app (in module magpie.task.queue) apply_with_callback() (magpie.fetch.retriever.DataRetriever method) as_html() (magpie.datamodel.Base method) as_plain_text() (magpie.datamodel.Base method) as_text() (magpie.datamodel.Base method) async_test() (in module tests.test_celery)

B

Base (class in magpie.datamodel) base__format() (in module magpie.datamodel_patch) base_follow() (in module magpie.datamodel_patch) bm_fetch_clean_path (in module magpie.data.testdata) bm_fetch_path (in module magpie.data.testdata)

bm_path (in module magpie.data.testdata) bm_resources_anchor (in module magpie.data.testdata) bm_summary_path (in module magpie.data.testdata) boxed_message() (in module examples.print_styles) brave_export_path (in module magpie.data.testdata)

C

CACHE_DIR (in module magpie.mock.network) cache_url_duct() (in module magpie.fetch.cache) cache_urls_in_folder() (in module magpie.fetch.cache) children_pids() (in module magpie.util) chrome_bookmarks() (in module magpie.data.testdata) clean_content() (in module magpie.util) clean_page() (magpie.fetchers.generic.Fetcher method) clean_text_content() (in module magpie.util) clear_cache() (in module magpie.fetch.cache) colors (in module magpie.util) ColorScheme (class in magpie.util) configure() (in module magpie.logging)

console (in module magpie.util) Content (class in magpie.fetchers.generic) (class in magpie.fetchers.github) (class in magpie.fetchers.hackernews) content (magpie.datamodel.SemanticEmbedding attribute) (magpie.datamodel.SemanticSummary attribute) (magpie.datamodel.SemanticTags attribute) (magpie.datamodel.Url attribute) ContentInformation (in module magpie.datamodel) ContentInformationBase (class in magpie.datamodel) contentinformationbase_snapshot() (in module magpie.datamodel_patch) created_at (magpie.datamodel.TimestampMixin attribute) custom_formatter() (in module magpie.logging)

D

data (magpie.datamodel.ContentInformationBase attribute) (magpie.fetchers.generic.Content attribute) data_file_path() (in module magpie.data.testdata)

DataFetcher (class in magpie.datamodel) DataRetriever (class in magpie.fetch.retriever) date (magpie.fetchers.generic.Content attribute) description (magpie.fetchers.generic.Content attribute)

E

emb() (in module tests.test_embed) EMBED_BATCH_COUNT (in module magpie.config) embed_model_name (in module magpie.data.testdata) embed_url() (magpie.fetch.retriever.DataRetriever method) embed_url_batch() (magpie.fetch.retriever.DataRetriever method) embed_url_batch_sync() (in module magpie.fetch.retriever) embed_url_sync() (in module magpie.fetch.retriever) embedding (magpie.datamodel.SemanticInformation attribute) emit() (magpie.logging.InterceptHandler method) end_bold (magpie.datamodel.FormatSpec attribute) EventsMonitor (class in magpie.task.monitor) examples module

examples.print_styles module examples.taskqueue module expand_data() (magpie.datamodel.DataFetcher method) (magpie.fetch.retriever.DataRetriever method) (magpie.fetchers.generic.Fetcher method) (magpie.fetchers.hackernews.Fetcher method) extract_info() (magpie.datamodel.DataFetcher method) (magpie.fetchers.github.Fetcher method) (magpie.fetchers.hackernews.Fetcher method) extract_semantic_info() (magpie.datamodel.DataFetcher method)

F

fetch() (magpie.fetch.retriever.DataRetriever method) fetch_additional_info() (in module magpie.fetch.retriever) (magpie.datamodel.DataFetcher method) (magpie.fetchers.generic.Fetcher method) (magpie.fetchers.github.Fetcher method) (magpie.fetchers.hackernews.Fetcher method) fetch_url() (magpie.fetch.retriever.DataRetriever method) Fetcher (class in magpie.fetchers.generic) (class in magpie.fetchers.github) (class in magpie.fetchers.hackernews) find() (magpie.datamodel.Folder method) find_path() (magpie.datamodel.Folder method) firefox_bookmarks() (in module magpie.data.testdata) firefox_export_path (in module magpie.data.testdata) fix_extensionless_links() (in module magpie.fetch.cache)

flower_pid (in module magpie.task.flower) FLOWER_START (in module magpie.config) Folder (class in magpie.datamodel) folder__str__() (in module magpie.datamodel_patch) folder_find() (in module magpie.datamodel_patch) folder_find_path() (in module magpie.datamodel_patch) folder_iter_tree() (in module magpie.datamodel_patch) folder_iter_twigs() (in module magpie.datamodel_patch) folder_iter_urls() (in module magpie.datamodel_patch) folder_iter_with_id() (in module magpie.datamodel_patch) folder_name (magpie.util.ColorScheme attribute) follow() (magpie.datamodel.Base method) FORMAT_BEGIN (in module magpie.logging) FORMAT_END (in module magpie.logging) FormatSpec (class in magpie.datamodel) from_urls() (magpie.datamodel.Folder static method)

G

get_fetcher() (in module magpie.fetchers) get_fetcher_for() (magpie.fetch.retriever.DataRetriever method) get_readme() (magpie.fetchers.github.Fetcher method)

get_semantic_info() (magpie.fetch.retriever.DataRetriever method) GH_REGEXP (magpie.fetchers.github.Fetcher attribute) GITHUB_TOKEN (in module magpie.config)

H

HN_REGEXP (magpie.fetchers.hackernews.Fetcher attribute) HTML_FORMAT (magpie.datamodel.Base attribute)

http_get() (in module magpie.mock.network) (in module magpie.network) http_get_json() (in module magpie.network)

I

id (magpie.fetchers.hackernews.Info attribute) identify() (magpie.fetch.retriever.DataRetriever method) identify_url() (magpie.fetch.retriever.DataRetriever method) Info (class in magpie.fetchers.generic) (class in magpie.fetchers.github) (class in magpie.fetchers.hackernews) info (magpie.datamodel.Url attribute)

init() (in module magpie) InterceptHandler (class in magpie.logging) items (magpie.datamodel.Folder attribute) iter_tree() (magpie.datamodel.Folder method) iter_twigs() (magpie.datamodel.Folder method) iter_urls() (magpie.datamodel.Folder method) iter_with_id() (magpie.datamodel.Folder method)

J

json() (magpie.mock.network.MockResponse method)

K

key (magpie.util.ColorScheme attribute)

L

link (magpie.util.ColorScheme attribute) llm_model_path (in module magpie.data.testdata)

load_plugin() (in module magpie.fetchers) load_plugins() (in module magpie.fetchers) logfile_for_task() (in module magpie.logging)

M

magpie module magpie.config module magpie.data module magpie.data.testdata module magpie.datamodel module magpie.datamodel_patch module magpie.fetch module magpie.fetch.cache module magpie.fetch.retriever module magpie.fetchers module magpie.fetchers.generic module magpie.fetchers.github module magpie.fetchers.hackernews module magpie.logging module magpie.mock module magpie.mock.network module magpie.network module magpie.task module magpie.task.flower module magpie.task.monitor module magpie.task.queue module magpie.task.worker module magpie.util module MAGPIE_LOG_LEVEL (in module magpie.config)

MAGPIE_TESTS (in module magpie.config) main() (in module examples.print_styles) (in module examples.taskqueue) match() (magpie.datamodel.DataFetcher method) (magpie.fetchers.generic.Fetcher method) (magpie.fetchers.github.Fetcher method) (magpie.fetchers.hackernews.Fetcher method) match_name() (in module magpie.datamodel) MOCK_NETWORK (in module magpie.config) MockResponse (class in magpie.mock.network) model (magpie.datamodel.SemanticBaseInformation attribute) (magpie.datamodel.SemanticModel attribute) module examples examples.print_styles examples.taskqueue magpie magpie.config magpie.data magpie.data.testdata magpie.datamodel magpie.datamodel_patch magpie.fetch magpie.fetch.cache magpie.fetch.retriever magpie.fetchers magpie.fetchers.generic magpie.fetchers.github magpie.fetchers.hackernews magpie.logging magpie.mock magpie.mock.network magpie.network magpie.task magpie.task.flower magpie.task.monitor magpie.task.queue magpie.task.worker magpie.util tests tests.test_celery tests.test_dataimport tests.test_datamodel tests.test_embed tests.test_generic tests.test_github tests.test_hackernews monitoring_thread (in module magpie.task.monitor)

N

name (magpie.datamodel.Folder attribute) name() (magpie.datamodel.DataFetcher class method)

newline (magpie.datamodel.FormatSpec attribute) notes (magpie.datamodel.Twig attribute)

O

on_error() (magpie.task.monitor.EventsMonitor method) on_success() (magpie.task.monitor.EventsMonitor method)

open() (in module io) org (magpie.fetchers.github.Info attribute)

P

patch_all() (in module magpie.datamodel_patch) patch_content_serialization_methods() (in module magpie.datamodel_patch) patch_display_methods() (in module magpie.datamodel_patch) patch_iter_methods() (in module magpie.datamodel_patch) patch_other() (in module magpie.datamodel_patch) Path (in module magpie.datamodel) path (magpie.fetchers.github.Info attribute) PathSegment (in module magpie.datamodel)

pending_tasks (in module magpie.task.monitor) pformat() (in module magpie.util) pformat_folder() (in module magpie.util) pformat_twig() (in module magpie.util) ping() (in module magpie.task.queue) PLUGINS (in module magpie.fetchers) pprint() (in module magpie.util) prompt (magpie.datamodel.SemanticModel attribute)

R

rating (magpie.datamodel.Twig attribute) readme (magpie.fetchers.github.Content attribute) real_url (magpie.fetchers.hackernews.Content attribute) recent_task_logs() (in module magpie.logging) refresh_cache_celery() (in module magpie.fetch.cache) related (magpie.datamodel.Twig attribute)

remove() (magpie.datamodel.Folder method) repo (magpie.fetchers.github.Info attribute) revalidate() (in module magpie.util) rprint() (in module magpie.util) run() (magpie.task.monitor.EventsMonitor method) run_task() (in module magpie.task.queue)

S

semantic (magpie.datamodel.Url attribute) SemanticBaseInformation (class in magpie.datamodel) SemanticEmbedding (class in magpie.datamodel) SemanticInformation (class in magpie.datamodel) SemanticModel (class in magpie.datamodel) SemanticSummary (class in magpie.datamodel) SemanticTags (class in magpie.datamodel) settings (magpie.datamodel.SemanticModel attribute) setup_logging() (in module magpie.logging) short_str() (in module magpie.util) shutdown() (in module magpie) simple_folder() (in module magpie.data.testdata) slugify() (in module magpie.mock.network)

snapshot() (magpie.fetchers.generic.Content method) (magpie.fetchers.github.Content method) (magpie.fetchers.hackernews.Content method) space (magpie.datamodel.FormatSpec attribute) start_bold (magpie.datamodel.FormatSpec attribute) start_flower() (in module magpie.task.flower) start_task_monitoring_thread() (in module magpie.task.monitor) start_worker() (in module magpie.task.worker) stop_flower() (in module magpie.task.flower) stop_task_monitoring_thread() (in module magpie.task.monitor) stop_worker() (in module magpie.task.worker) style() (in module magpie.util) summary (magpie.datamodel.SemanticInformation attribute)

T

TaggedStructMeta (class in magpie.datamodel) tags (magpie.datamodel.SemanticInformation attribute) (magpie.datamodel.Twig attribute) task_id (in module magpie.logging) task_log_file_handle (in module magpie.logging) task_postrun_handler() (in module magpie.task.queue) task_prerun_handler() (in module magpie.task.queue) task_sent_handler() (in module magpie.task.queue) test_cache_url() (in module magpie.fetch.cache) test_celery_serializer() (in module tests.test_celery) test_content_snapshot() (in module tests.test_embed) test_data_model() (in module tests.test_datamodel) test_datafetch() (in module tests.test_datamodel) test_dataretriever() (in module tests.test_datamodel) test_embed_folder_query() (in module tests.test_embed) test_embed_folder_self_uuids() (in module tests.test_embed) test_embed_folder_subset_query() (in module tests.test_embed) test_embed_github() (in module tests.test_embed) test_embed_hackernews() (in module tests.test_embed) test_embed_mixed() (in module tests.test_embed) test_embed_url_query() (in module tests.test_embed) test_embedder_search() (in module tests.test_embed) test_embedder_search_topk_less_ncorpus() (in module tests.test_embed) test_embedder_similarity() (in module tests.test_embed) test_expand_data() (in module tests.test_hackernews) test_failing_task() (in module tests.test_celery) test_fetch_data() (in module tests.test_generic) test_fetch_mixed_content() (in module tests.test_generic) test_find_path() (in module tests.test_datamodel) test_folder() (in module tests.test_datamodel) test_generic() (in module tests.test_generic) test_generic_fetch() (in module tests.test_generic) test_github() (in module tests.test_github) test_github_fetch() (in module tests.test_github)

test_github_fetch_readme() (in module tests.test_github) test_github_tricky_links() (in module tests.test_github) test_hackernews() (in module tests.test_hackernews) test_hackernews_fetch() (in module tests.test_hackernews) test_plugins() (in module tests.test_datamodel) test_show_chrome_bookmarks() (in module tests.test_dataimport) test_uuid() (in module tests.test_datamodel) tests module tests.test_celery module tests.test_dataimport module tests.test_datamodel module tests.test_embed module tests.test_generic module tests.test_github module tests.test_hackernews module TEXT_FORMAT (magpie.datamodel.Base attribute) TimestampMixin (class in magpie.datamodel) title (magpie.datamodel.Twig attribute) (magpie.fetchers.generic.Content attribute) (magpie.fetchers.hackernews.Content attribute) to_dict() (magpie.datamodel.Base method) trace_other_events() (magpie.task.monitor.EventsMonitor method) TRUNCATION_MARKER (in module magpie.util) TRUNCATION_MARKER_LEN (in module magpie.util) Twig (class in magpie.datamodel) twig__str__() (in module magpie.datamodel_patch) type (magpie.util.ColorScheme attribute)

U

updated_at (magpie.datamodel.TimestampMixin attribute) Url (class in magpie.datamodel) url (magpie.datamodel.Twig attribute)

url_to_cached_url() (in module magpie.fetch.cache) url_type (magpie.datamodel.Url attribute) UrlInformation (in module magpie.datamodel) uuid (magpie.datamodel.WithID attribute)

V

value (magpie.datamodel.Url attribute) (magpie.util.ColorScheme attribute)

W

wait_for_tasks_completion() (in module magpie.task.monitor) (magpie.fetch.retriever.DataRetriever method) WGET_OPTS (in module magpie.fetch.cache) WithID (class in magpie.datamodel)

WORKER_COLD_SHUTDOWN (in module magpie.config) WORKER_COUNT (in module magpie.config) WORKER_LOG_TO_FILE (in module magpie.config) worker_pid (in module magpie.task.worker) WORKER_START (in module magpie.config)