Index
A
|
B
|
C
|
E
|
F
|
G
|
I
|
L
|
M
|
O
|
P
|
Q
|
R
|
S
|
T
|
U
|
V
|
W
A
ArticleGen (class in veryscrape.scrapers.google)
auth_token() (veryscrape.session.OAuth2 method)
B
bad_domains (veryscrape.scrape.SearchEngineScraper attribute)
base_url (veryscrape.scrapers.reddit.RedditSession attribute)
(veryscrape.scrapers.twitter.TwitterSession attribute)
(veryscrape.session.OAuth1Session attribute)
BlogGen (class in veryscrape.scrapers.twingly)
C
cancel() (veryscrape.items.ItemGenerator method)
(veryscrape.wrappers.GeneratorWrapper method)
(veryscrape.wrappers.ItemMerger method)
(veryscrape.wrappers.ItemProcessor method)
classify() (veryscrape.wrappers.ItemProcessor method)
classify_text() (in module veryscrape.process)
clean_article() (in module veryscrape.process)
clean_general() (in module veryscrape.process)
clean_item() (in module veryscrape.process)
clean_reddit_comment() (in module veryscrape.process)
clean_tweet() (in module veryscrape.process)
clean_urls() (veryscrape.scrape.SearchEngineScraper static method)
close() (veryscrape.scrape.Scraper method)
(veryscrape.VeryScrape method)
(veryscrape.scrapers.Spider method)
(veryscrape.veryscrape.VeryScrape method)
CommentGen (class in veryscrape.scrapers.reddit)
concurrent_requests (veryscrape.scrapers.Spider attribute)
create_all_scrapers_and_streams() (veryscrape.VeryScrape method)
(veryscrape.veryscrape.VeryScrape method)
E
error_on_failure (veryscrape.scrapers.google.GoogleSession attribute)
(veryscrape.session.Session attribute)
extract_urls() (in module veryscrape.process)
(veryscrape.scrape.SearchEngineScraper method)
(veryscrape.scrapers.Google method)
(veryscrape.scrapers.Twingly method)
(veryscrape.scrapers.google.Google method)
(veryscrape.scrapers.twingly.Twingly method)
F
false_urls (veryscrape.scrape.SearchEngineScraper attribute)
fetch() (veryscrape.session.Session method)
FetchError
filter() (veryscrape.items.ItemGenerator method)
G
GeneratorWrapper (class in veryscrape.wrappers)
get() (veryscrape.wrappers.GeneratorWrapper method)
(veryscrape.wrappers.ItemSorter method)
get_comments() (veryscrape.scrapers.Reddit method)
(veryscrape.scrapers.reddit.Reddit method)
get_limit() (veryscrape.session.RateLimiter method)
get_links() (veryscrape.scrapers.Reddit method)
(veryscrape.scrapers.reddit.Reddit method)
Google (class in veryscrape.scrapers)
(class in veryscrape.scrapers.google)
GoogleSession (class in veryscrape.scrapers.google)
I
Item (class in veryscrape.items)
item_gen (veryscrape.scrape.Scraper attribute)
(veryscrape.scrapers.Google attribute)
(veryscrape.scrapers.Reddit attribute)
(veryscrape.scrapers.Spider attribute)
(veryscrape.scrapers.Twingly attribute)
(veryscrape.scrapers.Twitter attribute)
(veryscrape.scrapers.google.Google attribute)
(veryscrape.scrapers.reddit.Reddit attribute)
(veryscrape.scrapers.twingly.Twingly attribute)
(veryscrape.scrapers.twitter.Twitter attribute)
ItemGenerator (class in veryscrape.items)
ItemMerger (class in veryscrape.wrappers)
ItemProcessor (class in veryscrape.wrappers)
ItemSorter (class in veryscrape.wrappers)
L
last_item (veryscrape.scrapers.twitter.TweetGen attribute)
M
max_seen_items (veryscrape.items.ItemGenerator attribute)
O
OAuth1 (class in veryscrape.session)
OAuth1Session (class in veryscrape.session)
OAuth2 (class in veryscrape.session)
oauth2_token_expired (veryscrape.session.OAuth2 attribute)
OAuth2Session (class in veryscrape.session)
oauth_params (veryscrape.session.OAuth1 attribute)
on_error() (veryscrape.session.Session method)
P
patch_request() (veryscrape.session.OAuth1 method)
(veryscrape.session.OAuth2 method)
persist_user_agent (veryscrape.scrapers.reddit.RedditSession attribute)
(veryscrape.session.Session attribute)
process_text() (veryscrape.items.ItemGenerator method)
(veryscrape.scrapers.google.ArticleGen method)
(veryscrape.scrapers.reddit.CommentGen method)
(veryscrape.scrapers.twingly.BlogGen method)
(veryscrape.scrapers.twitter.TweetGen method)
process_time() (veryscrape.items.ItemGenerator method)
(veryscrape.scrapers.google.ArticleGen method)
(veryscrape.scrapers.reddit.CommentGen method)
(veryscrape.scrapers.twingly.BlogGen method)
(veryscrape.scrapers.twitter.TweetGen method)
put() (veryscrape.wrappers.GeneratorWrapper method)
(veryscrape.wrappers.ItemProcessor method)
(veryscrape.wrappers.ItemSorter method)
Q
query_string() (veryscrape.scrape.SearchEngineScraper method)
(veryscrape.scrapers.Google method)
(veryscrape.scrapers.Twingly method)
(veryscrape.scrapers.google.Google method)
(veryscrape.scrapers.twingly.Twingly method)
R
rate_limit_period (veryscrape.session.Session attribute)
rate_limits (veryscrape.session.Session attribute)
RateLimiter (class in veryscrape.session)
Reddit (class in veryscrape.scrapers)
(class in veryscrape.scrapers.reddit)
RedditSession (class in veryscrape.scrapers.reddit)
refresh_limits() (veryscrape.session.RateLimiter method)
register() (in module veryscrape)
(in module veryscrape.process)
(in module veryscrape.veryscrape)
remove_urls() (in module veryscrape.process)
removed_comments (veryscrape.scrapers.reddit.CommentGen attribute)
request() (veryscrape.session.Session method)
retries_to_error (veryscrape.scrapers.google.GoogleSession attribute)
(veryscrape.session.Session attribute)
S
scrape() (veryscrape.scrape.Scraper method)
(veryscrape.VeryScrape method)
(veryscrape.scrape.SearchEngineScraper method)
(veryscrape.scrapers.Reddit method)
(veryscrape.scrapers.Spider method)
(veryscrape.scrapers.Twitter method)
(veryscrape.scrapers.reddit.Reddit method)
(veryscrape.scrapers.twitter.Twitter method)
(veryscrape.veryscrape.VeryScrape method)
scrape_continuously() (veryscrape.scrape.Scraper method)
scrape_every (veryscrape.scrape.Scraper attribute)
(veryscrape.scrape.SearchEngineScraper attribute)
(veryscrape.scrapers.Reddit attribute)
(veryscrape.scrapers.Spider attribute)
(veryscrape.scrapers.reddit.Reddit attribute)
Scraper (class in veryscrape.scrape)
SearchEngineScraper (class in veryscrape.scrape)
Session (class in veryscrape.session)
session_class (veryscrape.scrape.Scraper attribute)
(veryscrape.scrapers.Google attribute)
(veryscrape.scrapers.Reddit attribute)
(veryscrape.scrapers.Twitter attribute)
(veryscrape.scrapers.google.Google attribute)
(veryscrape.scrapers.reddit.Reddit attribute)
(veryscrape.scrapers.twitter.Twitter attribute)
sleep_increment (veryscrape.session.Session attribute)
source (veryscrape.scrape.Scraper attribute)
(veryscrape.scrapers.Google attribute)
(veryscrape.scrapers.Reddit attribute)
(veryscrape.scrapers.Spider attribute)
(veryscrape.scrapers.Twingly attribute)
(veryscrape.scrapers.Twitter attribute)
(veryscrape.scrapers.google.Google attribute)
(veryscrape.scrapers.reddit.Reddit attribute)
(veryscrape.scrapers.twingly.Twingly attribute)
(veryscrape.scrapers.twitter.Twitter attribute)
Spider (class in veryscrape.scrapers)
stream() (veryscrape.scrape.Scraper method)
T
TweetGen (class in veryscrape.scrapers.twitter)
Twingly (class in veryscrape.scrapers)
(class in veryscrape.scrapers.twingly)
Twitter (class in veryscrape.scrapers)
(class in veryscrape.scrapers.twitter)
TwitterSession (class in veryscrape.scrapers.twitter)
U
unregister() (in module veryscrape)
(in module veryscrape.process)
(in module veryscrape.veryscrape)
update_topics() (veryscrape.wrappers.ItemProcessor method)
user_agent (veryscrape.scrapers.reddit.RedditSession attribute)
(veryscrape.session.Session attribute)
V
VeryScrape (class in veryscrape)
(class in veryscrape.veryscrape)
veryscrape (module)
veryscrape.cli (module)
veryscrape.items (module)
veryscrape.process (module)
veryscrape.scrape (module)
veryscrape.scrapers (module)
veryscrape.scrapers.google (module)
veryscrape.scrapers.reddit (module)
veryscrape.scrapers.twingly (module)
veryscrape.scrapers.twitter (module)
veryscrape.session (module)
veryscrape.veryscrape (module)
veryscrape.wrappers (module)
W
wait_limit() (veryscrape.session.RateLimiter method)
veryscrape
Navigation
Contents:
veryscrape
Installation
Usage
veryscrape
Contributing
Credits
History
Related Topics
Documentation overview
Quick search