索引

优质

小牛编辑

136浏览

2023-12-01

_
| A
| B
| C
| D
| E
| F
| G
| H
| I
| J
| L
| M
| N
| O
| P
| R
| S
| T
| U
| V
| W
| X

_

__nonzero__() (scrapy.selector.Selector 方法)

(scrapy.selector.SelectorList 方法)

A

adapt_response() (scrapy.contrib.spiders.XMLFeedSpider 方法)

add_css() (scrapy.contrib.loader.ItemLoader 方法)

add_value() (scrapy.contrib.loader.ItemLoader 方法)

add_xpath() (scrapy.contrib.loader.ItemLoader 方法)

adjust_request_args() (scrapy.contracts.Contract 方法)

AJAXCRAWL_ENABLED

setting

AjaxCrawlMiddleware (scrapy.contrib.downloadermiddleware.ajaxcrawl 中的类)

allowed_domains (scrapy.spider.Spider 属性)

AUTOTHROTTLE_DEBUG

setting

AUTOTHROTTLE_ENABLED

setting

AUTOTHROTTLE_MAX_DELAY

setting

AUTOTHROTTLE_START_DELAY

setting

AWS_ACCESS_KEY_ID

setting

AWS_SECRET_ACCESS_KEY

setting

B

BaseItemExporter (scrapy.contrib.exporter 中的类)

bench

command

bindaddress

reqmeta

body (scrapy.http.Request 属性)

(scrapy.http.Response 属性)

body_as_unicode() (scrapy.http.TextResponse 方法)

BOT_NAME

setting

C

check

command

ChunkedTransferMiddleware (scrapy.contrib.downloadermiddleware.chunked 中的类)

clear_stats() (scrapy.statscol.StatsCollector 方法)

close_spider()

(scrapy.statscol.StatsCollector 方法)

closed() (scrapy.spider.Spider 方法)

CloseSpider

CLOSESPIDER_ERRORCOUNT

setting

CLOSESPIDER_ITEMCOUNT

setting

CLOSESPIDER_PAGECOUNT

setting

CLOSESPIDER_TIMEOUT

setting

command

bench
check
crawl
deploy
edit
fetch
genspider
list
parse
runspider
settings
shell
startproject
version
view

COMMANDS_MODULE

setting

Compose (scrapy.contrib.loader.processor 中的类)

COMPRESSION_ENABLED

setting

CONCURRENT_ITEMS

setting

CONCURRENT_REQUESTS

setting

CONCURRENT_REQUESTS_PER_DOMAIN

setting

CONCURRENT_REQUESTS_PER_IP

setting

connect() (scrapy.signalmanager.SignalManager 方法)

context (scrapy.contrib.loader.ItemLoader 属性)

Contract (scrapy.contracts 中的类)

cookiejar

reqmeta

COOKIES_DEBUG

setting

COOKIES_ENABLED

setting

CookiesMiddleware (scrapy.contrib.downloadermiddleware.cookies 中的类)

copy() (scrapy.http.Request 方法)

(scrapy.http.Response 方法)
(scrapy.settings.Settings 方法)

CoreStats (scrapy.contrib.corestats 中的类)

crawl

command

crawl() (scrapy.crawler.Crawler 方法)

(scrapy.crawler.CrawlerRunner 方法)

crawl_deferreds (scrapy.crawler.CrawlerRunner 属性)

Crawler (scrapy.crawler 中的类)

crawler (scrapy.spider.Spider 属性)

CrawlerRunner (scrapy.crawler 中的类)

crawlers (scrapy.crawler.CrawlerRunner 属性)

CrawlSpider (scrapy.contrib.spiders 中的类)

CRITICAL() (在 scrapy.log 模块中)

css() (scrapy.http.TextResponse 方法)

(scrapy.selector.Selector 方法)
(scrapy.selector.SelectorList 方法)

CSVFeedSpider (scrapy.contrib.spiders 中的类)

CsvItemExporter (scrapy.contrib.exporter 中的类)

D

DEBUG() (在 scrapy.log 模块中)

default_input_processor (scrapy.contrib.loader.ItemLoader 属性)

DEFAULT_ITEM_CLASS

setting

default_item_class (scrapy.contrib.loader.ItemLoader 属性)

default_output_processor (scrapy.contrib.loader.ItemLoader 属性)

DEFAULT_REQUEST_HEADERS

setting

default_selector_class (scrapy.contrib.loader.ItemLoader 属性)

DefaultHeadersMiddleware (scrapy.contrib.downloadermiddleware.defaultheaders 中的类)

delimiter (scrapy.contrib.spiders.CSVFeedSpider 属性)

deploy

command

DEPTH_LIMIT

setting

DEPTH_PRIORITY

setting

DEPTH_STATS

setting

DEPTH_STATS_VERBOSE

setting

DepthMiddleware (scrapy.contrib.spidermiddleware.depth 中的类)

disconnect() (scrapy.signalmanager.SignalManager 方法)

disconnect_all() (scrapy.signalmanager.SignalManager 方法)

DNSCACHE_ENABLED

setting

dont_redirect

reqmeta

dont_retry

reqmeta

DOWNLOAD_DELAY

setting

DOWNLOAD_HANDLERS

setting

DOWNLOAD_HANDLERS_BASE

setting

DOWNLOAD_TIMEOUT

setting

DOWNLOADER

setting

DOWNLOADER_MIDDLEWARES

setting

DOWNLOADER_MIDDLEWARES_BASE

setting

DOWNLOADER_STATS

setting

DownloaderMiddleware (scrapy.contrib.downloadermiddleware 中的类)

DownloaderStats (scrapy.contrib.downloadermiddleware.stats 中的类)

DownloadTimeoutMiddleware (scrapy.contrib.downloadermiddleware.downloadtimeout 中的类)

DropItem

DummyStatsCollector (scrapy.statscol 中的类)

DUPEFILTER_CLASS

setting

DUPEFILTER_DEBUG

setting

E

edit

command

EDITOR

setting

encoding (scrapy.contrib.exporter.BaseItemExporter 属性)

(scrapy.http.TextResponse 属性)

engine (scrapy.crawler.Crawler 属性)

engine_started

signal

engine_started() (在 scrapy.signals 模块中)

engine_stopped

signal

engine_stopped() (在 scrapy.signals 模块中)

ERROR() (在 scrapy.log 模块中)

export_empty_fields (scrapy.contrib.exporter.BaseItemExporter 属性)

export_item() (scrapy.contrib.exporter.BaseItemExporter 方法)

EXTENSIONS

setting

extensions (scrapy.crawler.Crawler 属性)

EXTENSIONS_BASE

setting

extract() (scrapy.selector.Selector 方法)

(scrapy.selector.SelectorList 方法)

F

FEED_EXPORTERS

setting

FEED_EXPORTERS_BASE

setting

FEED_FORMAT

setting

FEED_STORAGES

setting

FEED_STORAGES_BASE

setting

FEED_STORE_EMPTY

setting

FEED_URI

setting

fetch

command

Field (scrapy.item 中的类)

fields (scrapy.item.Item 属性)

fields_to_export (scrapy.contrib.exporter.BaseItemExporter 属性)

find_by_request() (scrapy.spidermanager.SpiderManager 方法)

finish_exporting() (scrapy.contrib.exporter.BaseItemExporter 方法)

flags (scrapy.http.Response 属性)

FormRequest (scrapy.http 中的类)

freeze() (scrapy.settings.Settings 方法)

from_crawler() (scrapy.spider.Spider 方法)

from_response() (scrapy.http.FormRequest 类方法)

from_settings() (scrapy.mail.MailSender 类方法)

(scrapy.spidermanager.SpiderManager 方法)

frozencopy() (scrapy.settings.Settings 方法)

G

genspider

command

get() (scrapy.settings.Settings 方法)

get_collected_values() (scrapy.contrib.loader.ItemLoader 方法)

get_css() (scrapy.contrib.loader.ItemLoader 方法)

get_input_processor() (scrapy.contrib.loader.ItemLoader 方法)

get_media_requests() (scrapy.contrib.pipeline.images.ImagesPipeline 方法)

get_oldest() (在 scrapy.utils.trackref 模块中)

get_output_processor() (scrapy.contrib.loader.ItemLoader 方法)

get_output_value() (scrapy.contrib.loader.ItemLoader 方法)

get_stats() (scrapy.statscol.StatsCollector 方法)

get_value() (scrapy.contrib.loader.ItemLoader 方法)

(scrapy.statscol.StatsCollector 方法)

get_xpath() (scrapy.contrib.loader.ItemLoader 方法)

getbool() (scrapy.settings.Settings 方法)

getdict() (scrapy.settings.Settings 方法)

getfloat() (scrapy.settings.Settings 方法)

getint() (scrapy.settings.Settings 方法)

getlist() (scrapy.settings.Settings 方法)

H

handle_httpstatus_list

reqmeta

headers (scrapy.contrib.spiders.CSVFeedSpider 属性)

(scrapy.http.Request 属性)
(scrapy.http.Response 属性)

HtmlResponse (scrapy.http 中的类)

HttpAuthMiddleware (scrapy.contrib.downloadermiddleware.httpauth 中的类)

HTTPCACHE_DBM_MODULE

setting

HTTPCACHE_DIR

setting

HTTPCACHE_ENABLED

setting

HTTPCACHE_EXPIRATION_SECS

setting

HTTPCACHE_IGNORE_HTTP_CODES

setting

HTTPCACHE_IGNORE_MISSING

setting

HTTPCACHE_IGNORE_SCHEMES

setting

HTTPCACHE_POLICY

setting

HTTPCACHE_STORAGE

setting

HttpCacheMiddleware (scrapy.contrib.downloadermiddleware.httpcache 中的类)

HttpCompressionMiddleware (scrapy.contrib.downloadermiddleware.httpcompression 中的类)

HTTPERROR_ALLOW_ALL

setting

HTTPERROR_ALLOWED_CODES

setting

HttpErrorMiddleware (scrapy.contrib.spidermiddleware.httperror 中的类)

HttpProxyMiddleware (scrapy.contrib.downloadermiddleware.httpproxy 中的类)

I

Identity (scrapy.contrib.loader.processor 中的类)

IgnoreRequest

IMAGES_EXPIRES

setting

IMAGES_MIN_HEIGHT

setting

IMAGES_MIN_WIDTH

setting

IMAGES_STORE

setting

IMAGES_THUMBS

setting

ImagesPipeline (scrapy.contrib.pipeline.images 中的类)

inc_value() (scrapy.statscol.StatsCollector 方法)

INFO() (在 scrapy.log 模块中)

item (scrapy.contrib.loader.ItemLoader 属性)

Item (scrapy.item 中的类)

item_completed() (scrapy.contrib.pipeline.images.ImagesPipeline 方法)

item_dropped

signal

item_dropped() (在 scrapy.signals 模块中)

ITEM_PIPELINES

setting

ITEM_PIPELINES_BASE

setting

item_scraped

signal

item_scraped() (在 scrapy.signals 模块中)

ItemLoader (scrapy.contrib.loader 中的类)

iter_all() (在 scrapy.utils.trackref 模块中)

iterator (scrapy.contrib.spiders.XMLFeedSpider 属性)

itertag (scrapy.contrib.spiders.XMLFeedSpider 属性)

J

Join (scrapy.contrib.loader.processor 中的类)
JsonItemExporter (scrapy.contrib.exporter 中的类)

JsonLinesItemExporter (scrapy.contrib.exporter 中的类)

L

list

command

list() (scrapy.spidermanager.SpiderManager 方法)

load() (scrapy.spidermanager.SpiderManager 方法)

load_item() (scrapy.contrib.loader.ItemLoader 方法)

log() (scrapy.spider.Spider 方法)

LOG_ENABLED

setting

LOG_ENCODING

setting

LOG_FILE

setting

LOG_LEVEL

setting

LOG_STDOUT

setting

LogStats (scrapy.contrib.logstats 中的类)

LxmlLinkExtractor (scrapy.contrib.linkextractors.lxmlhtml 中的类)

M

MAIL_FROM

setting

MAIL_HOST

setting

MAIL_PASS

setting

MAIL_PORT

setting

MAIL_SSL

setting

MAIL_TLS

setting

MAIL_USER

setting

MailSender (scrapy.mail 中的类)

make_requests_from_url() (scrapy.spider.Spider 方法)

MapCompose (scrapy.contrib.loader.processor 中的类)

max_value() (scrapy.statscol.StatsCollector 方法)

MEMDEBUG_ENABLED

setting

MEMDEBUG_NOTIFY

setting

MemoryStatsCollector (scrapy.statscol 中的类)

MEMUSAGE_ENABLED

setting

MEMUSAGE_LIMIT_MB

setting

MEMUSAGE_NOTIFY_MAIL

setting

MEMUSAGE_REPORT

setting

MEMUSAGE_WARNING_MB

setting

meta (scrapy.http.Request 属性)

(scrapy.http.Response 属性)

METAREFRESH_ENABLED

setting

MetaRefreshMiddleware (scrapy.contrib.downloadermiddleware.redirect 中的类)

method (scrapy.http.Request 属性)

min_value() (scrapy.statscol.StatsCollector 方法)

msg() (在 scrapy.log 模块中)

N

name (scrapy.spider.Spider 属性)

namespaces (scrapy.contrib.spiders.XMLFeedSpider 属性)

NEWSPIDER_MODULE

setting

NotConfigured
NotSupported

O

object_ref (scrapy.utils.trackref 中的类)
OffsiteMiddleware (scrapy.contrib.spidermiddleware.offsite 中的类)

open_spider()

(scrapy.statscol.StatsCollector 方法)

P

parse

command

parse() (scrapy.spider.Spider 方法)

parse_node() (scrapy.contrib.spiders.XMLFeedSpider 方法)

parse_row() (scrapy.contrib.spiders.CSVFeedSpider 方法)

parse_start_url() (scrapy.contrib.spiders.CrawlSpider 方法)

PickleItemExporter (scrapy.contrib.exporter 中的类)

post_process() (scrapy.contracts.Contract 方法)

PprintItemExporter (scrapy.contrib.exporter 中的类)

pre_process() (scrapy.contracts.Contract 方法)

print_live_refs() (在 scrapy.utils.trackref 模块中)

process_exception() (scrapy.contrib.downloadermiddleware.DownloaderMiddleware 方法)

process_item()

process_request() (scrapy.contrib.downloadermiddleware.DownloaderMiddleware 方法)

process_response() (scrapy.contrib.downloadermiddleware.DownloaderMiddleware 方法)

process_results() (scrapy.contrib.spiders.XMLFeedSpider 方法)

process_spider_exception() (scrapy.contrib.spidermiddleware.SpiderMiddleware 方法)

process_spider_input() (scrapy.contrib.spidermiddleware.SpiderMiddleware 方法)

process_spider_output() (scrapy.contrib.spidermiddleware.SpiderMiddleware 方法)

process_start_requests() (scrapy.contrib.spidermiddleware.SpiderMiddleware 方法)

Python 提高建议

PEP 8, [1]

R

RANDOMIZE_DOWNLOAD_DELAY

setting

re() (scrapy.selector.Selector 方法)

(scrapy.selector.SelectorList 方法)

REDIRECT_ENABLED

setting

REDIRECT_MAX_METAREFRESH_DELAY

setting, [1]

REDIRECT_MAX_TIMES

setting, [1]

REDIRECT_PRIORITY_ADJUST

setting

redirect_urls

reqmeta

RedirectMiddleware (scrapy.contrib.downloadermiddleware.redirect 中的类)

REFERER_ENABLED

setting

RefererMiddleware (scrapy.contrib.spidermiddleware.referer 中的类)

register_namespace() (scrapy.selector.Selector 方法)

remove_namespaces() (scrapy.selector.Selector 方法)

replace() (scrapy.http.Request 方法)

(scrapy.http.Response 方法)

replace_css() (scrapy.contrib.loader.ItemLoader 方法)

replace_value() (scrapy.contrib.loader.ItemLoader 方法)

replace_xpath() (scrapy.contrib.loader.ItemLoader 方法)

reqmeta

bindaddress
cookiejar
dont_redirect
dont_retry
handle_httpstatus_list
redirect_urls

Request (scrapy.http 中的类)

request (scrapy.http.Response 属性)

request_scheduled

signal

request_scheduled() (在 scrapy.signals 模块中)

Response (scrapy.http 中的类)

response_downloaded

signal

response_downloaded() (在 scrapy.signals 模块中)

response_received

signal

response_received() (在 scrapy.signals 模块中)

RETRY_ENABLED

setting

RETRY_HTTP_CODES

setting

RETRY_TIMES

setting

RetryMiddleware (scrapy.contrib.downloadermiddleware.retry 中的类)

ReturnsContract (scrapy.contracts.default 中的类)

ROBOTSTXT_OBEY

setting

RobotsTxtMiddleware (scrapy.contrib.downloadermiddleware.robotstxt 中的类)

Rule (scrapy.contrib.spiders 中的类)

rules (scrapy.contrib.spiders.CrawlSpider 属性)

runspider

command

S

SCHEDULER

setting

ScrapesContract (scrapy.contracts.default 中的类)

scrapy.contracts (模块)

scrapy.contracts.default (模块)

scrapy.contrib.closespider (模块)

scrapy.contrib.closespider.CloseSpider (scrapy.contrib.closespider 中的类)

scrapy.contrib.corestats (模块)

scrapy.contrib.debug (模块)

scrapy.contrib.debug.Debugger (scrapy.contrib.debug 中的类)

scrapy.contrib.debug.StackTraceDump (scrapy.contrib.debug 中的类)

scrapy.contrib.downloadermiddleware (模块)

scrapy.contrib.downloadermiddleware.ajaxcrawl (模块)

scrapy.contrib.downloadermiddleware.chunked (模块)

scrapy.contrib.downloadermiddleware.cookies (模块)

scrapy.contrib.downloadermiddleware.defaultheaders (模块)

scrapy.contrib.downloadermiddleware.downloadtimeout (模块)

scrapy.contrib.downloadermiddleware.httpauth (模块)

scrapy.contrib.downloadermiddleware.httpcache (模块)

scrapy.contrib.downloadermiddleware.httpcompression (模块)

scrapy.contrib.downloadermiddleware.httpproxy (模块)

scrapy.contrib.downloadermiddleware.redirect (模块)

scrapy.contrib.downloadermiddleware.retry (模块)

scrapy.contrib.downloadermiddleware.robotstxt (模块)

scrapy.contrib.downloadermiddleware.stats (模块)

scrapy.contrib.downloadermiddleware.useragent (模块)

scrapy.contrib.exporter (模块)

scrapy.contrib.linkextractors (模块)

scrapy.contrib.linkextractors.lxmlhtml (模块)

scrapy.contrib.loader (模块)

scrapy.contrib.loader.processor (模块)

scrapy.contrib.logstats (模块)

scrapy.contrib.memdebug (模块)

scrapy.contrib.memdebug.MemoryDebugger (scrapy.contrib.memdebug 中的类)

scrapy.contrib.memusage (模块)

scrapy.contrib.memusage.MemoryUsage (scrapy.contrib.memusage 中的类)

scrapy.contrib.pipeline.images (模块)

scrapy.contrib.spidermiddleware (模块)

scrapy.contrib.spidermiddleware.depth (模块)

scrapy.contrib.spidermiddleware.httperror (模块)

scrapy.contrib.spidermiddleware.offsite (模块)

scrapy.contrib.spidermiddleware.referer (模块)

scrapy.contrib.spidermiddleware.urllength (模块)

scrapy.contrib.spiders (模块)

scrapy.contrib.statsmailer (模块)

scrapy.contrib.statsmailer.StatsMailer (scrapy.contrib.statsmailer 中的类)

scrapy.crawler (模块)

scrapy.exceptions (模块)

scrapy.http (模块)

scrapy.item (模块)

scrapy.log (模块)

scrapy.mail (模块)

scrapy.selector (模块)

scrapy.settings (模块)

scrapy.signalmanager (模块)

scrapy.signals (模块)

scrapy.spider (模块)

scrapy.spidermanager (模块)

scrapy.statscol (模块), [1]

scrapy.telnet (模块), [1]

scrapy.telnet.TelnetConsole (scrapy.telnet 中的类)

scrapy.utils.trackref (模块)

selector (scrapy.contrib.loader.ItemLoader 属性)

(scrapy.http.TextResponse 属性)

Selector (scrapy.selector 中的类)

SelectorList (scrapy.selector 中的类)

send() (scrapy.mail.MailSender 方法)

send_catch_log() (scrapy.signalmanager.SignalManager 方法)

send_catch_log_deferred() (scrapy.signalmanager.SignalManager 方法)

serialize_field() (scrapy.contrib.exporter.BaseItemExporter 方法)

set() (scrapy.settings.Settings 方法)

set_stats() (scrapy.statscol.StatsCollector 方法)

set_value() (scrapy.statscol.StatsCollector 方法)

setdict() (scrapy.settings.Settings 方法)

setmodule() (scrapy.settings.Settings 方法)

setting

AJAXCRAWL_ENABLED
AUTOTHROTTLE_DEBUG
AUTOTHROTTLE_ENABLED
AUTOTHROTTLE_MAX_DELAY
AUTOTHROTTLE_START_DELAY
AWS_ACCESS_KEY_ID
AWS_SECRET_ACCESS_KEY
BOT_NAME
CLOSESPIDER_ERRORCOUNT
CLOSESPIDER_ITEMCOUNT
CLOSESPIDER_PAGECOUNT
CLOSESPIDER_TIMEOUT
COMMANDS_MODULE
COMPRESSION_ENABLED
CONCURRENT_ITEMS
CONCURRENT_REQUESTS
CONCURRENT_REQUESTS_PER_DOMAIN
CONCURRENT_REQUESTS_PER_IP
COOKIES_DEBUG
COOKIES_ENABLED
DEFAULT_ITEM_CLASS
DEFAULT_REQUEST_HEADERS
DEPTH_LIMIT
DEPTH_PRIORITY
DEPTH_STATS
DEPTH_STATS_VERBOSE
DNSCACHE_ENABLED
DOWNLOADER
DOWNLOADER_MIDDLEWARES
DOWNLOADER_MIDDLEWARES_BASE
DOWNLOADER_STATS
DOWNLOAD_DELAY
DOWNLOAD_HANDLERS
DOWNLOAD_HANDLERS_BASE
DOWNLOAD_TIMEOUT
DUPEFILTER_CLASS
DUPEFILTER_DEBUG
EDITOR
EXTENSIONS
EXTENSIONS_BASE
FEED_EXPORTERS
FEED_EXPORTERS_BASE
FEED_FORMAT
FEED_STORAGES
FEED_STORAGES_BASE
FEED_STORE_EMPTY
FEED_URI
HTTPCACHE_DBM_MODULE
HTTPCACHE_DIR
HTTPCACHE_ENABLED
HTTPCACHE_EXPIRATION_SECS
HTTPCACHE_IGNORE_HTTP_CODES
HTTPCACHE_IGNORE_MISSING
HTTPCACHE_IGNORE_SCHEMES
HTTPCACHE_POLICY
HTTPCACHE_STORAGE
HTTPERROR_ALLOWED_CODES
HTTPERROR_ALLOW_ALL
IMAGES_EXPIRES
IMAGES_MIN_HEIGHT
IMAGES_MIN_WIDTH
IMAGES_STORE
IMAGES_THUMBS
ITEM_PIPELINES
ITEM_PIPELINES_BASE
LOG_ENABLED
LOG_ENCODING
LOG_FILE
LOG_LEVEL
LOG_STDOUT
MAIL_FROM
MAIL_HOST
MAIL_PASS
MAIL_PORT
MAIL_SSL
MAIL_TLS
MAIL_USER
MEMDEBUG_ENABLED
MEMDEBUG_NOTIFY
MEMUSAGE_ENABLED
MEMUSAGE_LIMIT_MB
MEMUSAGE_NOTIFY_MAIL
MEMUSAGE_REPORT
MEMUSAGE_WARNING_MB
METAREFRESH_ENABLED
NEWSPIDER_MODULE
RANDOMIZE_DOWNLOAD_DELAY
REDIRECT_ENABLED
REDIRECT_MAX_METAREFRESH_DELAY, [1]
REDIRECT_MAX_TIMES, [1]
REDIRECT_PRIORITY_ADJUST
REFERER_ENABLED
RETRY_ENABLED
RETRY_HTTP_CODES
RETRY_TIMES
ROBOTSTXT_OBEY
SCHEDULER
SPIDER_CONTRACTS
SPIDER_CONTRACTS_BASE
SPIDER_MANAGER_CLASS
SPIDER_MIDDLEWARES
SPIDER_MIDDLEWARES_BASE
SPIDER_MODULES
STATSMAILER_RCPTS
STATS_CLASS
STATS_DUMP
TELNETCONSOLE_ENABLED
TELNETCONSOLE_HOST
TELNETCONSOLE_PORT, [1]
TEMPLATES_DIR
URLLENGTH_LIMIT
USER_AGENT

settings

command

settings (scrapy.crawler.Crawler 属性)

Settings (scrapy.settings 中的类)

settings (scrapy.spider.Spider 属性)

SETTINGS_PRIORITIES() (在 scrapy.settings 模块中)

shell

command

signal

engine_started
engine_stopped
item_dropped
item_scraped
request_scheduled
response_downloaded
response_received
spider_closed
spider_error
spider_idle
spider_opened
update_telnet_vars

SignalManager (scrapy.signalmanager 中的类)

signals (scrapy.crawler.Crawler 属性)

sitemap_alternate_links (scrapy.contrib.spiders.SitemapSpider 属性)

sitemap_follow (scrapy.contrib.spiders.SitemapSpider 属性)

sitemap_rules (scrapy.contrib.spiders.SitemapSpider 属性)

sitemap_urls (scrapy.contrib.spiders.SitemapSpider 属性)

SitemapSpider (scrapy.contrib.spiders 中的类)

spider (scrapy.crawler.Crawler 属性)

Spider (scrapy.spider 中的类)

spider_closed

signal

spider_closed() (在 scrapy.signals 模块中)

SPIDER_CONTRACTS

setting

SPIDER_CONTRACTS_BASE

setting

spider_error

signal

spider_error() (在 scrapy.signals 模块中)

spider_idle

signal

spider_idle() (在 scrapy.signals 模块中)

SPIDER_MANAGER_CLASS

setting

SPIDER_MIDDLEWARES

setting

SPIDER_MIDDLEWARES_BASE

setting

SPIDER_MODULES

setting

spider_opened

signal

spider_opened() (在 scrapy.signals 模块中)

spider_stats (scrapy.statscol.MemoryStatsCollector 属性)

SpiderManager (scrapy.spidermanager 中的类)

SpiderMiddleware (scrapy.contrib.spidermiddleware 中的类)

start() (在 scrapy.log 模块中)

start_exporting() (scrapy.contrib.exporter.BaseItemExporter 方法)

start_requests() (scrapy.spider.Spider 方法)

start_urls (scrapy.spider.Spider 属性)

startproject

command

stats (scrapy.crawler.Crawler 属性)

STATS_CLASS

setting

STATS_DUMP

setting

StatsCollector (scrapy.statscol 中的类)

STATSMAILER_RCPTS

setting

status (scrapy.http.Response 属性)

stop() (scrapy.crawler.CrawlerRunner 方法)

T

TakeFirst (scrapy.contrib.loader.processor 中的类)

TELNETCONSOLE_ENABLED

setting

TELNETCONSOLE_HOST

setting

TELNETCONSOLE_PORT

setting, [1]

TEMPLATES_DIR

setting

TextResponse (scrapy.http 中的类)

U

update_telnet_vars

signal

update_telnet_vars() (在 scrapy.telnet 模块中)

url (scrapy.http.Request 属性)

(scrapy.http.Response 属性)

UrlContract (scrapy.contracts.default 中的类)

URLLENGTH_LIMIT

setting

UrlLengthMiddleware (scrapy.contrib.spidermiddleware.urllength 中的类)

USER_AGENT

setting

UserAgentMiddleware (scrapy.contrib.downloadermiddleware.useragent 中的类)

V

version

command

view

command

W

WARNING() (在 scrapy.log 模块中)

X

XMLFeedSpider (scrapy.contrib.spiders 中的类)
XmlItemExporter (scrapy.contrib.exporter 中的类)

XmlResponse (scrapy.http 中的类)

xpath() (scrapy.http.TextResponse 方法)

(scrapy.selector.Selector 方法)
(scrapy.selector.SelectorList 方法)