假设您通过命令行（例如
-s table="table1"）传递此参数，请定义一个
from_crawler方法。
@classmethoddef from_crawler(cls, crawler): # Here, you get whatever value was passed through the "table" parameter settings = crawler.settings table = settings.get('table') # Instantiate the pipeline with your table return cls(table)def __init__(self, table): _engine = create_engine("sqlite:///data.db") _connection = _engine.connect() _metadata = metaData() _stack_items = Table(table, _metadata, Column("id", Integer, primary_key=True), Column("detail_url", Text), _metadata.create_all(_engine) self.connection = _connection self.stack_items = _stack_items
