File tree Expand file tree Collapse file tree
Expand file tree Collapse file tree Original file line number Diff line number Diff line change @@ -122,8 +122,7 @@ def __init__(
122122 setattr (setting , "SPIDER_THREAD_COUNT" , thread_count )
123123 self ._thread_count = setting .SPIDER_THREAD_COUNT
124124
125- self ._spider_name = redis_key
126- self ._project_name = redis_key .split (":" )[0 ]
125+ self ._spider_name = self .name
127126 self ._task_table = task_table
128127
129128 self ._tab_spider_status = setting .TAB_SPIDER_STATUS .format (redis_key = redis_key )
@@ -137,9 +136,6 @@ def __init__(
137136 self ._stop_heartbeat = False # 是否停止心跳
138137 self ._redisdb = RedisDB ()
139138
140- self ._project_total_state_table = "{}_total_state" .format (self ._project_name )
141- self ._is_exist_project_total_state_table = False
142-
143139 # Request 缓存设置
144140 Request .cached_redis_key = redis_key
145141 Request .cached_expire_time = setting .RESPONSE_CACHED_EXPIRE_TIME
Original file line number Diff line number Diff line change @@ -41,7 +41,7 @@ def __init__(self, thread_count=None):
4141
4242 self ._memory_db = MemoryDB ()
4343 self ._parser_controls = []
44- self ._item_buffer = ItemBuffer (redis_key = "air_spider" )
44+ self ._item_buffer = ItemBuffer (redis_key = self . name )
4545 self ._request_buffer = AirSpiderRequestBuffer (
4646 db = self ._memory_db , dedup_name = self .name
4747 )
You can’t perform that action at this time.
0 commit comments