File tree Expand file tree Collapse file tree 1 file changed +3
-3
lines changed Expand file tree Collapse file tree 1 file changed +3
-3
lines changed Original file line number Diff line number Diff line change @@ -56,7 +56,7 @@ def enqueue(self, urls):
56
56
return False
57
57
if len (urls ) == 0 :
58
58
return True
59
- args = [{'address' :unicode ( u )} for u in urls ]
59
+ args = [{'address' :u . decode ( "utf8" )} for u in urls ]
60
60
result = self .connection .execute (self .queue_table .insert (), args )
61
61
if result :
62
62
return True
@@ -81,7 +81,7 @@ def dequeue(self):
81
81
return False
82
82
83
83
def checkCrawled (self , url ):
84
- s = select ([self .crawl_table ]).where (self .crawl_table .c .address == unicode ( url ))
84
+ s = select ([self .crawl_table ]).where (self .crawl_table .c .address == url . decode ( "utf8" ))
85
85
result = self .connection .execute (s )
86
86
if len (result .fetchall ()) > 0 :
87
87
result .close ()
@@ -116,4 +116,4 @@ def addPage(self, data):
116
116
return True
117
117
118
118
def close (self ):
119
- self .connection .close ()
119
+ self .connection .close ()
You can’t perform that action at this time.
0 commit comments