Skip to content

Commit f4e9cdd

Browse files
author
Cem YILDIZ
committed
Update query.py
UTF 8 Decode
1 parent 62d2dbc commit f4e9cdd

File tree

1 file changed

+3
-3
lines changed

1 file changed

+3
-3
lines changed

query.py

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -56,7 +56,7 @@ def enqueue(self, urls):
5656
return False
5757
if len(urls) == 0:
5858
return True
59-
args = [{'address':unicode(u)} for u in urls]
59+
args = [{'address':u.decode("utf8")} for u in urls]
6060
result = self.connection.execute(self.queue_table.insert(), args)
6161
if result:
6262
return True
@@ -81,7 +81,7 @@ def dequeue(self):
8181
return False
8282

8383
def checkCrawled(self, url):
84-
s = select([self.crawl_table]).where(self.crawl_table.c.address == unicode(url))
84+
s = select([self.crawl_table]).where(self.crawl_table.c.address == url.decode("utf8"))
8585
result = self.connection.execute(s)
8686
if len(result.fetchall()) > 0:
8787
result.close()
@@ -116,4 +116,4 @@ def addPage(self, data):
116116
return True
117117

118118
def close(self):
119-
self.connection.close()
119+
self.connection.close()

0 commit comments

Comments
 (0)