pictuga
/
morss
1
1
Fork 0
Code Issues Pull Requests Actions Packages Releases Activity

Compare commits

base: pictuga:036e5190f1d1f097f5ec60b5f0d5067b103e6d3e
Branches Tags
pictuga:master
pictuga:v1.1
pictuga:v1.0
..
compare: pictuga:3917061e28d36ebc47662752e9d02577c7032af6
Branches Tags
pictuga:master
pictuga:v1.1
pictuga:v1.0

1 Commits
036e5190f1 ... 3917061e28

Author SHA1 Message Date
pictuga 3917061e28 crawler: improve sqlite back end 
Autocommit & fixed a bug
 2020-04-18 19:22:47 +02:00
1 changed files with 1 additions and 1 deletions
Show Stats Expand all files Collapse all files

2
morss/crawler.py
View File

@ -482,7 +482,7 @@ import sqlite3
class SQLiteCache(BaseCache): class SQLiteCache(BaseCache):
def __init__(self, filename=':memory:'): def __init__(self, filename=':memory:'):
self.con = sqlite3.connect(filename, detect_types=sqlite3.PARSE_DECLTYPES, check_same_thread=False) self.con = sqlite3.connect(filename, detect_types=sqlite3.PARSE_DECLTYPES, check_same_thread=False, isolation_level=None)
with self.con: with self.con:
self.con.execute('CREATE TABLE IF NOT EXISTS data (url UNICODE PRIMARY KEY, code INT, msg UNICODE, headers UNICODE, data BLOB, timestamp INT)') self.con.execute('CREATE TABLE IF NOT EXISTS data (url UNICODE PRIMARY KEY, code INT, msg UNICODE, headers UNICODE, data BLOB, timestamp INT)')