From 7ffdf30545d2438548947e12398b2aae9c64085f Mon Sep 17 00:00:00 2001 From: Michael Herzberg Date: Tue, 29 Aug 2017 15:41:13 +0100 Subject: [PATCH] Push manifest into table crx column manifest. --- ExtensionCrawler/sqlite.py | 14 ++++++++------ 1 file changed, 8 insertions(+), 6 deletions(-) diff --git a/ExtensionCrawler/sqlite.py b/ExtensionCrawler/sqlite.py index be3f949..03abd0b 100644 --- a/ExtensionCrawler/sqlite.py +++ b/ExtensionCrawler/sqlite.py @@ -209,12 +209,6 @@ def parse_and_insert_crx(ext_id, date, datepath, con, verbose, indent): size = os.path.getsize(crx_path) public_key = read_crx(crx_path).public_key - con.insert( - "crx", - crx_etag=etag, - filename=filename, - size=size, - publickey=public_key) with f.open("manifest.json") as m: raw_content = m.read() @@ -235,6 +229,14 @@ def parse_and_insert_crx(ext_id, date, datepath, con, verbose, indent): lines[index] = "" content = "\n".join(lines) + con.insert( + "crx", + crx_etag=etag, + filename=filename, + size=size, + manifest=content, + publickey=public_key) + manifest = json.loads(content, strict=False) if "permissions" in manifest: for permission in manifest["permissions"]: