From 97f5b14158f4d6621fe31ea29f95799053636a7c Mon Sep 17 00:00:00 2001 From: "Achim D. Brucker" Date: Tue, 29 Aug 2017 18:01:28 +0100 Subject: [PATCH] Compute sha1 for JavaScript files. --- ExtensionCrawler/js_decomposer.py | 1 + ExtensionCrawler/sqlite.py | 2 +- 2 files changed, 2 insertions(+), 1 deletion(-) diff --git a/ExtensionCrawler/js_decomposer.py b/ExtensionCrawler/js_decomposer.py index baa49fd..81c6d07 100755 --- a/ExtensionCrawler/js_decomposer.py +++ b/ExtensionCrawler/js_decomposer.py @@ -96,6 +96,7 @@ def init_jsinfo(zipfile, js_file): 'encoding': chardet.detect(data)['encoding'], 'jsFilename': os.path.basename(js_file.filename), 'md5': hashlib.md5(data).hexdigest(), + 'sha1': hashlib.sha1(data).hexdigest(), 'size': int(js_file.file_size), 'path': js_file.filename } diff --git a/ExtensionCrawler/sqlite.py b/ExtensionCrawler/sqlite.py index 2095e9f..ef000fc 100644 --- a/ExtensionCrawler/sqlite.py +++ b/ExtensionCrawler/sqlite.py @@ -253,7 +253,7 @@ def parse_and_insert_crx(ext_id, date, datepath, con, verbose, indent): js_files = decompose_js(f) for js_file_info in js_files: - # TODO: Add: evidenceStartPos, evidenceEndPos, and EvidenceText + # TODO: Add: evidenceStartPos, evidenceEndPos, and EvidenceText, sha1 con.insert( "jsfile", crx_etag=etag,