Use utf8 as default encoding, if encoding cannot be guessed.
This commit is contained in:
parent
377519c27b
commit
828b77e035
|
@ -95,8 +95,11 @@ def main():
|
||||||
if fhandle is not sys.stdin.buffer:
|
if fhandle is not sys.stdin.buffer:
|
||||||
fhandle.close()
|
fhandle.close()
|
||||||
|
|
||||||
content = data.decode(encoding=chardet.detect(data)['encoding'],
|
encoding = chardet.detect(data)['encoding']
|
||||||
errors="replace")
|
if encoding:
|
||||||
|
content = data.decode(encoding=encoding, errors="replace")
|
||||||
|
else:
|
||||||
|
content = data.decode(encoding='utf8', errors="replace")
|
||||||
|
|
||||||
if args.html:
|
if args.html:
|
||||||
content = unsanitize_html(content)
|
content = unsanitize_html(content)
|
||||||
|
|
Loading…
Reference in New Issue