From: Jason A. Donenfeld <Jason@zx2c4.com>
Date: Sun, 22 Jan 2017 11:44:44 +0000 (+0100)
Subject: syntax-highlighting: replace invalid unicode with ?
X-Git-Url: https://gitweb.ps.run/ps-cgit/commitdiff_plain/5564a5d06678b3f9b0725bc4b2383ea1b7eb5515

syntax-highlighting: replace invalid unicode with ?
---

diff --git a/filters/syntax-highlighting.py b/filters/syntax-highlighting.py
index 1ca4108..5888b50 100755
--- a/filters/syntax-highlighting.py
+++ b/filters/syntax-highlighting.py
@@ -30,8 +30,8 @@ from pygments.lexers import guess_lexer_for_filename
 from pygments.formatters import HtmlFormatter
 
 
-sys.stdin = io.TextIOWrapper(sys.stdin.buffer, encoding='utf-8')
-sys.stdout = io.TextIOWrapper(sys.stdout.buffer, encoding='utf-8')
+sys.stdin = io.TextIOWrapper(sys.stdin.buffer, encoding='utf-8', errors='replace')
+sys.stdout = io.TextIOWrapper(sys.stdout.buffer, encoding='utf-8', errors='replace')
 data = sys.stdin.read()
 filename = sys.argv[1]
 formatter = HtmlFormatter(style='pastie')