Parsing non-UTF-8 data about ijson HOT 2 CLOSED

import sys

class StandardInputReader:
    def __init__(self, encoding):
        self.encoding = encoding or 'utf-8'

    def read(self, buf_size):
        data = sys.stdin.buffer.read(buf_size)
        data = data.decode(self.encoding)
        return data.encode('utf-8')

# Later, `encoding` is set and I run:
ijson.common.items(ijson.parse(StandardInputReader(encoding), multiple_values=True), '')