adminandClaude Opus 5
79843aa2ae
Erster Stand der Hintergrundprozesse, die auf der Synology unter /volume1/homes/wagner/SolarManager laufen: der Manager selbst, die Sammler je Geraet, die MQTT-Bruecke, der Wecker und - neu hinzugezogen - der AutoAction-Runner, der als Hintergrundprozess hierher gehoert und nicht ins Web-Verzeichnis. Zugangsdaten stehen nicht mehr im Quelltext, sondern in config.ini, die nicht mit eingecheckt wird. Vorlage ist config.ini.example, gelesen wird sie von konfig.py. Betroffen waren solarManager.py (Datenbank und Wattpilot), zeit.py, gatherWaterData.py, wecker.py und skoda_testdaten.py, das sich das Passwort bisher aus dem Quelltext eines anderen Moduls herausgesucht hat. Die Kia-Anbindung ist mit dem Fahrzeug entfallen: kiaTest.py, gatherCarData.py und hyundai_kia_connect_api sind nicht mehr dabei, ebenso gatherInverterData.py, auf das nur noch eine auskommentierte Zeile zeigte. Die mitgelieferten Bibliotheken bleiben im Repository - die NAS hat kein pip, sie muessen neben den Skripten liegen. Co-Authored-By: Claude Opus 5 <noreply@anthropic.com>
372 lines
11 KiB
Cython
372 lines
11 KiB
Cython
# cython: language_level=3
|
|
|
|
from cpython.exc cimport PyErr_NoMemory
|
|
from cpython.mem cimport PyMem_Free, PyMem_Malloc, PyMem_Realloc
|
|
from cpython.unicode cimport PyUnicode_DecodeASCII, PyUnicode_DecodeUTF8Stateful
|
|
from libc.stdint cimport uint8_t, uint64_t
|
|
from libc.string cimport memcpy, memset
|
|
|
|
from string import ascii_letters, digits
|
|
|
|
|
|
cdef str GEN_DELIMS = ":/?#[]@"
|
|
cdef str SUB_DELIMS_WITHOUT_QS = "!$'()*,"
|
|
cdef str SUB_DELIMS = SUB_DELIMS_WITHOUT_QS + '+?=;'
|
|
cdef str RESERVED = GEN_DELIMS + SUB_DELIMS
|
|
cdef str UNRESERVED = ascii_letters + digits + '-._~'
|
|
cdef str ALLOWED = UNRESERVED + SUB_DELIMS_WITHOUT_QS
|
|
cdef str QS = '+&=;'
|
|
|
|
DEF BUF_SIZE = 8 * 1024 # 8KiB
|
|
cdef char BUFFER[BUF_SIZE]
|
|
|
|
cdef inline Py_UCS4 _to_hex(uint8_t v):
|
|
if v < 10:
|
|
return <Py_UCS4>(v+0x30) # ord('0') == 0x30
|
|
else:
|
|
return <Py_UCS4>(v+0x41-10) # ord('A') == 0x41
|
|
|
|
|
|
cdef inline int _from_hex(Py_UCS4 v):
|
|
if '0' <= v <= '9':
|
|
return <int>(v) - 0x30 # ord('0') == 0x30
|
|
elif 'A' <= v <= 'F':
|
|
return <int>(v) - 0x41 + 10 # ord('A') == 0x41
|
|
elif 'a' <= v <= 'f':
|
|
return <int>(v) - 0x61 + 10 # ord('a') == 0x61
|
|
else:
|
|
return -1
|
|
|
|
|
|
cdef inline int _is_lower_hex(Py_UCS4 v):
|
|
return 'a' <= v <= 'f'
|
|
|
|
|
|
cdef inline Py_UCS4 _restore_ch(Py_UCS4 d1, Py_UCS4 d2):
|
|
cdef int digit1 = _from_hex(d1)
|
|
if digit1 < 0:
|
|
return <Py_UCS4>-1
|
|
cdef int digit2 = _from_hex(d2)
|
|
if digit2 < 0:
|
|
return <Py_UCS4>-1
|
|
return <Py_UCS4>(digit1 << 4 | digit2)
|
|
|
|
|
|
cdef uint8_t ALLOWED_TABLE[16]
|
|
cdef uint8_t ALLOWED_NOTQS_TABLE[16]
|
|
|
|
|
|
cdef inline bint bit_at(uint8_t array[], uint64_t ch):
|
|
return array[ch >> 3] & (1 << (ch & 7))
|
|
|
|
|
|
cdef inline void set_bit(uint8_t array[], uint64_t ch):
|
|
array[ch >> 3] |= (1 << (ch & 7))
|
|
|
|
|
|
memset(ALLOWED_TABLE, 0, sizeof(ALLOWED_TABLE))
|
|
memset(ALLOWED_NOTQS_TABLE, 0, sizeof(ALLOWED_NOTQS_TABLE))
|
|
|
|
for i in range(128):
|
|
if chr(i) in ALLOWED:
|
|
set_bit(ALLOWED_TABLE, i)
|
|
set_bit(ALLOWED_NOTQS_TABLE, i)
|
|
if chr(i) in QS:
|
|
set_bit(ALLOWED_NOTQS_TABLE, i)
|
|
|
|
# ----------------- writer ---------------------------
|
|
|
|
cdef struct Writer:
|
|
char *buf
|
|
Py_ssize_t size
|
|
Py_ssize_t pos
|
|
bint changed
|
|
|
|
|
|
cdef inline void _init_writer(Writer* writer):
|
|
writer.buf = &BUFFER[0]
|
|
writer.size = BUF_SIZE
|
|
writer.pos = 0
|
|
writer.changed = 0
|
|
|
|
|
|
cdef inline void _release_writer(Writer* writer):
|
|
if writer.buf != BUFFER:
|
|
PyMem_Free(writer.buf)
|
|
|
|
|
|
cdef inline int _write_char(Writer* writer, Py_UCS4 ch, bint changed):
|
|
cdef char * buf
|
|
cdef Py_ssize_t size
|
|
|
|
if writer.pos == writer.size:
|
|
# reallocate
|
|
size = writer.size + BUF_SIZE
|
|
if writer.buf == BUFFER:
|
|
buf = <char*>PyMem_Malloc(size)
|
|
if buf == NULL:
|
|
PyErr_NoMemory()
|
|
return -1
|
|
memcpy(buf, writer.buf, writer.size)
|
|
else:
|
|
buf = <char*>PyMem_Realloc(writer.buf, size)
|
|
if buf == NULL:
|
|
PyErr_NoMemory()
|
|
return -1
|
|
writer.buf = buf
|
|
writer.size = size
|
|
writer.buf[writer.pos] = <char>ch
|
|
writer.pos += 1
|
|
writer.changed |= changed
|
|
return 0
|
|
|
|
|
|
cdef inline int _write_pct(Writer* writer, uint8_t ch, bint changed):
|
|
if _write_char(writer, '%', changed) < 0:
|
|
return -1
|
|
if _write_char(writer, _to_hex(<uint8_t>ch >> 4), changed) < 0:
|
|
return -1
|
|
return _write_char(writer, _to_hex(<uint8_t>ch & 0x0f), changed)
|
|
|
|
|
|
cdef inline int _write_utf8(Writer* writer, Py_UCS4 symbol):
|
|
cdef uint64_t utf = <uint64_t> symbol
|
|
|
|
if utf < 0x80:
|
|
return _write_pct(writer, <uint8_t>utf, True)
|
|
elif utf < 0x800:
|
|
if _write_pct(writer, <uint8_t>(0xc0 | (utf >> 6)), True) < 0:
|
|
return -1
|
|
return _write_pct(writer, <uint8_t>(0x80 | (utf & 0x3f)), True)
|
|
elif 0xD800 <= utf <= 0xDFFF:
|
|
# surogate pair, ignored
|
|
return 0
|
|
elif utf < 0x10000:
|
|
if _write_pct(writer, <uint8_t>(0xe0 | (utf >> 12)), True) < 0:
|
|
return -1
|
|
if _write_pct(writer, <uint8_t>(0x80 | ((utf >> 6) & 0x3f)),
|
|
True) < 0:
|
|
return -1
|
|
return _write_pct(writer, <uint8_t>(0x80 | (utf & 0x3f)), True)
|
|
elif utf > 0x10FFFF:
|
|
# symbol is too large
|
|
return 0
|
|
else:
|
|
if _write_pct(writer, <uint8_t>(0xf0 | (utf >> 18)), True) < 0:
|
|
return -1
|
|
if _write_pct(writer, <uint8_t>(0x80 | ((utf >> 12) & 0x3f)),
|
|
True) < 0:
|
|
return -1
|
|
if _write_pct(writer, <uint8_t>(0x80 | ((utf >> 6) & 0x3f)),
|
|
True) < 0:
|
|
return -1
|
|
return _write_pct(writer, <uint8_t>(0x80 | (utf & 0x3f)), True)
|
|
|
|
|
|
# --------------------- end writer --------------------------
|
|
|
|
|
|
cdef class _Quoter:
|
|
cdef bint _qs
|
|
cdef bint _requote
|
|
|
|
cdef uint8_t _safe_table[16]
|
|
cdef uint8_t _protected_table[16]
|
|
|
|
def __init__(
|
|
self, *, str safe='', str protected='', bint qs=False, bint requote=True,
|
|
):
|
|
cdef Py_UCS4 ch
|
|
|
|
self._qs = qs
|
|
self._requote = requote
|
|
|
|
if not self._qs:
|
|
memcpy(self._safe_table,
|
|
ALLOWED_NOTQS_TABLE,
|
|
sizeof(self._safe_table))
|
|
else:
|
|
memcpy(self._safe_table,
|
|
ALLOWED_TABLE,
|
|
sizeof(self._safe_table))
|
|
for ch in safe:
|
|
if ord(ch) > 127:
|
|
raise ValueError("Only safe symbols with ORD < 128 are allowed")
|
|
set_bit(self._safe_table, ch)
|
|
|
|
memset(self._protected_table, 0, sizeof(self._protected_table))
|
|
for ch in protected:
|
|
if ord(ch) > 127:
|
|
raise ValueError("Only safe symbols with ORD < 128 are allowed")
|
|
set_bit(self._safe_table, ch)
|
|
set_bit(self._protected_table, ch)
|
|
|
|
def __call__(self, val):
|
|
cdef Writer writer
|
|
if val is None:
|
|
return None
|
|
if type(val) is not str:
|
|
if isinstance(val, str):
|
|
# derived from str
|
|
val = str(val)
|
|
else:
|
|
raise TypeError("Argument should be str")
|
|
_init_writer(&writer)
|
|
try:
|
|
return self._do_quote(<str>val, &writer)
|
|
finally:
|
|
_release_writer(&writer)
|
|
|
|
cdef str _do_quote(self, str val, Writer *writer):
|
|
cdef Py_UCS4 ch
|
|
cdef int changed
|
|
cdef int idx = 0
|
|
cdef int length = len(val)
|
|
|
|
while idx < length:
|
|
ch = val[idx]
|
|
idx += 1
|
|
if ch == '%' and self._requote and idx <= length - 2:
|
|
ch = _restore_ch(val[idx], val[idx + 1])
|
|
if ch != <Py_UCS4>-1:
|
|
idx += 2
|
|
if ch < 128:
|
|
if bit_at(self._protected_table, ch):
|
|
if _write_pct(writer, ch, True) < 0:
|
|
raise
|
|
continue
|
|
|
|
if bit_at(self._safe_table, ch):
|
|
if _write_char(writer, ch, True) < 0:
|
|
raise
|
|
continue
|
|
|
|
changed = (_is_lower_hex(val[idx - 2]) or
|
|
_is_lower_hex(val[idx - 1]))
|
|
if _write_pct(writer, ch, changed) < 0:
|
|
raise
|
|
continue
|
|
else:
|
|
ch = '%'
|
|
|
|
if self._write(writer, ch) < 0:
|
|
raise
|
|
|
|
if not writer.changed:
|
|
return val
|
|
else:
|
|
return PyUnicode_DecodeASCII(writer.buf, writer.pos, "strict")
|
|
|
|
cdef inline int _write(self, Writer *writer, Py_UCS4 ch):
|
|
if self._qs:
|
|
if ch == ' ':
|
|
return _write_char(writer, '+', True)
|
|
|
|
if ch < 128 and bit_at(self._safe_table, ch):
|
|
return _write_char(writer, ch, False)
|
|
|
|
return _write_utf8(writer, ch)
|
|
|
|
|
|
cdef class _Unquoter:
|
|
cdef str _unsafe
|
|
cdef bint _qs
|
|
cdef _Quoter _quoter
|
|
cdef _Quoter _qs_quoter
|
|
|
|
def __init__(self, *, unsafe='', qs=False):
|
|
self._unsafe = unsafe
|
|
self._qs = qs
|
|
self._quoter = _Quoter()
|
|
self._qs_quoter = _Quoter(qs=True)
|
|
|
|
def __call__(self, val):
|
|
if val is None:
|
|
return None
|
|
if type(val) is not str:
|
|
if isinstance(val, str):
|
|
# derived from str
|
|
val = str(val)
|
|
else:
|
|
raise TypeError("Argument should be str")
|
|
return self._do_unquote(<str>val)
|
|
|
|
cdef str _do_unquote(self, str val):
|
|
if len(val) == 0:
|
|
return val
|
|
cdef list ret = []
|
|
cdef char buffer[4]
|
|
cdef Py_ssize_t buflen = 0
|
|
cdef Py_ssize_t consumed
|
|
cdef str unquoted
|
|
cdef Py_UCS4 ch = 0
|
|
cdef Py_ssize_t idx = 0
|
|
cdef Py_ssize_t length = len(val)
|
|
cdef Py_ssize_t start_pct
|
|
|
|
while idx < length:
|
|
ch = val[idx]
|
|
idx += 1
|
|
if ch == '%' and idx <= length - 2:
|
|
ch = _restore_ch(val[idx], val[idx + 1])
|
|
if ch != <Py_UCS4>-1:
|
|
idx += 2
|
|
assert buflen < 4
|
|
buffer[buflen] = ch
|
|
buflen += 1
|
|
try:
|
|
unquoted = PyUnicode_DecodeUTF8Stateful(buffer, buflen,
|
|
NULL, &consumed)
|
|
except UnicodeDecodeError:
|
|
start_pct = idx - buflen * 3
|
|
buffer[0] = ch
|
|
buflen = 1
|
|
ret.append(val[start_pct : idx - 3])
|
|
try:
|
|
unquoted = PyUnicode_DecodeUTF8Stateful(buffer, buflen,
|
|
NULL, &consumed)
|
|
except UnicodeDecodeError:
|
|
buflen = 0
|
|
ret.append(val[idx - 3 : idx])
|
|
continue
|
|
if not unquoted:
|
|
assert consumed == 0
|
|
continue
|
|
assert consumed == buflen
|
|
buflen = 0
|
|
if self._qs and unquoted in '+=&;':
|
|
ret.append(self._qs_quoter(unquoted))
|
|
elif unquoted in self._unsafe:
|
|
ret.append(self._quoter(unquoted))
|
|
else:
|
|
ret.append(unquoted)
|
|
continue
|
|
else:
|
|
ch = '%'
|
|
|
|
if buflen:
|
|
start_pct = idx - 1 - buflen * 3
|
|
ret.append(val[start_pct : idx - 1])
|
|
buflen = 0
|
|
|
|
if ch == '+':
|
|
if not self._qs or ch in self._unsafe:
|
|
ret.append('+')
|
|
else:
|
|
ret.append(' ')
|
|
continue
|
|
|
|
if ch in self._unsafe:
|
|
ret.append('%')
|
|
h = hex(ord(ch)).upper()[2:]
|
|
for ch in h:
|
|
ret.append(ch)
|
|
continue
|
|
|
|
ret.append(ch)
|
|
|
|
if buflen:
|
|
ret.append(val[length - buflen * 3 : length])
|
|
|
|
return ''.join(ret)
|