shenleiandClaude Opus 5
5fad769ee8
The embedded 40250 script layer needs its own interpreter on five platforms. 2.7 is end-of-life, so nothing can be fetched from the target SDKs and the source is vendored (official 2.7.18 tarball, trimmed to 25MB; Lib/ stays for step 3's python27.zip). cpython-2.7.18/CMakeLists.txt builds one `mtpython` static library from exactly the 133 objects the reference libpython2.7.a contains, off by default behind -DMTGODOT_EMBED_PYTHON=ON. The source list and the built-in module table (config/config.c, 39 entries) are shared; pyconfig.h is a probe result and is not, so each platform keeps its own under config/<platform>/, regenerated by tools/py_embed/gen_pyconfig.sh and checked against the shared table. Three vendor patches, documented in docs/THIRD-PARTY.md: configure/configure.ac learn arm64 on macOS, and posixmodule.c undefines the process-control calls it hard-defines past pyconfig.h when building for iOS. macOS (ctest python.embed: every builtin imports, codecs and pickle work off the vendored Lib/), Android arm64 and iOS arm64 build. Linux needs a Linux host and Windows needs a MinGW-vs-MSVC decision; both are noted for step 4. Co-Authored-By: Claude Opus 5 <noreply@anthropic.com>
142 lines
4.2 KiB
C
142 lines
4.2 KiB
C
/*
|
|
* multibytecodec.h: Common Multibyte Codec Implementation
|
|
*
|
|
* Written by Hye-Shik Chang <perky@FreeBSD.org>
|
|
*/
|
|
|
|
#ifndef _PYTHON_MULTIBYTECODEC_H_
|
|
#define _PYTHON_MULTIBYTECODEC_H_
|
|
#ifdef __cplusplus
|
|
extern "C" {
|
|
#endif
|
|
|
|
#ifdef uint32_t
|
|
typedef uint32_t ucs4_t;
|
|
#else
|
|
typedef unsigned int ucs4_t;
|
|
#endif
|
|
|
|
#ifdef uint16_t
|
|
typedef uint16_t ucs2_t, DBCHAR;
|
|
#else
|
|
typedef unsigned short ucs2_t, DBCHAR;
|
|
#endif
|
|
|
|
typedef union {
|
|
void *p;
|
|
int i;
|
|
unsigned char c[8];
|
|
ucs2_t u2[4];
|
|
ucs4_t u4[2];
|
|
} MultibyteCodec_State;
|
|
|
|
typedef int (*mbcodec_init)(const void *config);
|
|
typedef Py_ssize_t (*mbencode_func)(MultibyteCodec_State *state,
|
|
const void *config,
|
|
const Py_UNICODE **inbuf, Py_ssize_t inleft,
|
|
unsigned char **outbuf, Py_ssize_t outleft,
|
|
int flags);
|
|
typedef int (*mbencodeinit_func)(MultibyteCodec_State *state,
|
|
const void *config);
|
|
typedef Py_ssize_t (*mbencodereset_func)(MultibyteCodec_State *state,
|
|
const void *config,
|
|
unsigned char **outbuf, Py_ssize_t outleft);
|
|
typedef Py_ssize_t (*mbdecode_func)(MultibyteCodec_State *state,
|
|
const void *config,
|
|
const unsigned char **inbuf, Py_ssize_t inleft,
|
|
Py_UNICODE **outbuf, Py_ssize_t outleft);
|
|
typedef int (*mbdecodeinit_func)(MultibyteCodec_State *state,
|
|
const void *config);
|
|
typedef Py_ssize_t (*mbdecodereset_func)(MultibyteCodec_State *state,
|
|
const void *config);
|
|
|
|
typedef struct {
|
|
const char *encoding;
|
|
const void *config;
|
|
mbcodec_init codecinit;
|
|
mbencode_func encode;
|
|
mbencodeinit_func encinit;
|
|
mbencodereset_func encreset;
|
|
mbdecode_func decode;
|
|
mbdecodeinit_func decinit;
|
|
mbdecodereset_func decreset;
|
|
} MultibyteCodec;
|
|
|
|
typedef struct {
|
|
PyObject_HEAD
|
|
MultibyteCodec *codec;
|
|
} MultibyteCodecObject;
|
|
|
|
#define MultibyteCodec_Check(op) ((op)->ob_type == &MultibyteCodec_Type)
|
|
|
|
#define _MultibyteStatefulCodec_HEAD \
|
|
PyObject_HEAD \
|
|
MultibyteCodec *codec; \
|
|
MultibyteCodec_State state; \
|
|
PyObject *errors;
|
|
typedef struct {
|
|
_MultibyteStatefulCodec_HEAD
|
|
} MultibyteStatefulCodecContext;
|
|
|
|
#define MAXENCPENDING 2
|
|
#define _MultibyteStatefulEncoder_HEAD \
|
|
_MultibyteStatefulCodec_HEAD \
|
|
Py_UNICODE pending[MAXENCPENDING]; \
|
|
Py_ssize_t pendingsize;
|
|
typedef struct {
|
|
_MultibyteStatefulEncoder_HEAD
|
|
} MultibyteStatefulEncoderContext;
|
|
|
|
#define MAXDECPENDING 8
|
|
#define _MultibyteStatefulDecoder_HEAD \
|
|
_MultibyteStatefulCodec_HEAD \
|
|
unsigned char pending[MAXDECPENDING]; \
|
|
Py_ssize_t pendingsize;
|
|
typedef struct {
|
|
_MultibyteStatefulDecoder_HEAD
|
|
} MultibyteStatefulDecoderContext;
|
|
|
|
typedef struct {
|
|
_MultibyteStatefulEncoder_HEAD
|
|
} MultibyteIncrementalEncoderObject;
|
|
|
|
typedef struct {
|
|
_MultibyteStatefulDecoder_HEAD
|
|
} MultibyteIncrementalDecoderObject;
|
|
|
|
typedef struct {
|
|
_MultibyteStatefulDecoder_HEAD
|
|
PyObject *stream;
|
|
} MultibyteStreamReaderObject;
|
|
|
|
typedef struct {
|
|
_MultibyteStatefulEncoder_HEAD
|
|
PyObject *stream;
|
|
} MultibyteStreamWriterObject;
|
|
|
|
/* positive values for illegal sequences */
|
|
#define MBERR_TOOSMALL (-1) /* insufficient output buffer space */
|
|
#define MBERR_TOOFEW (-2) /* incomplete input buffer */
|
|
#define MBERR_INTERNAL (-3) /* internal runtime error */
|
|
|
|
#define ERROR_STRICT (PyObject *)(1)
|
|
#define ERROR_IGNORE (PyObject *)(2)
|
|
#define ERROR_REPLACE (PyObject *)(3)
|
|
#define ERROR_ISCUSTOM(p) ((p) < ERROR_STRICT || ERROR_REPLACE < (p))
|
|
#define ERROR_DECREF(p) do { \
|
|
if (p != NULL && ERROR_ISCUSTOM(p)) { \
|
|
Py_DECREF(p); \
|
|
} \
|
|
} while (0);
|
|
|
|
#define MBENC_FLUSH 0x0001 /* encode all characters encodable */
|
|
#define MBENC_MAX MBENC_FLUSH
|
|
|
|
#define PyMultibyteCodec_CAPSULE_NAME "multibytecodec.__map_*"
|
|
|
|
|
|
#ifdef __cplusplus
|
|
}
|
|
#endif
|
|
#endif
|