vnpy/binding/generator/autocxxpy/preprocessor.py

# encoding: utf-8

import ast
import re
from collections import defaultdict
from dataclasses import dataclass, field
from typing import Dict, List, Optional, Set

from .cxxparser import (
    CXXFileParser,
    CXXParseResult,
    Class,
    LiteralVariable,
    Method,
    Variable,
)
from .type import array_base, base_types, is_array_type


"""
42          - dec
0b101010    - bin
052         - oct
0xaa        - hex
0Xaa        - hex
1234u       - suffix
1234ull     - suffix
145'920     - with single quotes
1.0         - double
1.0f        - float

ignore:
5.9604644775390625e-8F16
'123123'

unsuportted:
1e10        - science
1E10        - science
1e+10
1e-10
1E-10
1E+10

"""
cpp_digit_re = re.compile(
    "(0b[01]+|0[0-7]+|0[Xx][0-9a-fA-F]+|[0-9']*[0-9]+)((ull)|(ULL)|(llu)|(LLU)|(ul)|(UL)|(ll)|(LL)|[UuLl])?$"
)

cpp_digit_suffix_types = {
    "u": "unsigned int",
    "l": "long",
    "ul": "usngined long",
    "ll": "long long",
    "ull": "unsigned long long",
    "llu": "unsigned long long",
    "f": "float",
}
cpp_digit_suffix_types.update(
    {k.upper(): v for k, v in cpp_digit_suffix_types.items()}
)


@dataclass
class PreprocessedMethod(Method):
    has_overload: bool = False


@dataclass
class PreprocessedClass(Class):
    functions: Dict[str, List[PreprocessedMethod]] = field(
        default_factory=(lambda: defaultdict(list))
    )
    need_wrap: bool = False  # if need_wrap is true, wrap this to dict
    is_pure_virtual: bool = False  # generator will not assign python constructor for pure virtual


class PreProcessorResult:
    def __init__(self):
        super().__init__()
        self.dict_classes: Set[str] = set()
        self.const_macros: Dict[str, Variable] = {}
        self.classes: Dict[str, PreprocessedClass] = {}


class PreProcessor:
    def __init__(self, parse_result: CXXParseResult):
        self.parser_result = parse_result

    def process(self) -> PreProcessorResult:
        result = PreProcessorResult()

        # all pod struct to dict
        # todo: generator doesn't support dict class currently
        # result.dict_classes = self._find_dict_classes()

        # all error written macros to constant
        result.const_macros = self._pre_process_constant_macros()

        result.classes = self._pre_process_classes(result.dict_classes)
        return result

    def _pre_process_classes(self, dict_classes: Set[str]):
        classes: Dict[str, PreprocessedClass] = {}
        for c in self.parser_result.classes.values():
            gc = PreprocessedClass(**c.__dict__)
            gc.functions = {
                name: [PreprocessedMethod(**m.__dict__) for m in ms]
                for name, ms in gc.functions.items()
            }
            if c.is_polymorphic:
                gc.need_wrap = True
            classes[gc.name] = gc
        for c in classes.values():
            for ms in c.functions.values():

                # check overload
                if len(ms) >= 2:
                    for m in ms:
                        m.has_overload = True

                # check pure virtual
                for m in ms:
                    if m.is_pure_virtual:
                        c.is_pure_virtual = True

        return classes

    def _pre_process_constant_macros(self):
        macros = {}
        for name, definition in self.parser_result.macros.items():
            value = PreProcessor._try_convert_to_constant(definition)
            if value is not None:
                value.name = name
                macros[name] = value
        return macros

    def _find_dict_classes(self):
        dict_classes = set()
        for c in self.parser_result.classes.values():
            if self._can_convert_to_dict(c):
                dict_classes.add(c.name)
        return dict_classes

    def _to_basic_type_combination(self, t: str):
        try:
            return self._to_basic_type_combination(
                self.parser_result.typedefs[t]
            )
        except KeyError:
            return t

    def _is_basic_type(self, t: str):
        basic_combination = self._to_basic_type_combination(t)

        # just a basic type, such as int, char, short, double etc.
        if basic_combination in base_types:
            return True

        # array of basic type, such as int[], char[]
        if (
            is_array_type(basic_combination)
            and array_base(basic_combination) in base_types
        ):
            return True

        print(basic_combination)
        return False

    def _can_convert_to_dict(self, c: Class):
        # first: no functions
        if c.functions:
            return False

        # second: all variables are basic
        for v in c.variables.values():
            if not self._is_basic_type(v.type):
                return False

        return True

    @staticmethod
    def _try_parse_cpp_digit_literal(literal: str):
        m = cpp_digit_re.match(literal)
        if m:
            digit = m.group(1)
            suffix = m.group(2)
            val = ast.literal_eval(digit.replace("'", ""))
            t = "int"
            if suffix:
                t = cpp_digit_suffix_types[suffix]
            return LiteralVariable(
                name="", type=t, default=val, literal=literal
            )
        return None

    @staticmethod
    def _try_convert_to_constant(definition: str) -> Optional[Variable]:
        definition = definition.strip()
        try:
            if definition:
                var = PreProcessor._try_parse_cpp_digit_literal(definition)
                if var:
                    return var
                val = None
                if definition.startswith('"') and definition.endswith('"'):
                    val = ast.literal_eval(definition)
                    return LiteralVariable(
                        name="",
                        type="const char *",
                        default=val,
                        literal=definition,
                    )
                if definition.startswith("'") and definition.endswith("'"):
                    val = CXXFileParser.character_literal_to_int(
                        definition[1:-1]
                    )
                    t = "unsigned int"
                    valid = True
                    if len(definition) >= 6:
                        t = "unsigned long long"
                        valid = False
                    return LiteralVariable(
                        name="",
                        type=t,
                        default=val,
                        literal=definition,
                        literal_valid=valid,
                    )
        except SyntaxError:
            pass
        return None