senset/vnpy
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

[Mod]reformat ctp wrap generator script

Browse Source
This commit is contained in:
vn.py 2019-02-23 16:26:14 +08:00
parent ee548db7d8
commit 61cbe9dc4a
3 changed files with 119 additions and 111 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

168
vnpy/api/ctp/generator/generate_api_functions.py
View File

@ -1,6 +1,7 @@
"""""" """"""
import importlib import importlib
class ApiGenerator: class ApiGenerator:
"""API生成器""""" """API生成器"""""
@ -10,87 +11,87 @@ class ApiGenerator:
self.prefix = prefix self.prefix = prefix
self.name = name self.name = name
self.class_name = class_name self.class_name = class_name
self.callbacks = {} self.callbacks = {}
self.functions = {} self.functions = {}
self.lines = {} self.lines = {}
self.structs = {} self.structs = {}
self.load_struct() self.load_struct()
def load_struct(self): def load_struct(self):
"""加载Struct""" """加载Struct"""
module_name = f"{self.prefix}_struct" module_name = f"{self.prefix}_struct"
module = importlib.import_module(module_name) module = importlib.import_module(module_name)
for name in dir(module): for name in dir(module):
if "__" not in name: if "__" not in name:
self.structs[name] = getattr(module, name) self.structs[name] = getattr(module, name)
def run(self): def run(self):
"""运行生成""" """运行生成"""
self.f_cpp = open(self.filename, "r") self.f_cpp = open(self.filename, "r")
for line in self.f_cpp: for line in self.f_cpp:
self.process_line(line) self.process_line(line)
self.f_cpp.close() self.f_cpp.close()
self.generate_header_define() self.generate_header_define()
self.generate_header_process() self.generate_header_process()
self.generate_header_on() self.generate_header_on()
self.generate_header_function() self.generate_header_function()
self.generate_source_task() self.generate_source_task()
self.generate_source_switch() self.generate_source_switch()
self.generate_source_process() self.generate_source_process()
self.generate_source_function() self.generate_source_function()
self.generate_source_on() self.generate_source_on()
self.generate_source_module() self.generate_source_module()
print("API生成成功") print("API生成成功")
def process_line(self, line: str): def process_line(self, line: str):
"""处理每行""" """处理每行"""
line = line.replace(";", "") line = line.replace(";", "")
line = line.replace("\n", "") line = line.replace("\n", "")
line = line.replace("\t", "") line = line.replace("\t", "")
line = line.replace("{}", "") line = line.replace("{}", "")
if "virtual void On" in line: if "virtual void On" in line:
self.process_callback(line) self.process_callback(line)
elif "virtual int Req" in line: elif "virtual int Req" in line:
self.process_function(line) self.process_function(line)
def process_callback(self, line:str): def process_callback(self, line: str):
"""处理回掉函数""" """处理回掉函数"""
name = line[line.index("On"):line.index("(")] name = line[line.index("On"):line.index("(")]
self.lines[name] = line self.lines[name] = line
d = self.generate_arg_dict(line) d = self.generate_arg_dict(line)
self.callbacks[name] = d self.callbacks[name] = d
def process_function(self, line:str): def process_function(self, line: str):
"""处理主动函数""" """处理主动函数"""
name = line[line.index("Req"):line.index("(")] name = line[line.index("Req"):line.index("(")]
d = self.generate_arg_dict(line) d = self.generate_arg_dict(line)
self.functions[name] = d self.functions[name] = d
def generate_arg_dict(self, line:str): def generate_arg_dict(self, line: str):
"""生成参数字典""" """生成参数字典"""
args_str = line[line.index("(")+1:line.index(")")] args_str = line[line.index("(") + 1:line.index(")")]
if not args_str: if not args_str:
return {} return {}
args = args_str.split(",") args = args_str.split(",")
d = {} d = {}
for arg in args: for arg in args:
words = arg.split(" ") words = arg.split(" ")
words = [word for word in words if word] words = [word for word in words if word]
d[words[1].replace("*", "")] = words[0] d[words[1].replace("*", "")] = words[0]
return d return d
def generate_header_define(self): def generate_header_define(self):
"""""" """"""
filename = f"{self.prefix}_{self.name}_header_define.h" filename = f"{self.prefix}_{self.name}_header_define.h"
@ -98,7 +99,7 @@ class ApiGenerator:
for n, name in enumerate(self.callbacks.keys()): for n, name in enumerate(self.callbacks.keys()):
line = f"#define {name.upper()} {n}\n" line = f"#define {name.upper()} {n}\n"
f.write(line) f.write(line)
def generate_header_process(self): def generate_header_process(self):
"""""" """"""
filename = f"{self.prefix}_{self.name}_header_process.h" filename = f"{self.prefix}_{self.name}_header_process.h"
@ -106,31 +107,31 @@ class ApiGenerator:
for name in self.callbacks.keys(): for name in self.callbacks.keys():
name = name.replace("On", "process") name = name.replace("On", "process")
line = f"void {name}(Task *task);\n\n" line = f"void {name}(Task *task);\n\n"
f.write(line) f.write(line)
def generate_header_on(self): def generate_header_on(self):
"""""" """"""
filename = f"{self.prefix}_{self.name}_header_on.h" filename = f"{self.prefix}_{self.name}_header_on.h"
with open(filename, "w") as f: with open(filename, "w") as f:
for name, d in self.callbacks.items(): for name, d in self.callbacks.items():
name = name.replace("On", "on") name = name.replace("On", "on")
l = [] args_list = []
for type_ in d.values(): for type_ in d.values():
if type_ == "int": if type_ == "int":
l.append("int reqid") args_list.append("int reqid")
elif type_ == "bool": elif type_ == "bool":
l.append("bool last") args_list.append("bool last")
elif type_ == "CThostFtdcRspInfoField": elif type_ == "CThostFtdcRspInfoField":
l.append("const dict &error") args_list.append("const dict &error")
else: else:
l.append("const dict &data") args_list.append("const dict &data")
args_str = ", ".join(l) args_str = ", ".join(args_list)
line = f"virtual void {name}({args_str}) {{}};\n\n" line = f"virtual void {name}({args_str}) {{}};\n\n"
f.write(line) f.write(line)
def generate_header_function(self): def generate_header_function(self):
"""""" """"""
filename = f"{self.prefix}_{self.name}_header_function.h" filename = f"{self.prefix}_{self.name}_header_function.h"
@ -138,20 +139,21 @@ class ApiGenerator:
for name in self.functions.keys(): for name in self.functions.keys():
name = name.replace("Req", "req") name = name.replace("Req", "req")
line = f"int {name}(const dict &req, int reqid);\n\n" line = f"int {name}(const dict &req, int reqid);\n\n"
f.write(line) f.write(line)
def generate_source_task(self): def generate_source_task(self):
"""""" """"""
filename = f"{self.prefix}_{self.name}_source_task.cpp" filename = f"{self.prefix}_{self.name}_source_task.cpp"
with open(filename, "w") as f: with open(filename, "w") as f:
for name, d in self.callbacks.items(): for name, d in self.callbacks.items():
line = self.lines[name] line = self.lines[name]
f.write(line.replace("virtual void ", f"void {self.class_name}::") + "\n") f.write(line.replace("virtual void ",
f"void {self.class_name}::") + "\n")
f.write("{\n") f.write("{\n")
f.write("\tTask task = Task();\n") f.write("\tTask task = Task();\n")
f.write(f"\ttask.task_name = {name.upper()};\n") f.write(f"\ttask.task_name = {name.upper()};\n")
for field, type_ in d.items(): for field, type_ in d.items():
if type_ == "int": if type_ == "int":
f.write(f"\ttask.task_id = {field};\n") f.write(f"\ttask.task_id = {field};\n")
@ -163,7 +165,7 @@ class ApiGenerator:
f.write(f"\t\t{type_} *task_error = new {type_}();\n") f.write(f"\t\t{type_} *task_error = new {type_}();\n")
f.write(f"\t\t*task_error = *{field};\n") f.write(f"\t\t*task_error = *{field};\n")
f.write(f"\t\ttask.task_error = task_error;\n") f.write(f"\t\ttask.task_error = task_error;\n")
f.write("\t}\n") f.write("\t}\n")
else: else:
f.write(f"\tif ({field})\n") f.write(f"\tif ({field})\n")
f.write("\t{\n") f.write("\t{\n")
@ -171,10 +173,10 @@ class ApiGenerator:
f.write(f"\t\t*task_data = *{field};\n") f.write(f"\t\t*task_data = *{field};\n")
f.write(f"\t\ttask.task_data = task_data;\n") f.write(f"\t\ttask.task_data = task_data;\n")
f.write("\t}\n") f.write("\t}\n")
f.write(f"\tthis->task_queue.push(task);\n") f.write(f"\tthis->task_queue.push(task);\n")
f.write("};\n\n") f.write("};\n\n")
def generate_source_switch(self): def generate_source_switch(self):
"""""" """"""
filename = f"{self.prefix}_{self.name}_source_switch.cpp" filename = f"{self.prefix}_{self.name}_source_switch.cpp"
@ -192,15 +194,16 @@ class ApiGenerator:
filename = f"{self.prefix}_{self.name}_source_process.cpp" filename = f"{self.prefix}_{self.name}_source_process.cpp"
with open(filename, "w") as f: with open(filename, "w") as f:
for name, d in self.callbacks.items(): for name, d in self.callbacks.items():
process_name = name.replace("On", "process") process_name = name.replace("On", "process")
on_name = name.replace("On", "on") on_name = name.replace("On", "on")
f.write(f"void {self.class_name}::{process_name}(Task *task)\n") f.write(
f"void {self.class_name}::{process_name}(Task *task)\n")
f.write("{\n") f.write("{\n")
f.write("\tgil_scoped_acquire acquire;\n") f.write("\tgil_scoped_acquire acquire;\n")
args = [] args = []
for field, type_ in d.items(): for field, type_ in d.items():
if type_ == "int": if type_ == "int":
args.append("task->task_id") args.append("task->task_id")
@ -208,44 +211,49 @@ class ApiGenerator:
args.append("task->task_last") args.append("task->task_last")
elif type_ == "CThostFtdcRspInfoField": elif type_ == "CThostFtdcRspInfoField":
args.append("error") args.append("error")
f.write("\tdict error;\n") f.write("\tdict error;\n")
f.write("\tif (task->task_error)\n") f.write("\tif (task->task_error)\n")
f.write("\t{\n") f.write("\t{\n")
f.write(f"\t\t{type_} *task_error = ({type_}*)task->task_error;\n") f.write(
f"\t\t{type_} *task_error = ({type_}*)task->task_error;\n")
struct_fields = self.structs[type_] struct_fields = self.structs[type_]
for struct_field, struct_type in struct_fields.items(): for struct_field, struct_type in struct_fields.items():
if struct_type == "string": if struct_type == "string":
f.write(f"\t\terror[\"{struct_field}\"] = toUtf(task_error->{struct_field});\n") f.write(
f"\t\terror[\"{struct_field}\"] = toUtf(task_error->{struct_field});\n")
else: else:
f.write(f"\t\terror[\"{struct_field}\"] = task_error->{struct_field};\n") f.write(
f"\t\terror[\"{struct_field}\"] = task_error->{struct_field};\n")
f.write("\t\tdelete task->task_error;\n") f.write("\t\tdelete task->task_error;\n")
f.write("\t}\n") f.write("\t}\n")
else: else:
args.append("data") args.append("data")
f.write("\tdict data;\n") f.write("\tdict data;\n")
f.write("\tif (task->task_data)\n") f.write("\tif (task->task_data)\n")
f.write("\t{\n") f.write("\t{\n")
f.write(f"\t\t{type_} *task_data = ({type_}*)task->task_data;\n") f.write(
f"\t\t{type_} *task_data = ({type_}*)task->task_data;\n")
struct_fields = self.structs[type_] struct_fields = self.structs[type_]
for struct_field, struct_type in struct_fields.items(): for struct_field, struct_type in struct_fields.items():
if struct_type == "string": if struct_type == "string":
f.write(f"\t\tdata[\"{struct_field}\"] = toUtf(task_data->{struct_field});\n") f.write(
f"\t\tdata[\"{struct_field}\"] = toUtf(task_data->{struct_field});\n")
else: else:
f.write(f"\t\tdata[\"{struct_field}\"] = task_data->{struct_field};\n") f.write(
f"\t\tdata[\"{struct_field}\"] = task_data->{struct_field};\n")
f.write("\t\tdelete task->task_data;\n") f.write("\t\tdelete task->task_data;\n")
f.write("\t}\n") f.write("\t}\n")
args_str = ", ".join(args) args_str = ", ".join(args)
f.write(f"\tthis->{on_name}({args_str});\n") f.write(f"\tthis->{on_name}({args_str});\n")
f.write("};\n\n") f.write("};\n\n")
def generate_source_function(self): def generate_source_function(self):
"""""" """"""
filename = f"{self.prefix}_{self.name}_source_function.cpp" filename = f"{self.prefix}_{self.name}_source_function.cpp"
@ -253,12 +261,13 @@ class ApiGenerator:
for name, d in self.functions.items(): for name, d in self.functions.items():
req_name = name.replace("Req", "req") req_name = name.replace("Req", "req")
type_ = list(d.values())[0] type_ = list(d.values())[0]
f.write(f"int {self.class_name}::{req_name}(const dict &req, int reqid)\n") f.write(
f"int {self.class_name}::{req_name}(const dict &req, int reqid)\n")
f.write("{\n") f.write("{\n")
f.write(f"\t{type_} myreq = {type_}();\n") f.write(f"\t{type_} myreq = {type_}();\n")
f.write("\tmemset(&myreq, 0, sizeof(myreq));\n") f.write("\tmemset(&myreq, 0, sizeof(myreq));\n")
struct_fields = self.structs[type_] struct_fields = self.structs[type_]
for struct_field, struct_type in struct_fields.items(): for struct_field, struct_type in struct_fields.items():
if struct_type == "string": if struct_type == "string":
@ -266,19 +275,18 @@ class ApiGenerator:
else: else:
line = f"\tget{struct_type.capitalize()}(req, \"{struct_field}\", &myreq.{struct_field});\n" line = f"\tget{struct_type.capitalize()}(req, \"{struct_field}\", &myreq.{struct_field});\n"
f.write(line) f.write(line)
f.write(f"\tint i = this->api->{name}(&myreq, reqid);\n") f.write(f"\tint i = this->api->{name}(&myreq, reqid);\n")
f.write("\treturn i;\n") f.write("\treturn i;\n")
f.write("};\n\n") f.write("};\n\n")
def generate_source_on(self): def generate_source_on(self):
"""""" """"""
filename = f"{self.prefix}_{self.name}_source_on.cpp" filename = f"{self.prefix}_{self.name}_source_on.cpp"
with open(filename, "w") as f: with open(filename, "w") as f:
for name, d in self.callbacks.items(): for name, d in self.callbacks.items():
on_name = name.replace("On", "on") on_name = name.replace("On", "on")
args = [] args = []
bind_args = ["void", self.class_name, on_name] bind_args = ["void", self.class_name, on_name]
for field, type_ in d.items(): for field, type_ in d.items():
@ -294,10 +302,10 @@ class ApiGenerator:
else: else:
args.append("const dict &data") args.append("const dict &data")
bind_args.append("data") bind_args.append("data")
args_str = ", ".join(args) args_str = ", ".join(args)
bind_args_str = ", ".join(bind_args) bind_args_str = ", ".join(bind_args)
f.write(f"void {on_name}({args_str}) override\n") f.write(f"void {on_name}({args_str}) override\n")
f.write("{\n") f.write("{\n")
f.write("\ttry\n") f.write("\ttry\n")
@ -307,10 +315,9 @@ class ApiGenerator:
f.write("\tcatch (const error_already_set &e)\n") f.write("\tcatch (const error_already_set &e)\n")
f.write("\t{\n") f.write("\t{\n")
f.write(f"\t\tcout << e.what() << endl;\n") f.write(f"\t\tcout << e.what() << endl;\n")
f.write("\t}\n") f.write("\t}\n")
f.write("};\n\n") f.write("};\n\n")
def generate_source_module(self): def generate_source_module(self):
"""""" """"""
filename = f"{self.prefix}_{self.name}_source_module.cpp" filename = f"{self.prefix}_{self.name}_source_module.cpp"
@ -318,15 +325,14 @@ class ApiGenerator:
for name in self.functions.keys(): for name in self.functions.keys():
name = name.replace("Req", "req") name = name.replace("Req", "req")
f.write(f".def(\"{name}\", &{self.class_name}::{name})\n") f.write(f".def(\"{name}\", &{self.class_name}::{name})\n")
f.write("\n") f.write("\n")
for name in self.callbacks.keys(): for name in self.callbacks.keys():
name = name.replace("On", "on") name = name.replace("On", "on")
f.write(f".def(\"{name}\", &{self.class_name}::{name})\n") f.write(f".def(\"{name}\", &{self.class_name}::{name})\n")
f.write(";\n") f.write(";\n")
if __name__ == "__main__": if __name__ == "__main__":

29
vnpy/api/ctp/generator/generate_data_type.py
View File

@ -7,6 +7,7 @@ TYPE_CPP2PY = {
"short": "int", "short": "int",
} }
class DataTypeGenerator: class DataTypeGenerator:
"""DataType生成器""" """DataType生成器"""
@ -14,62 +15,62 @@ class DataTypeGenerator:
"""Constructor""" """Constructor"""
self.filename = filename self.filename = filename
self.prefix = prefix self.prefix = prefix
def run(self): def run(self):
"""主函数""" """主函数"""
self.f_cpp = open(self.filename, "r") self.f_cpp = open(self.filename, "r")
self.f_define = open(f"{self.prefix}_constant.py", "w") self.f_define = open(f"{self.prefix}_constant.py", "w")
self.f_typedef = open(f"{self.prefix}_typedef.py", "w") self.f_typedef = open(f"{self.prefix}_typedef.py", "w")
for line in self.f_cpp: for line in self.f_cpp:
self.process_line(line) self.process_line(line)
self.f_cpp.close() self.f_cpp.close()
self.f_define.close() self.f_define.close()
self.f_typedef.close() self.f_typedef.close()
print("DataType生成完毕") print("DataType生成完毕")
def process_line(self, line: str): def process_line(self, line: str):
"""处理每行""" """处理每行"""
line = line.replace("\n", "") line = line.replace("\n", "")
line = line.replace(";", "") line = line.replace(";", "")
if line.startswith("#define"): if line.startswith("#define"):
self.process_define(line) self.process_define(line)
elif line.startswith("typedef"): elif line.startswith("typedef"):
self.process_typedef(line) self.process_typedef(line)
def process_define(self, line: str): def process_define(self, line: str):
"""处理常量定义""" """处理常量定义"""
words = line.split(" ") words = line.split(" ")
words = [word for word in words if word] words = [word for word in words if word]
if len(words) < 3: if len(words) < 3:
return return
name = words[1] name = words[1]
value = words[2] value = words[2]
new_line = f"{name} = {value}\n" new_line = f"{name} = {value}\n"
self.f_define.write(new_line) self.f_define.write(new_line)
def process_typedef(self, line: str): def process_typedef(self, line: str):
"""处理类型定义""" """处理类型定义"""
words = line.split(" ") words = line.split(" ")
words = [word for word in words if word != " "] words = [word for word in words if word != " "]
name = words[2] name = words[2]
typedef = TYPE_CPP2PY[words[1]] typedef = TYPE_CPP2PY[words[1]]
if typedef == "char": if typedef == "char":
if "[" in name: if "[" in name:
typedef = "string" typedef = "string"
name = name[:name.index("[")] name = name[:name.index("[")]
new_line = f"{name} = \"{typedef}\"\n" new_line = f"{name} = \"{typedef}\"\n"
self.f_typedef.write(new_line) self.f_typedef.write(new_line)
if __name__ == "__main__": if __name__ == "__main__":
generator = DataTypeGenerator("ThostFtdcUserApiDataType.h", "ctp") generator = DataTypeGenerator("ThostFtdcUserApiDataType.h", "ctp")
generator.run() generator.run()

33
vnpy/api/ctp/generator/generate_struct.py
View File

@ -1,6 +1,7 @@
"""""" """"""
import importlib import importlib
class StructGenerator: class StructGenerator:
"""Struct生成器""" """Struct生成器"""
@ -9,36 +10,36 @@ class StructGenerator:
self.filename = filename self.filename = filename
self.prefix = prefix self.prefix = prefix
self.typedefs = {} self.typedefs = {}
self.load_constant() self.load_constant()
def load_constant(self): def load_constant(self):
"""""" """"""
module_name = f"{self.prefix}_typedef" module_name = f"{self.prefix}_typedef"
module = importlib.import_module(module_name) module = importlib.import_module(module_name)
for name in dir(module): for name in dir(module):
if "__" not in name: if "__" not in name:
self.typedefs[name] = getattr(module, name) self.typedefs[name] = getattr(module, name)
def run(self): def run(self):
"""运行生成""" """运行生成"""
self.f_cpp = open(self.filename, "r") self.f_cpp = open(self.filename, "r")
self.f_struct = open(f"{self.prefix}_struct.py", "w") self.f_struct = open(f"{self.prefix}_struct.py", "w")
for line in self.f_cpp: for line in self.f_cpp:
self.process_line(line) self.process_line(line)
self.f_cpp.close() self.f_cpp.close()
self.f_struct.close() self.f_struct.close()
print("Struct生成成功") print("Struct生成成功")
def process_line(self, line: str): def process_line(self, line: str):
"""处理每行""" """处理每行"""
line = line.replace(";", "") line = line.replace(";", "")
line = line.replace("\n", "") line = line.replace("\n", "")
if line.startswith("struct"): if line.startswith("struct"):
self.process_declare(line) self.process_declare(line)
elif line.startswith("{"): elif line.startswith("{"):
@ -53,31 +54,31 @@ class StructGenerator:
words = line.split(" ") words = line.split(" ")
name = words[1] name = words[1]
end = "{" end = "{"
new_line = f"{name} = {end}\n" new_line = f"{name} = {end}\n"
self.f_struct.write(new_line) self.f_struct.write(new_line)
def process_start(self, line: str): def process_start(self, line: str):
"""处理开始""" """处理开始"""
pass pass
def process_end(self, line: str): def process_end(self, line: str):
"""处理结束""" """处理结束"""
new_line = "}\n\n" new_line = "}\n\n"
self.f_struct.write(new_line) self.f_struct.write(new_line)
def process_member(self, line: str): def process_member(self, line: str):
"""处理成员""" """处理成员"""
words = line.split("\t") words = line.split("\t")
words = [word for word in words if word] words = [word for word in words if word]
py_type = self.typedefs[words[0]] py_type = self.typedefs[words[0]]
name = words[1] name = words[1]
new_line = f" \"{name}\": \"{py_type}\",\n" new_line = f" \"{name}\": \"{py_type}\",\n"
self.f_struct.write(new_line) self.f_struct.write(new_line)
if __name__ == "__main__": if __name__ == "__main__":
generator = StructGenerator("ThostFtdcUserApiStruct.h", "ctp") generator = StructGenerator("ThostFtdcUserApiStruct.h", "ctp")
generator.run() generator.run()