mirror of
https://github.com/ankitects/anki.git
synced 2025-09-18 14:02:21 -04:00

In order to split backend.proto into a more manageable size, the protobuf handling needed to be updated. This took more time than I would have liked, as each language handles protobuf differently: - The Python Protobuf code ignores "package" directives, and relies solely on how the files are laid out on disk. While it would have been nice to keep the generated files in a private subpackage, Protobuf gets confused if the files are located in a location that does not match their original .proto layout, so the old approach of storing them in _backend/ will not work. They now clutter up pylib/anki instead. I'm rather annoyed by that, but alternatives seem to be having to add an extra level to the Protobuf path, making the other languages suffer, or trying to hack around the issue by munging sys.modules. - Protobufjs fails to expose packages if they don't start with a capital letter, despite the fact that lowercase packages are the norm in most languages :-( This required a patch to fix. - Rust was the easiest, as Prost is relatively straightforward compared to Google's tools. The Protobuf files are now stored in /proto/anki, with a separate package for each file. I've split backend.proto into a few files as a test, but the majority of that work is still to come. The Python Protobuf building is a bit of a hack at the moment, hard-coding "proto" as the top level folder, but it seems to get the job done for now. Also changed the workspace name, as there seems to be a number of Bazel repos moving away from the more awkward reverse DNS naming style.
211 lines
5.5 KiB
Python
Executable file
211 lines
5.5 KiB
Python
Executable file
#!/usr/bin/env python3
|
|
# Copyright: Ankitects Pty Ltd and contributors
|
|
# License: GNU AGPL, version 3 or later; http://www.gnu.org/licenses/agpl.html
|
|
|
|
import os
|
|
import re
|
|
import sys
|
|
|
|
import google.protobuf.descriptor
|
|
|
|
import anki.backend_pb2
|
|
import anki.i18n_pb2
|
|
|
|
import stringcase
|
|
|
|
TYPE_DOUBLE = 1
|
|
TYPE_FLOAT = 2
|
|
TYPE_INT64 = 3
|
|
TYPE_UINT64 = 4
|
|
TYPE_INT32 = 5
|
|
TYPE_FIXED64 = 6
|
|
TYPE_FIXED32 = 7
|
|
TYPE_BOOL = 8
|
|
TYPE_STRING = 9
|
|
TYPE_GROUP = 10
|
|
TYPE_MESSAGE = 11
|
|
TYPE_BYTES = 12
|
|
TYPE_UINT32 = 13
|
|
TYPE_ENUM = 14
|
|
TYPE_SFIXED32 = 15
|
|
TYPE_SFIXED64 = 16
|
|
TYPE_SINT32 = 17
|
|
TYPE_SINT64 = 18
|
|
|
|
LABEL_OPTIONAL = 1
|
|
LABEL_REQUIRED = 2
|
|
LABEL_REPEATED = 3
|
|
|
|
# messages we don't want to unroll in codegen
|
|
SKIP_UNROLL_INPUT = {
|
|
"TranslateString",
|
|
"SetPreferences",
|
|
"UpdateDeckConfigs",
|
|
"AnswerCard",
|
|
"ChangeNotetype",
|
|
}
|
|
SKIP_UNROLL_OUTPUT = {"GetPreferences"}
|
|
|
|
SKIP_DECODE = {"Graphs", "GetGraphPreferences", "GetChangeNotetypeInfo"}
|
|
|
|
|
|
def python_type(field):
|
|
type = python_type_inner(field)
|
|
if field.label == LABEL_REPEATED:
|
|
type = f"Sequence[{type}]"
|
|
return type
|
|
|
|
|
|
def python_type_inner(field):
|
|
type = field.type
|
|
if type == TYPE_BOOL:
|
|
return "bool"
|
|
elif type in (1, 2):
|
|
return "float"
|
|
elif type in (3, 4, 5, 6, 7, 13, 15, 16, 17, 18):
|
|
return "int"
|
|
elif type == TYPE_STRING:
|
|
return "str"
|
|
elif type == TYPE_BYTES:
|
|
return "bytes"
|
|
elif type == TYPE_MESSAGE:
|
|
return fullname(field.message_type.full_name)
|
|
elif type == TYPE_ENUM:
|
|
return fullname(field.enum_type.full_name) + ".V"
|
|
else:
|
|
raise Exception(f"unknown type: {type}")
|
|
|
|
|
|
def fullname(fullname: str) -> str:
|
|
# eg anki.generic.Empty -> anki.generic_pb2.Empty
|
|
components = fullname.split(".")
|
|
components[1] += "_pb2"
|
|
return ".".join(components)
|
|
|
|
|
|
# get_deck_i_d -> get_deck_id etc
|
|
def fix_snakecase(name):
|
|
for fix in "a_v", "i_d":
|
|
name = re.sub(
|
|
fr"(\w)({fix})(\w)",
|
|
lambda m: m.group(1) + m.group(2).replace("_", "") + m.group(3),
|
|
name,
|
|
)
|
|
return name
|
|
|
|
|
|
def get_input_args(msg):
|
|
fields = sorted(msg.fields, key=lambda x: x.number)
|
|
self_star = ["self"]
|
|
if len(fields) >= 2:
|
|
self_star.append("*")
|
|
return ", ".join(self_star + [f"{f.name}: {python_type(f)}" for f in fields])
|
|
|
|
|
|
def get_input_assign(msg):
|
|
fields = sorted(msg.fields, key=lambda x: x.number)
|
|
return ", ".join(f"{f.name}={f.name}" for f in fields)
|
|
|
|
|
|
def render_method(service_idx, method_idx, method):
|
|
input_name = method.input_type.name
|
|
if (
|
|
(input_name.endswith("Request") or len(method.input_type.fields) < 2)
|
|
and not method.input_type.oneofs
|
|
and not method.name in SKIP_UNROLL_INPUT
|
|
):
|
|
input_args = get_input_args(method.input_type)
|
|
input_assign = get_input_assign(method.input_type)
|
|
input_assign_outer = (
|
|
f"input = {fullname(method.input_type.full_name)}({input_assign})\n "
|
|
)
|
|
else:
|
|
input_args = f"self, input: {fullname(method.input_type.full_name)}"
|
|
input_assign_outer = ""
|
|
name = fix_snakecase(stringcase.snakecase(method.name))
|
|
if (
|
|
len(method.output_type.fields) == 1
|
|
and method.output_type.fields[0].type != TYPE_ENUM
|
|
and method.name not in SKIP_UNROLL_OUTPUT
|
|
):
|
|
# unwrap single return arg
|
|
f = method.output_type.fields[0]
|
|
single_field = f".{f.name}"
|
|
return_type = python_type(f)
|
|
else:
|
|
single_field = ""
|
|
return_type = fullname(method.output_type.full_name)
|
|
|
|
if method.name in SKIP_DECODE:
|
|
return_type = "bytes"
|
|
|
|
buf = f"""\
|
|
def {name}({input_args}) -> {return_type}:
|
|
{input_assign_outer}"""
|
|
|
|
if method.name in SKIP_DECODE:
|
|
buf += f"""return self._run_command({service_idx}, {method_idx}, input)
|
|
"""
|
|
else:
|
|
buf += f"""output = {fullname(method.output_type.full_name)}()
|
|
output.ParseFromString(self._run_command({service_idx}, {method_idx}, input))
|
|
return output{single_field}
|
|
"""
|
|
|
|
return buf
|
|
|
|
|
|
out = []
|
|
|
|
|
|
def render_service(
|
|
service: google.protobuf.descriptor.ServiceDescriptor, service_index: int
|
|
) -> None:
|
|
for method_index, method in enumerate(service.methods):
|
|
out.append(render_method(service_index, method_index, method))
|
|
|
|
|
|
service_modules = dict(I18N="i18n")
|
|
|
|
for service in anki.backend_pb2.ServiceIndex.DESCRIPTOR.values:
|
|
# SERVICE_INDEX_TEST -> _TESTSERVICE
|
|
base = service.name.replace("SERVICE_INDEX_", "")
|
|
service_pkg = (service_modules.get(base) or "backend") + ""
|
|
service_var = "_" + base.replace("_", "") + "SERVICE"
|
|
service_obj = getattr(getattr(anki, service_pkg + "_pb2"), service_var)
|
|
service_index = service.number
|
|
render_service(service_obj, service_index)
|
|
|
|
|
|
out = "\n".join(out)
|
|
|
|
|
|
open(sys.argv[1], "wb").write(
|
|
(
|
|
'''# Copyright: Ankitects Pty Ltd and contributors
|
|
# License: GNU AGPL, version 3 or later; http://www.gnu.org/licenses/agpl.html
|
|
# pylint: skip-file
|
|
|
|
from __future__ import annotations
|
|
|
|
"""
|
|
THIS FILE IS AUTOMATICALLY GENERATED - DO NOT EDIT.
|
|
|
|
Please do not access methods on the backend directly - they may be changed
|
|
or removed at any time. Instead, please use the methods on the collection
|
|
instead. Eg, don't use col.backend.all_deck_config(), instead use
|
|
col.decks.all_config()
|
|
"""
|
|
|
|
from typing import *
|
|
|
|
import anki
|
|
|
|
class RustBackendGenerated:
|
|
def _run_command(self, service: int, method: int, input: Any) -> bytes:
|
|
raise Exception("not implemented")
|
|
|
|
'''
|
|
+ out
|
|
).encode("utf8")
|
|
)
|