simple udf code generation

engine/types.py

@@ -79,6 +79,10 @@ LongT = Types(4, name = 'int64', sqlname = 'BIGINT', fp_type = DoubleT)
 ByteT = Types(1, name = 'int8', sqlname = 'TINYINT', long_type=LongT, fp_type=FloatT)
 ShortT = Types(2, name = 'int16', sqlname='SMALLINT', long_type=LongT, fp_type=FloatT)
 IntT = Types(3, name = 'int', cname = 'int', long_type=LongT, fp_type=FloatT)
+ULongT = Types(8, name = 'uint64', sqlname = 'UINT64', fp_type=DoubleT)
+UIntT = Types(7, name = 'uint32', sqlname = 'UINT32', long_type=ULongT, fp_type=FloatT)
+UShortT = Types(6, name = 'uint16', sqlname = 'UINT16', long_type=ULongT, fp_type=FloatT)
+UByteT = Types(5, name = 'uint8', sqlname = 'UINT8', long_type=ULongT, fp_type=FloatT)
 StrT = Types(200, name = 'str', cname = 'const char*', sqlname='VARCHAR', ctype_name = 'types::STRING')
 def _ty_make_dict(fn : str, *ty : Types): 
     return {eval(fn):t for t in ty}
@@ -214,6 +218,11 @@ spnull = OperatorBase('missing', 1, logical, cname = "", sqlname = "", call = is
 
 # cstdlib
 fnsqrt = OperatorBase('sqrt', 1, lambda *_ : DoubleT, cname = 'sqrt', sqlname = 'SQRT', call = fn_behavior)
+fnlog = OperatorBase('log', 2, lambda *_ : DoubleT, cname = 'log', sqlname = 'LOG', call = fn_behavior)
+fnsin = OperatorBase('sin', 1, lambda *_ : DoubleT, cname = 'sin', sqlname = 'SIN', call = fn_behavior)
+fncos = OperatorBase('cos', 1, lambda *_ : DoubleT, cname = 'cos', sqlname = 'COS', call = fn_behavior)
+fntan = OperatorBase('tan', 1, lambda *_ : DoubleT, cname = 'tan', sqlname = 'TAN', call = fn_behavior)
+fnpow = OperatorBase('pow', 2, lambda *_ : DoubleT, cname = 'pow', sqlname = 'POW', call = fn_behavior)
 
 # type collections
 def _op_make_dict(*items : OperatorBase):
@@ -223,8 +232,8 @@ builtin_binary_logical = _op_make_dict(opand, opor, opxor, opgt, oplt, opge, opl
 builtin_unary_logical = _op_make_dict(opnot)
 builtin_unary_arith = _op_make_dict(opneg)
 builtin_unary_special = _op_make_dict(spnull)
-builtin_cstdlib = _op_make_dict(fnsqrt)
+builtin_cstdlib = _op_make_dict(fnsqrt, fnlog, fnsin, fncos, fntan, fnpow)
 builtin_func = _op_make_dict(fnmax, fnmin, fnsum, fnavg, fnmaxs, fnmins, fnsums, fnavgs, fncnt)
-builtin_operators : dict[str, OperatorBase] = {**builtin_binary_arith, **builtin_binary_logical, 
+builtin_operators : Dict[str, OperatorBase] = {**builtin_binary_arith, **builtin_binary_logical, 
     **builtin_unary_arith, **builtin_unary_logical, **builtin_unary_special, **builtin_func, **builtin_cstdlib}
     

engine/utils.py

@@ -1,19 +1,23 @@
 import uuid
 
-base62alp = '0123456789abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ'
+lower_alp = 'abcdefghijklmnopqrstuvwxyz'
+upper_alp = 'ABCDEFGHIJKLMNOPQRSTUVWXYZ'
 nums = '0123456789'
+base62alp = nums + lower_alp + upper_alp
+
 reserved_monet = ['month']
+
 def base62uuid(crop=8):
-    id = uuid.uuid4().int
+    _id = uuid.uuid4().int
     ret = ''
     
-    while id:
-        ret = base62alp[id % 62] + ret
-        id //= 62
+    while _id:
+        ret = base62alp[_id % 62] + ret
+        _id //= 62
     
     return ret[:crop] if len(ret) else '0'
 
-def get_leagl_name(name, lower = True):
+def get_legal_name(name, lower = True):
     if name is not None:
         if lower:
             name = name.lower()
@@ -26,7 +30,7 @@ def get_leagl_name(name, lower = True):
         
     return name
 
-def check_leagl_name(name):
+def check_legal_name(name):
     all_underscores = True
     for c in name:
         if c not in base62alp and c != '_':
@@ -53,4 +57,17 @@ def has_other(a, b):
     return False
 
 def defval(val, default):
-    return default if val is None else val
+    return default if val is None else val
+
+# escape must be readonly
+from typing import Set
+def remove_last(pattern : str, string : str, escape : Set[str] = set()) -> str:
+    idx = string.rfind(pattern)
+    if idx == -1:
+        return string
+    else:
+        if set(string[idx:]).difference(escape):
+            return string
+        else:
+            return string[:idx] + string[idx+1:]
+