parent
6859671230
commit
41f51bacc5
@ -0,0 +1,157 @@
|
||||
from dataclasses import dataclass
|
||||
from enum import Enum, auto
|
||||
from tabnanny import check
|
||||
from aquery_config import *
|
||||
import sys
|
||||
import os
|
||||
import subprocess
|
||||
import hashlib
|
||||
import pickle
|
||||
from engine.utils import nullstream
|
||||
from typing import Dict, Optional, Set, Union
|
||||
@dataclass
|
||||
class checksums:
|
||||
libaquery_a : Optional[Union[bytes, bool]] = None
|
||||
pch_hpp_gch : Optional[Union[bytes, bool]] = None
|
||||
server : Optional[Union[bytes, bool]] = None
|
||||
sources : Union[Dict[str, bytes], bool] = None
|
||||
def calc(self, libaquery_a = 'libaquery.a',
|
||||
pch_hpp_gch = 'server/pch.hpp.gch',
|
||||
server = 'server.so'
|
||||
):
|
||||
for key in self.__dict__.keys():
|
||||
try:
|
||||
with open(eval(key), 'rb') as file:
|
||||
self.__dict__[key] = hashlib.md5(file.read()).digest()
|
||||
except (FileNotFoundError, NameError):
|
||||
pass
|
||||
sources = [*build_manager.headerfiles, *build_manager.sourcefiles]
|
||||
self.sources = dict()
|
||||
for key in sources:
|
||||
try:
|
||||
with open(key, 'rb') as file:
|
||||
self.sources[key] = hashlib.md5(file.read()).digest()
|
||||
except FileNotFoundError:
|
||||
print('missing component: ' + key)
|
||||
self.sources[key] = None
|
||||
def __ne__(self, __o: 'checksums') -> 'checksums':
|
||||
ret = checksums()
|
||||
for key in self.__dict__.keys():
|
||||
try:
|
||||
ret.__dict__[key] = self.__dict__[key] != __o.__dict__[key]
|
||||
except KeyError:
|
||||
ret.__dict__[key] = True
|
||||
return ret
|
||||
|
||||
def __eq__(self, __o: 'checksums') -> 'checksums':
|
||||
ret = checksums()
|
||||
for key in self.__dict__.keys():
|
||||
try:
|
||||
ret.__dict__[key] = self.__dict__[key] == __o.__dict__[key]
|
||||
except KeyError:
|
||||
ret.__dict__[key] = False
|
||||
return ret
|
||||
|
||||
|
||||
|
||||
class build_manager:
|
||||
sourcefiles = ['server/server.cpp', 'server/io.cpp',
|
||||
'server/monetdb_conn.cpp', 'server/threading.cpp',
|
||||
'server/winhelper.cpp'
|
||||
]
|
||||
headerfiles = ['server/aggregations.h', 'server/hasher.h', 'server/io.h',
|
||||
'server/libaquery.h', 'server/monetdb_conn.h', 'server/pch.hpp',
|
||||
'server/table.h', 'server/threading.h', 'server/types.h', 'server/utils.h',
|
||||
'server/winhelper.h', 'server/gc.hpp', 'server/vector_type.hpp',
|
||||
'server/table_ext_monetdb.hpp'
|
||||
]
|
||||
|
||||
class DriverBase:
|
||||
def __init__(self, mgr : 'build_manager') -> None:
|
||||
self.mgr = mgr
|
||||
self.build_cmd = ['']
|
||||
def libaquery_a(self) :
|
||||
pass
|
||||
def pch(self):
|
||||
pass
|
||||
def build(self, stdout = sys.stdout, stderr = sys.stderr):
|
||||
for c in self.build_cmd:
|
||||
subprocess.call(c, stdout = stdout, stderr = stderr)
|
||||
|
||||
class MakefileDriver(DriverBase):
|
||||
def __init__(self, mgr : 'build_manager') -> None:
|
||||
super().__init__(mgr)
|
||||
os.environ['PCH'] = f'{mgr.PCH}'
|
||||
os.environ['CXX'] = mgr.cxx if mgr.cxx else 'c++'
|
||||
|
||||
def libaquery_a(self):
|
||||
self.build_cmd = [['rm', 'libaquery.a'],['make', 'libaquery.a']]
|
||||
return self.build()
|
||||
def pch(self):
|
||||
self.build_cmd = [['rm', 'server/pch.hpp.gch'], ['make', 'pch']]
|
||||
return self.build()
|
||||
def server(self):
|
||||
if self.mgr.StaticLib:
|
||||
self.build_cmd = [['rm', 'server.so'], ['make', 'server_uselib']]
|
||||
else:
|
||||
self.build_cmd = [['rm', 'server.so'], ['make', 'server.so']]
|
||||
return self.build()
|
||||
|
||||
def snippet(self):
|
||||
if self.mgr.StaticLib:
|
||||
self.build_cmd = [['make', 'snippet_uselib']]
|
||||
else:
|
||||
self.build_cmd = [['rm', 'dll.so'], ['make', 'snippet']]
|
||||
return self.build()
|
||||
|
||||
class PythonDriver(DriverBase):
|
||||
def __init__(self, mgr : 'build_manager') -> None:
|
||||
super().__init__(mgr)
|
||||
|
||||
class Driver(Enum):
|
||||
Makefile = auto()
|
||||
Python = auto()
|
||||
CMake = auto()
|
||||
MSBuild = auto()
|
||||
|
||||
def __init__(self) -> None:
|
||||
self.method = 'make'
|
||||
self.cxx = ''
|
||||
self.OptimizationLv = '4' # [O0, O1, O2, O3, Ofast]
|
||||
self.Platform = 'x64'
|
||||
self.PCH = 1
|
||||
self.StaticLib = 1
|
||||
self.fLTO = 1
|
||||
self.fmarchnative = 1
|
||||
self.driver = build_manager.MakefileDriver(self)
|
||||
self.cache_status = checksums()
|
||||
|
||||
def build_dll(self):
|
||||
return self.driver.snippet()
|
||||
|
||||
def build_caches(self, force = False):
|
||||
cached = checksums()
|
||||
current = checksums()
|
||||
current.calc()
|
||||
try:
|
||||
with open('.cached', 'rb') as cache_sig:
|
||||
cached = pickle.loads(cache_sig.read())
|
||||
except FileNotFoundError:
|
||||
pass
|
||||
self.cache_status = current != cached
|
||||
|
||||
if force or self.cache_status.sources:
|
||||
self.driver.pch()
|
||||
self.driver.libaquery_a()
|
||||
self.driver.server()
|
||||
else:
|
||||
if self.cache_status.libaquery_a:
|
||||
self.driver.libaquery_a()
|
||||
if self.cache_status.pch_hpp_gch:
|
||||
self.driver.pch()
|
||||
if self.cache_status.server:
|
||||
self.driver.server()
|
||||
current.calc()
|
||||
with open('.cached', 'wb') as cache_sig:
|
||||
cache_sig.write(pickle.dumps(current))
|
||||
|
||||
@ -1,6 +1,6 @@
|
||||
debug:
|
||||
g++ -g3 -O0 server/server.cpp server/table.cpp -o a.out -Wall -Wextra -Wpedantic -lpthread
|
||||
g++ -g3 -O0 server/server.cpp server/io.cpp -o a.out -Wall -Wextra -Wpedantic -lpthread
|
||||
|
||||
test:
|
||||
g++ --std=c++1z -g3 -O0 server.cpp table.cpp -o a.out -Wall -Wextra -Wpedantic -lpthread
|
||||
g++ --std=c++1z -g3 -O0 server.cpp io.cpp -o a.out -Wall -Wextra -Wpedantic -lpthread
|
||||
|
||||
|
||||
@ -0,0 +1,17 @@
|
||||
#pragma once
|
||||
|
||||
#include "libaquery.h"
|
||||
#include "aggregations.h"
|
||||
#include <iostream>
|
||||
#include <chrono>
|
||||
#include "monetdb_conn.h"
|
||||
#include "monetdbe.h"
|
||||
#include "threading.h"
|
||||
#include "../csv.h"
|
||||
#ifdef _WIN32
|
||||
#include "winhelper.h"
|
||||
#else
|
||||
#include <dlfcn.h>
|
||||
#include <fcntl.h>
|
||||
#include <sys/mman.h>
|
||||
#endif
|
||||
@ -1,32 +0,0 @@
|
||||
#include "table.h"
|
||||
|
||||
|
||||
#ifdef __SIZEOF_INT128__
|
||||
template <>
|
||||
void print<__int128_t>(const __int128_t& v, const char* delimiter){
|
||||
char s[41];
|
||||
s[40] = 0;
|
||||
std::cout<< get_int128str(v, s+40)<< delimiter;
|
||||
}
|
||||
template <>
|
||||
void print<__uint128_t>(const __uint128_t&v, const char* delimiter){
|
||||
char s[41];
|
||||
s[40] = 0;
|
||||
std::cout<< get_uint128str(v, s+40) << delimiter;
|
||||
}
|
||||
std::ostream& operator<<(std::ostream& os, __int128 & v)
|
||||
{
|
||||
print(v);
|
||||
return os;
|
||||
}
|
||||
std::ostream& operator<<(std::ostream& os, __uint128_t & v)
|
||||
{
|
||||
print(v);
|
||||
return os;
|
||||
}
|
||||
#endif
|
||||
|
||||
template <>
|
||||
void print<bool>(const bool&v, const char* delimiter){
|
||||
std::cout<< (v?"true":"false") << delimiter;
|
||||
}
|
||||
@ -1,20 +0,0 @@
|
||||
#include "types.h"
|
||||
#include <string>
|
||||
#include <iostream>
|
||||
#include <chrono>
|
||||
#include <ctime>
|
||||
namespace types {
|
||||
using namespace std;
|
||||
using namespace chrono;
|
||||
string date_t::toString() const {
|
||||
uint32_t curr_v = val;
|
||||
tm;
|
||||
time_t;
|
||||
return string() + string("/") + string() + string("/") + string();
|
||||
}
|
||||
string time_t::toString() const {
|
||||
uint32_t curr_v = val;
|
||||
|
||||
return string() + string("/") + string() + string("/") + string();
|
||||
}
|
||||
}
|
||||
@ -1,18 +0,0 @@
|
||||
#include "utils.h"
|
||||
#include <random>
|
||||
#include <chrono>
|
||||
using std::string;
|
||||
string base62uuid(int l = 8) {
|
||||
using namespace std;
|
||||
constexpr static const char* base62alp = "0123456789abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ";
|
||||
static mt19937_64 engine(chrono::system_clock::now().time_since_epoch().count());
|
||||
static uniform_int_distribution<uint64_t> u(0x10000, 0xfffff);
|
||||
uint64_t uuid = (u(engine) << 32ull) + (chrono::system_clock::now().time_since_epoch().count() & 0xffffffff);
|
||||
printf("%p\n", uuid);
|
||||
string ret;
|
||||
while (uuid && l-- >= 0) {
|
||||
ret = string("") + base62alp[uuid % 62] + ret;
|
||||
uuid /= 62;
|
||||
}
|
||||
return ret;
|
||||
}
|
||||
@ -1,15 +0,0 @@
|
||||
#include "vector_type.hpp"
|
||||
#include <iostream>
|
||||
template<typename _Ty>
|
||||
inline void vector_type<_Ty>::out(uint32_t n, const char* sep) const
|
||||
{
|
||||
n = n > size ? size : n;
|
||||
std::cout << '(';
|
||||
{
|
||||
uint32_t i = 0;
|
||||
for (; i < n - 1; ++i)
|
||||
std::cout << this->operator[](i) << sep;
|
||||
std::cout << this->operator[](i);
|
||||
}
|
||||
std::cout << ')';
|
||||
}
|
||||
Binary file not shown.
Loading…
Reference in new issue