Refactor OmniSci to Heavy (#454)

Co-authored-by: Pearu Peterson <[email protected]>
Co-authored-by: Guilherme Leobas <[email protected]>

Author: 3 people

.github/workflows/rbc_test.yml

@@ -225,7 +225,7 @@ jobs:
           EXPECTED_NUMBA_VERSION: ${{ matrix.numba-version }}
           RBC_TESTS_FULL: TRUE
         run: |
-          mamba run -n rbc pytest -sv -r A rbc/tests/ -x -k omnisci
+          mamba run -n rbc pytest -sv -r A rbc/tests/ -x -k heavyai
 
       - name: Run rbc tests
         shell: bash -l {0}
@@ -236,7 +236,7 @@ jobs:
           EXPECTED_NUMBA_VERSION: ${{ matrix.numba-version }}
           RBC_TESTS_FULL: TRUE
         run: |
-          mamba run -n rbc pytest -sv -r A rbc/tests/ -x -k omnisci
+          mamba run -n rbc pytest -sv -r A rbc/tests/ -x -k heavyai
 
       - name: Show Omniscidb conda logs on failure [conda]
         shell: bash -l {0}

rbc/__init__.py

@@ -1,7 +1,7 @@
 # Expose a temporary prototype. It will be replaced by proper
 # implementation soon.
 from .remotejit import RemoteJIT  # noqa: F401
-from .omniscidb import RemoteOmnisci  # noqa: F401
+from .heavydb import RemoteHeavyDB  # noqa: F401
 
 from ._version import get_versions
 __version__ = get_versions()['version']

rbc/externals/omniscidb.py rbc/externals/heavydb.py

@@ -0,0 +1,17 @@
+from .array import *  # noqa: F401, F403
+from .column import *  # noqa: F401, F403
+from .bytes import *  # noqa: F401, F403
+from .metatype import *  # noqa: F401, F403
+from .text_encoding import *  # noqa: F401, F403
+from .pipeline import *  # noqa: F401, F403
+from .column_list import *  # noqa: F401, F403
+from .table_function_manager import *  # noqa: F401, F403
+
+from . import mathimpl as math  # noqa: F401
+from . import npyimpl as np  # noqa: F401
+from . import python_operators as operators  # noqa: F401
+
+# initialize the array api
+from rbc.stdlib import array_api  # noqa: F401
+
+__all__ = [s for s in dir() if not s.startswith('_')]

rbc/heavyai/__init__.py

@@ -4,9 +4,9 @@
 __all__ = ['ArrayPointer', 'Array', 'OmnisciArrayType']
 
 from rbc import typesystem, errors
-from .omnisci_buffer import (BufferPointer, Buffer,
-                             OmnisciBufferType,
-                             omnisci_buffer_constructor)
+from .buffer import (BufferPointer, Buffer,
+                     OmnisciBufferType,
+                     omnisci_buffer_constructor)
 from numba.core import extending, types
 from typing import Union, TypeVar
 

rbc/omnisci_backend/omnisci_array.py rbc/heavyai/array.py

@@ -25,7 +25,7 @@
 
 import operator
 from collections import defaultdict
-from .omnisci_metatype import OmnisciMetaType
+from .metatype import OmnisciMetaType
 from llvmlite import ir
 import numpy as np
 from rbc import typesystem, irutils
@@ -195,7 +195,7 @@ def omnisci_buffer_constructor(context, builder, sig, args):
     alloc_fn = irutils.get_or_insert_function(builder.module, alloc_fnty, alloc_fn_name)
     ptr8 = builder.call(alloc_fn, [element_count, element_size])
     # remember possible temporary allocations so that when leaving a
-    # UDF/UDTF, these will be deallocated, see omnisci_pipeline.py.
+    # UDF/UDTF, these will be deallocated, see pipeline.py.
     builder_buffers[builder].append(ptr8)
     ptr = builder.bitcast(ptr8, context.get_value_type(ptr_type))
 

rbc/omnisci_backend/omnisci_buffer.py rbc/heavyai/buffer.py

@@ -11,7 +11,7 @@
 __all__ = ['BytesPointer', 'Bytes', 'OmnisciBytesType']
 
 from rbc import typesystem
-from .omnisci_buffer import (
+from .buffer import (
     BufferPointer, Buffer, OmnisciBufferType,
     omnisci_buffer_constructor)
 from numba.core import types, extending

rbc/omnisci_backend/omnisci_bytes.py rbc/heavyai/bytes.py

@@ -9,8 +9,8 @@
 
 from llvmlite import ir
 from rbc import typesystem, irutils
-from .omnisci_buffer import Buffer, OmnisciBufferType, BufferType
-from .omnisci_column_list import OmnisciColumnListType
+from .buffer import Buffer, OmnisciBufferType, BufferType
+from .column_list import OmnisciColumnListType
 from rbc.targetinfo import TargetInfo
 from numba.core import extending, types
 

rbc/omnisci_backend/omnisci_column.py rbc/heavyai/column.py

@@ -1,7 +1,7 @@
 import operator
 
 from rbc.errors import NumbaTypeError
-from .omnisci_buffer import BufferMeta, free_all_other_buffers
+from .buffer import BufferMeta, free_all_other_buffers
 from numba.core import ir, types
 from numba.core.compiler import CompilerBase, DefaultPassBuilder
 from numba.core.compiler_machinery import FunctionPass, register_pass

rbc/omnisci_backend/omnisci_column_list.py rbc/heavyai/column_list.py

@@ -1,6 +1,6 @@
 import operator
 from llvmlite import ir
-from .omnisci_array import ArrayPointer, Array
+from .array import ArrayPointer, Array
 from rbc import typesystem
 from numba.core import extending, types
 

rbc/omnisci_backend/mathimpl.py rbc/heavyai/mathimpl.py

@@ -3,7 +3,7 @@
 
 __all__ = ['OmnisciTextEncodingDictType', 'TextEncodingDict']
 
-from .omnisci_metatype import OmnisciMetaType
+from .metatype import OmnisciMetaType
 from rbc import typesystem