meta.yaml

{% set version = "6.0.0" %}  # PEP 386
{% set source_version = version %}
{% set base_version = version %}
{% set number = "2" %}
{% set cuda_enabled = cuda_compiler_version is not undefined and cuda_compiler_version == '11.0' %}
{% set build_ext_version = "1.0.0" %}
{% set build_ext = "cuda" if cuda_enabled else "cpu" %}
{% set build_string = "h{}_{}".format(PKG_HASH, number) %}
{% set build_string_ext = "{}_{}".format(build_string, build_ext) %}
{% set py_build_string_ext = "py{}{}_{}".format(CONDA_PY, build_string, build_ext) %}
{% set py_build_string = "py{}{}".format(CONDA_PY, build_string) %}
{% set install_base = "opt/heavyai" %}
{% set arrow_version = "7.*" %}
{% set arrow_proc_version = "3.*" %}
{% set pythrift_version = "0.16.*" %}
{% set thrift_version = "0.16.*" %}
# heavydb 6.0.0 is not LLVM 12 ready
{% set llvm_version = "11" %}

package:
  name: heavydb-ext
  version: {{ version }}

source:
  url: https://github.com/heavyai/heavydb/archive/v{{ source_version }}.tar.gz
  sha256: a36d91227135e9ec8641b5f46e80927aaafce117f3446933dd7f392c9659996e
  patches:
    - 0003-Fix-HeavyDBE-build.patch
    - 0004-Fix-Windows-build.patch  # [win]

build:
  number: {{ number }}
  skip: true  # [cuda_compiler_version not in (undefined, "None", "11.0")]

outputs:

  - name: heavydb-common
    version: {{ version }}
    script: build-heavydb.sh  # [linux64]
    script: build-heavydb-common.bat  # [win]
    build:
      string: {{ build_string }}
      # cpu-only heavydb-common for cuda is required only for
      # building cuda-enabled heavydb
      skip: true  # [cuda_compiler_version not in (undefined, "None", "11.0")]
      skip: true  # [osx]
      skip: true  # [win and cuda_compiler_version != "None"]
      run_exports:
        - {{ pin_subpackage('heavydb-common',  max_pin='x.x.x') }}
      ignore_run_exports:
        - arrow-cpp {{ arrow_version }}
        - blosc
        - double-conversion
        - fmt
        - geos
        - glog
        - libarchive
        - libgdal
        - libllvm{{ llvm_version }}
        - libpng
        - librdkafka
        - libstdcxx-ng
        - libthrift
    requirements:
      build:
        # c compiler is specified here to get run constraint pins correct, presumably...
        - {{ compiler('c') }}
        # go required for ThirdParty/generate_cert
        - {{ compiler('cgo') }}
        - {{ compiler('cxx') }}
        - clangdev {{ llvm_version }}
        # clang++ is used for generating the bytecodes of extension functions
        - clangxx {{ llvm_version }}
        - cmake
        - llvmdev {{ llvm_version }}
        - ninja
        - maven
      host:
        # heavydb-common does not depend on build_ext, arrow-cpp
        # (and other dependencies) is required just for the presence
        # so that one could run cmake for generating *.bc, and other
        # common data files.
        - arrow-cpp ={{ arrow_version }}=*cpu
        - bisonpp  # [unix]
        - blosc
        - boost-cpp
        - clangdev {{ llvm_version }}
        - double-conversion
        - flex  # [unix]
        - fmt
        - geos
        - glog
        - llvmdev {{ llvm_version }}
        - llvm {{ llvm_version }}
        - libarchive
        - libevent  # [win]
        - libgdal
        - libpng
        - librdkafka
        - tbb  # [win]
        - tbb-devel  # [win]
        - thrift-cpp {{ thrift_version }}
        - winflexbison  # [win]
    test:
      commands:
        # Test installation
        # doc
        - test -f ${PREFIX}/share/doc/heavyai/LICENSE.md  # [unix]
        - if not exist %PREFIX%\share\doc\heavyai\LICENSE.md exit 1  # [win]
        # data
        - test -d ${PREFIX}/{{ install_base }}/ThirdParty/gdal-data  # [unix]
        - if not exist %PREFIX%\ThirdParty\gdal-data exit 1  # [win]
        # thrift
        - test -f ${PREFIX}/{{ install_base }}/completion_hints.thrift  # [unix]
        - test -f ${PREFIX}/{{ install_base }}/heavy.thrift  # [unix]
        - test -f ${PREFIX}/{{ install_base }}/common.thrift  # [unix]
        - test -f ${PREFIX}/{{ install_base }}/QueryEngine/serialized_result_set.thrift  # [unix]
        - test -f ${PREFIX}/{{ install_base }}/QueryEngine/extension_functions.thrift  # [unix]
        - if not exist %PREFIX%\completion_hints.thrift exit 1  # [win]
        - if not exist %PREFIX%\heavy.thrift exit 1  # [win]
        - if not exist %PREFIX%\common.thrift exit 1  # [win]
        - if not exist %PREFIX%\QueryEngine/serialized_result_set.thrift exit 1  # [win]
        - if not exist %PREFIX%\QueryEngine/extension_functions.thrift exit 1  # [win]
        # includes
        - test -f ${PREFIX}/{{ install_base }}/Shared/funcannotations.h  # [unix]
        - test -f ${PREFIX}/{{ install_base }}/Shared/InlineNullValues.h  # [unix]
        - test -f ${PREFIX}/{{ install_base }}/Logger/Logger.h  # [unix]
        - if not exist %PREFIX%\Shared\funcannotations.h exit 1  # [win]
        - if not exist %PREFIX%\Shared\InlineNullValues.h exit 1  # [win]
        - if not exist %PREFIX%\Logger\Logger.h exit 1  # [win]
        # QE
        - test -f ${PREFIX}/{{ install_base }}/QueryEngine/heavydbTypes.h  # [unix]
        - test -f ${PREFIX}/{{ install_base }}/QueryEngine/RuntimeFunctions.bc  # [unix]
        - test -f ${PREFIX}/{{ install_base }}/QueryEngine/GeosRuntime.bc  # [unix]
        - test -f ${PREFIX}/{{ install_base }}/QueryEngine/ExtensionFunctions.ast  # [unix]
        - if not exist %PREFIX%\QueryEngine\heavydbTypes.h exit 1  # [win]
        - if not exist %PREFIX%\QueryEngine\RuntimeFunctions.bc exit 1  # [win]
        - if not exist %PREFIX%\QueryEngine\GeosRuntime.bc exit 1  # [win]
        - if not exist %PREFIX%\QueryEngine\ExtensionFunctions.ast exit 1  # [win]
        # jar
        - test -f ${PREFIX}/{{ install_base }}/bin/heavyai-utility-{{ base_version }}.jar  # [unix]
        - test -f ${PREFIX}/{{ install_base }}/bin/heavyai-jdbc-{{ base_version }}.jar  # [unix]
        - test -f ${PREFIX}/{{ install_base }}/bin/calcite-1.0-SNAPSHOT-jar-with-dependencies.jar  # [unix]
        - if not exist %PREFIX%\bin\heavyai-utility-{{ base_version }}.jar exit 1  # [win]
        - if not exist %PREFIX%\bin\heavyai-jdbc-{{ base_version }}.jar exit 1  # [win]
        - if not exist %PREFIX%\bin\calcite-1.0-SNAPSHOT-jar-with-dependencies.jar exit 1  # [win]
        # Unspecified
        # startheavy and insert_sample_data are bash scripts
        - test -f ${PREFIX}/{{ install_base }}/bin/startheavy  # [unix]
        - test -f ${PREFIX}/{{ install_base }}/bin/heavydb_insert_sample_data  # [unix]
        #
        - test -f ${PREFIX}/{{ install_base }}/bin/generate_cert  # [unix]
        - if not exist %PREFIX%\bin\generate_cert exit 1  # [win]

  - name: heavydb
    version: {{ version }}
    script: build-heavydb.sh   # [linux64]
    script: build-heavydb.bat  # [win]
    build:
      string: {{ build_string_ext }}
      skip: true  # [cuda_compiler_version not in (undefined, "None", "11.0")]
      skip: true  # [osx]
      skip: true  # [win and cuda_compiler_version != "None"]
      missing_dso_whitelist:
        - '*/libcuda.*'  # [cuda_compiler_version not in (undefined, "None")]
      track_features:
        {{ "- arrow-cuda" if cuda_enabled else "" }}
      ignore_run_exports:
        - cudatoolkit    # [cuda_compiler_version not in (undefined, "None")]
        - fmt
        - gflags
        - glog
        - libclang-cpp
        - libkml
        - ncurses
        - openldap
        - zlib
      run_exports:
        - {{ pin_subpackage('heavydb',  max_pin='x.x.x') }}
    requirements:
      build:
        # c compiler is specified here to get run constraint pins correct, presumably..
        - {{ compiler('c') }}
        - {{ compiler('cgo') }}
        - {{ compiler('cxx') }}
        - {{ compiler("cuda") }}  # [cuda_compiler_version not in (undefined, "None")]
        - clangdev {{ llvm_version }}
        # clang++ is used for generating the bytecodes of extension functions
        - clangxx {{ llvm_version }}
        - cmake
        - llvmdev {{ llvm_version }}
        - make
        - ninja
        - maven
      host:
        - arrow-cpp ={{ arrow_version }}=*{{ build_ext }}
        - bisonpp  # [unix]
        - blosc
        - boost-cpp
        - clangdev {{ llvm_version }}
        - double-conversion
        - flex  # [unix]
        - fmt
        - gflags
        - glog
        - llvmdev {{ llvm_version }}
        - llvm {{ llvm_version }}
        - libarchive
        - libevent  # [win]
        - libgdal
        - libkml
        - libpng
        - librdkafka
        - ncurses   # [unix]
        - openldap  # [unix]
        # Workaround https://github.com/mamba-org/boa/issues/119 :
        - openssl 1.1.1*
        - snappy
        - tbb
        - tbb-devel
        - thrift-cpp {{ thrift_version }}
        - winflexbison  # [win]
      run:
        - arrow-cpp-proc {{ arrow_proc_version }} {{ build_ext }}
        - boost-cpp
        - bzip2
        # omnscidb Load-time UDF support calls clang++
        - gxx_{{ target_platform }}  # [not win]
        - libclang-cpp {{ llvm_version }}
        - ncurses  # [not win]
        - openjdk 8.*
        - xz
        - zlib
        - {{ pin_subpackage('heavydb-common',  max_pin='x.x.x') }}
      run_constrained:
        - arrow-cpp-proc {{ arrow_proc_version }} {{ build_ext }}
        - cudatoolkit >=11.0  # [cuda_compiler_version not in (undefined, "None")]

    test:
      commands:
        # binary
        - test -f ${PREFIX}/{{ install_base }}/bin/heavydb         # [unix]
        - test -f ${PREFIX}/{{ install_base }}/bin/initheavy       # [unix]
        - test -f ${PREFIX}/{{ install_base }}/bin/heavysql        # [unix]
        - test -f ${PREFIX}/{{ install_base }}/bin/KafkaImporter   # [unix]
        - test -f ${PREFIX}/{{ install_base }}/bin/StreamImporter  # [unix]
        - if not exist %PREFIX%\bin\heavydb.exe exit 1             # [win]
        - if not exist %PREFIX%\bin\initheavy.exe exit 1           # [win]
        - if not exist %PREFIX%\bin\heavysql.exe exit 1            # [win]

        # Verify the activation scripts are in-place.
        {% for state in ["activate", "deactivate"] %}
        - test -f "${PREFIX}/etc/conda/{{ state }}.d/{{ PKG_NAME }}_{{ state }}.sh"  # [unix]
        {% endfor %}
        # Try using the activation scripts.
        - |
          if [[ -x "$(command -v heavysql)" ]]                                                 # [unix]
          then                                                                                # [unix]
            echo "Found heavysql in PATH"                                                     # [unix]
          else                                                                                # [unix]
            echo "heavysql not found in PATH(=$PATH)" && exit 1                               # [unix]
          fi                                                                                  # [unix]
          source ${PREFIX}/etc/conda/deactivate.d/{{ PKG_NAME }}_deactivate.sh                # [unix]
          if [[ -x "$(command -v heavysql)" ]]                                                 # [unix]
          then                                                                                # [unix]
            echo "Unexpectedly found heavysql in PATH(=$PATH) after deactivation"  && exit 1  # [unix]
          else                                                                                # [unix]
            echo "heavysql not in PATH after deactivation"                                    # [unix]
          fi                                                                                  # [unix]
          source ${PREFIX}/etc/conda/activate.d/{{ PKG_NAME }}_activate.sh                    # [unix]
        # Test installation
        - heavysql -v              # [unix]
        - which initheavy    # [unix]
        - which heavydb    # [unix]
        - heavysql.exe -v          # [win]
        - |
          if [ -x "$(command -v nvidia-smi)" ]; then  # [unix and cuda_compiler_version not in (undefined, "None")]
            mkdir data && initheavy data              # [unix and cuda_compiler_version not in (undefined, "None")]
            heavydb --version                         # [unix and cuda_compiler_version not in (undefined, "None")]
            rm -rf data                               # [unix and cuda_compiler_version not in (undefined, "None")]
          fi                                          # [unix and cuda_compiler_version not in (undefined, "None")]
        - test -f ${PREFIX}/{{ install_base }}/QueryEngine/cuda_mapd_rt.fatbin  # [unix and cuda_compiler_version not in (undefined, "None")]
        - test -f ${PREFIX}/{{ install_base }}/QueryEngine/CudaTableFunctions.a  # [unix and cuda_compiler_version not in (undefined, "None")]
        # these are provided by heavydb-common package:
        - which heavydb_insert_sample_data  # [unix]
        - which startheavy  # [unix]

    about:
      home: https://heavy.ai
      license: Apache-2.0
      license_family: APACHE
      license_file: LICENSE.md
      summary: The HeavyDB database

      description: |
        HeavyDB is an in-memory, column store, SQL relational database
        that was designed from the ground up to run on GPUs.

        This recipe provides both CUDA enabled and CUDA disabled heavydb
        packages.
      doc_url: https://docs.heavy.ai/
      dev_url: https://github.com/heavyai/heavydb

  - name: pyheavydb
    version: {{ version }}
    build:
      skip: true  # [cuda_compiler_version in ("11.0",)]
      noarch: python
      script: python -m pip install -vv --no-deps python/.
      run_exports:
        - {{ pin_subpackage('pyheavydb',  max_pin='x.x.x') }}
    requirements:
      host:
        - pip
        - python >=3.7
        - flit-core
      run:
        - python >=3.7
        - importlib_metadata
        - packaging
        - numpy >=1.16
        - thrift {{ pythrift_version }}
        - sqlalchemy >=1.3
        - requests >=2.23.0

    about:
      home: https://github.com/heavyai/heavydb
      license: Apache-2.0
      license_family: Apache
      license_file: ./python/LICENSE.md
      summary: A python DB API 2 compatible client for HeavyDB (formerly OmniSci and MapD).
      description: |
        A python DB API 2 compatible client HeavyDB (formerly OmniSci and MapD).
      doc_url: https://pyheavydb.readthedocs.io
      dev_url: https://github.com/heavyai/heavydb

    test:
      imports:
        - heavydb
      commands:
        - pip check
      requires:
        - pip

  - name: heavydbe
    version: {{ version }}
    script: build-heavydb.sh
    build:
      string: {{ build_string_ext }}
      skip: true  # [cuda_compiler_version not in (undefined, "None", "11.0") or not linux64]
      skip: true
      missing_dso_whitelist:
        - '*/libcuda.*'  # [cuda_compiler_version not in (undefined, "None")]
      track_features:
        {{ "- arrow-cuda" if cuda_enabled else "" }}
      ignore_run_exports:
        - cudatoolkit    # [cuda_compiler_version not in (undefined, "None")]
        - fmt
        - glog
        - libclang-cpp
        - librdkafka
        - ncurses
        - zlib
      rpaths:
        - lib/
        # fixes "not found" in `ldd $PREFIX/lib/libDBEngine.so` output
        - {{ install_base }}/lib
      run_exports:
        - {{ pin_subpackage('heavydbe',  max_pin='x.x.x') }}
    requirements:
      build:
        # c compiler is specified here to get run constraint pins correct, presumably..
        - {{ compiler('c') }}
        - {{ compiler('cgo') }}
        - {{ compiler('cxx') }}
        - {{ compiler("cuda") }}  # [cuda_compiler_version not in (undefined, "None")]
        - clangdev {{ llvm_version }}
        # clang++ is used for generating the bytecodes of extension functions
        - clangxx {{ llvm_version }}
        - cmake
        - llvmdev {{ llvm_version }}
        - make
        - ninja
        - maven
      host:
        - arrow-cpp ={{ arrow_version }}=*{{ build_ext }}
        - bisonpp
        - blosc
        - boost-cpp
        - clangdev {{ llvm_version }}
        - double-conversion
        - flex
        - fmt
        - glog
        - llvmdev {{ llvm_version }}
        - llvm {{ llvm_version }}
        - libarchive
        - libgdal
        - libpng
        - librdkafka
        - tbb
        - tbb-devel
        - thrift-cpp {{ thrift_version }}
      run:
        - arrow-cpp-proc {{ arrow_proc_version }} {{ build_ext }}
        - boost-cpp
        - bzip2
        # omnscidb Load-time UDF support calls clang++
        - gxx_{{ target_platform }}
        - {{ pin_compatible('libclang-cpp', max_pin='x.x') }}
        - ncurses
        - openjdk 8.*
        - xz
        - zlib
        - {{ pin_subpackage('heavydb-common',  max_pin='x.x.x') }}
      run_constrained:
        - arrow-cpp-proc {{ arrow_proc_version }} {{ build_ext }}
        - cudatoolkit >=11.0  # [cuda_compiler_version not in (undefined, "None")]

    test:
      commands:
        # Test installation
        - test -f ${PREFIX}/lib/libDBEngine.so
        # Verify the activation scripts are in-place.
        {% for state in ["activate", "deactivate"] %}
        - test -f "${PREFIX}/etc/conda/{{ state }}.d/{{ PKG_NAME }}_{{ state }}.sh"
        {% endfor %}
        - |
          source ${PREFIX}/etc/conda/activate.d/{{ PKG_NAME }}_activate.sh
          test -n "${HEAVYAI_ROOT_PATH+x}"
          ldd ${PREFIX}/lib/libDBEngine.so

    about:
      home: https://heavy.ai
      license: Apache-2.0
      license_family: APACHE
      license_file: LICENSE.md
      summary: The HeavyDB database

      description: |
        HeavyDB is an in-memory, column store, SQL relational database
        that was designed from the ground up to run on GPUs.
      doc_url: https://docs.heavy.ai/
      dev_url: https://github.com/heavyai/heavydb

  - name: pyheavydbe
    version: {{ version }}
    script: build-heavydb.sh
    build:
      string: {{ py_build_string_ext }}
      skip: true  # [cuda_compiler_version not in (undefined, "None", "11.0") or not linux64]
      skip: true  # temporarily skipping pyheavydbe build
      missing_dso_whitelist:
        - '*/libcuda.*'  # [cuda_compiler_version not in (undefined, "None")]
      track_features:
        {{ "- arrow-cuda" if cuda_enabled else "" }}
      ignore_run_exports:
        - arrow-cpp {{ arrow_version }}
        - blosc
        - cudatoolkit    # [cuda_compiler_version not in (undefined, "None")]
        - double-conversion
        - fmt
        - glog
        - libarchive
        - libgdal
        - libllvm{{ llvm_version }}
        - libpng
        - librdkafka
        - libthrift {{ thrift_version }}
        - pyarrow {{ arrow_version }}
        - python
        - tbb
      run_exports:
        - {{ pin_subpackage('pyheavydbe',  max_pin='x.x.x') }}
    requirements:
      build:
        # c compiler is specified here to get run constraint pins correct, presumably..
        - {{ compiler('c') }}
        - {{ compiler('cgo') }}
        - {{ compiler('cxx') }}
        - {{ compiler("cuda") }}  # [cuda_compiler_version not in (undefined, "None")]
        - clangdev {{ llvm_version }}
        # clang++ is used for generating the bytecodes of extension functions
        - clangxx {{ llvm_version }}
        - cmake
        - llvmdev {{ llvm_version }}
        - make
        - ninja
        - maven
      host:
        - arrow-cpp ={{ arrow_version }}=*{{ build_ext }}
        - bisonpp
        - blosc
        - boost-cpp
        - clangdev {{ llvm_version }}
        - cython
        - double-conversion
        - flex
        - fmt
        - glog
        - llvmdev {{ llvm_version }}
        - llvm {{ llvm_version }}
        - libarchive
        - libgdal
        - libpng
        - librdkafka
        - numpy
        - pip
        - pyarrow ={{ arrow_version }}=*{{ build_ext }}
        - python
        - pytest
        - tbb
        - tbb-devel
        - thrift-cpp {{ thrift_version }}
        - {{ pin_subpackage('heavydbe', exact=True) }}
      run:
        - arrow-cpp-proc {{ arrow_proc_version }} {{ build_ext }}
        - pyarrow ={{ arrow_version }}=*{{ build_ext }}
        - python
        - tbb4py
        - {{ pin_subpackage('heavydbe', exact=True) }}
    test:
      requires:
        - pytest
        - numpy
        - pandas
      imports:
        - heavydbe
      source_files:
        - Embedded/test/test_exceptions.py
      commands:
        - pytest -sv Embedded/test/test_exceptions.py

    about:
      home: https://heavy.ai
      license: Apache-2.0
      license_family: APACHE
      license_file: LICENSE.md
      summary: The HeavyDB database

      description: |
        HeavyDB is an in-memory, column store, SQL relational database
        that was designed from the ground up to run on GPUs.
      doc_url: https://docs.heavy.ai/
      dev_url: https://github.com/heavyai/heavydb

about:
  home: https://heavy.ai
  license: Apache-2.0
  license_family: APACHE
  license_file: LICENSE.md
  summary: The HeavyDB database

  description: |
    HeavyDB is an in-memory, column store, SQL relational database
    that was designed from the ground up to run on GPUs.

    This recipe provides the following packages:
      heavydb-common CUDA-enabled heavydb, cpu and cuda builds
      pyheavydb Python connector
      heavydbe embedding library, cpu and cuda builds
      pyheavydbe-embedded Python extension module
  doc_url: https://docs.heavy.ai/
  dev_url: https://github.com/heavyai/heavydb

extra:
  recipe-maintainers:
    - guilhermeleobas
    - pearu
    - tupui
    - andrewseidl
    - jclay