-
Notifications
You must be signed in to change notification settings - Fork 122
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Generate latest docs on CI, from commit 256d4a1.
- Loading branch information
0 parents
commit eba21b1
Showing
238 changed files
with
64,732 additions
and
0 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,233 @@ | ||
# only run for releases | ||
only_if: $CIRRUS_TAG != '' | ||
|
||
env: | ||
MACOSX_DEPLOYMENT_TARGET: "10.15" | ||
|
||
macosx_arm64_wheel_task: | ||
macos_instance: | ||
image: ghcr.io/cirruslabs/macos-monterey-base:latest | ||
|
||
checkout_script: | ||
- git submodule init | ||
- git submodule update | ||
|
||
install_deps_script: | ||
- brew update | ||
- brew install coreutils golang pyenv python | ||
|
||
install_various_python_script: | ||
- pyenv install 3.8.16 | ||
- pyenv install 3.9.16 | ||
- pyenv install 3.10.10 | ||
- pyenv install 3.11.2 | ||
|
||
install_apache_arrow_script: | | ||
echo "Installing apache-arrow ..." | ||
mkdir -p /tmp/install | ||
cd /tmp/install | ||
curl -L https://github.com/apache/arrow/archive/refs/tags/apache-arrow-8.0.1.tar.gz --output apache-arrow-8.0.1.tar.gz | ||
tar zxf apache-arrow-8.0.1.tar.gz | ||
cd arrow-apache-arrow-8.0.1 | ||
mkdir -p build-dir | ||
cd build-dir | ||
cmake ../cpp \ | ||
-DARROW_COMPUTE=OFF \ | ||
-DARROW_WITH_UTF8PROC=OFF \ | ||
-DARROW_CSV=OFF \ | ||
-DARROW_CUDA=OFF \ | ||
-DARROW_DATASET=OFF \ | ||
-DARROW_FILESYSTEM=ON \ | ||
-DARROW_FLIGHT=OFF \ | ||
-DARROW_GANDIVA=OFF \ | ||
-DARROW_GANDIVA_JAVA=OFF \ | ||
-DARROW_HDFS=OFF \ | ||
-DARROW_HIVESERVER2=OFF \ | ||
-DARROW_JSON=OFF \ | ||
-DARROW_ORC=OFF \ | ||
-DARROW_PARQUET=OFF \ | ||
-DARROW_PLASMA=OFF \ | ||
-DARROW_PLASMA_JAVA_CLIENT=OFF \ | ||
-DARROW_PYTHON=OFF \ | ||
-DARROW_S3=OFF \ | ||
-DARROW_WITH_BZ2=OFF \ | ||
-DARROW_WITH_ZLIB=OFF \ | ||
-DARROW_WITH_LZ4=OFF \ | ||
-DARROW_WITH_SNAPPY=OFF \ | ||
-DARROW_WITH_ZSTD=OFF \ | ||
-DARROW_WITH_BROTLI=OFF \ | ||
-DARROW_IPC=ON \ | ||
-DARROW_BUILD_BENCHMARKS=OFF \ | ||
-DARROW_BUILD_EXAMPLES=OFF \ | ||
-DARROW_BUILD_INTEGRATION=OFF \ | ||
-DARROW_BUILD_UTILITIES=OFF \ | ||
-DARROW_BUILD_TESTS=OFF \ | ||
-DARROW_ENABLE_TIMING_TESTS=OFF \ | ||
-DARROW_FUZZING=OFF \ | ||
-DARROW_USE_ASAN=OFF \ | ||
-DARROW_USE_TSAN=OFF \ | ||
-DARROW_USE_UBSAN=OFF \ | ||
-DARROW_JEMALLOC=OFF \ | ||
-DARROW_BUILD_SHARED=OFF \ | ||
-DARROW_BUILD_STATIC=ON | ||
sudo make install -j$(sysctl -n hw.ncpu) | ||
cd /tmp | ||
sudo rm -rf /tmp/install | ||
install_boost_script: | | ||
echo "Installing boost ..." | ||
mkdir -p /tmp/install | ||
cd /tmp/install | ||
wget -q https://boostorg.jfrog.io/artifactory/main/release/1.75.0/source/boost_1_75_0.tar.gz | ||
tar zxf boost_1_75_0.tar.gz | ||
cd boost_1_75_0 | ||
./bootstrap.sh | ||
sudo ./b2 install -j`nproc` variant=release threading=multi \ | ||
--with-atomic \ | ||
--with-chrono \ | ||
--with-date_time \ | ||
--with-filesystem \ | ||
--with-random \ | ||
--with-regex \ | ||
--with-system \ | ||
--with-thread | ||
cd /tmp | ||
sudo rm -rf /tmp/install | ||
install_gflags_script: | | ||
echo "Installing gflags ..." | ||
mkdir -p /tmp/install | ||
cd /tmp/install | ||
curl -L https://github.com/gflags/gflags/archive/v2.2.2.tar.gz --output gflags-v2.2.2.tar.gz | ||
tar zxf gflags-v2.2.2.tar.gz | ||
cd gflags-2.2.2 | ||
mkdir -p build-dir | ||
cd build-dir | ||
cmake .. -DBUILD_SHARED_LIBS=OFF | ||
sudo make install -j$(sysctl -n hw.ncpu) | ||
cd /tmp | ||
sudo rm -rf /tmp/install | ||
install_glog_script: | | ||
echo "Installing glog ..." | ||
mkdir -p /tmp/install | ||
cd /tmp/install | ||
curl -L https://github.com/google/glog/archive/v0.6.0.tar.gz --output glog-v0.6.0.tar.gz | ||
tar zxf glog-v0.6.0.tar.gz | ||
cd glog-0.6.0 | ||
mkdir -p build-dir | ||
cd build-dir | ||
cmake .. -DBUILD_SHARED_LIBS=OFF \ | ||
-DWITH_GFLAGS=OFF \ | ||
-DBUILD_TESTING=OFF | ||
sudo make install -j$(sysctl -n hw.ncpu) | ||
cd /tmp | ||
sudo rm -rf /tmp/install | ||
install_protobuf_grpc_script: | | ||
echo "Installing protobuf & grpc ..." | ||
mkdir -p /tmp/install | ||
cd /tmp/install | ||
wget -q https://github.com/unsafecoerce/git-submodules-tarball/releases/download/grpc%2Fgrpc-v1.36.x/grpc-grpc-1.36.x.tar.gz | ||
tar zxf grpc-grpc-1.36.x.tar.gz | ||
cd grpc-grpc-1.36.x | ||
mkdir -p cmake-build | ||
cd cmake-build | ||
cmake .. -DCMAKE_BUILD_TYPE=MinSizeRel \ | ||
-DBUILD_SHARED_LIBS=OFF \ | ||
-DgRPC_INSTALL=ON \ | ||
-DgRPC_BUILD_TESTS=OFF \ | ||
-DgRPC_BUILD_CSHARP_EXT=OFF \ | ||
-DgRPC_BUILD_GRPC_CSHARP_PLUGIN=OFF \ | ||
-DgRPC_BUILD_GRPC_NODE_PLUGIN=OFF \ | ||
-DgRPC_BUILD_GRPC_OBJECTIVE_C_PLUGIN=OFF \ | ||
-DgRPC_BUILD_GRPC_PHP_PLUGIN=OFF \ | ||
-DgRPC_BUILD_GRPC_PYTHON_PLUGIN=OFF \ | ||
-DgRPC_BUILD_GRPC_RUBY_PLUGIN=OFF \ | ||
-DgRPC_SSL_PROVIDER=package \ | ||
-DgRPC_ZLIB_PROVIDER=package \ | ||
-DOPENSSL_ROOT_DIR=$(brew --prefix openssl) \ | ||
-DgRPC_BACKWARDS_COMPATIBILITY_MODE=ON | ||
sudo make install -j$(sysctl -n hw.ncpu) | ||
cd /tmp | ||
sudo rm -rf /tmp/install | ||
build_vineyardctl_script: | ||
- make -C k8s vineyardctl | ||
|
||
vineyardctl_artifacts: | ||
path: k8s/vineyardctl | ||
|
||
build_vineyardd_script: | ||
- mkdir -p build | ||
- cd build | ||
- | | ||
pyenv global 3.11.2 | ||
cmake .. -DCMAKE_BUILD_TYPE=Release \ | ||
-DCMAKE_CXX_STANDARD=17 \ | ||
-DCMAKE_CXX_STANDARD_REQUIRED=TRUE \ | ||
-DBUILD_SHARED_LIBS=OFF \ | ||
-DBUILD_VINEYARD_SERVER=ON \ | ||
-DBUILD_VINEYARD_CLIENT=OFF \ | ||
-DBUILD_VINEYARD_PYTHON_BINDINGS=OFF \ | ||
-DBUILD_VINEYARD_PYPI_PACKAGES=OFF \ | ||
-DBUILD_VINEYARD_BASIC=OFF \ | ||
-DBUILD_VINEYARD_GRAPH=OFF \ | ||
-DBUILD_VINEYARD_IO=OFF \ | ||
-DBUILD_VINEYARD_HOSSEINMOEIN_DATAFRAME=OFF \ | ||
-DBUILD_VINEYARD_TESTS=OFF \ | ||
-DBUILD_VINEYARD_TESTS_ALL=OFF \ | ||
-DBUILD_VINEYARD_PROFILING=OFF | ||
make vineyardd -j$(sysctl -n hw.ncpu) | ||
vineyardd_artifacts: | ||
path: build/bin/vineyardd | ||
|
||
build_vineyard_bdist_script: | ||
- pyenv global 3.11.2 | ||
- cp k8s/vineyardctl ./python/vineyard/bdist/vineyardctl | ||
- cp build/bin/vineyardd ./python/vineyard/bdist/vineyardd | ||
- strip ./python/vineyard/bdist/vineyardctl | ||
- strip ./python/vineyard/bdist/vineyardd | ||
- python3 setup_bdist.py bdist_wheel --plat=macosx_11_0_arm64 | ||
|
||
build_vineyard_python_script: | ||
- | | ||
for py in 3.8.16 3.9.16 3.10.10 3.11.2; do | ||
current_python=$(pyenv root)/versions/$py/bin/python | ||
echo "Python is: $current_python, $($current_python --version)" | ||
$current_python -m pip install delocate wheel | ||
rm -rf build/lib* build/bdist.* python/vineyard/*.dylib python/vineyard/*.so | ||
mkdir -p build | ||
cd build | ||
cmake .. -DCMAKE_BUILD_TYPE=Release \ | ||
-DCMAKE_CXX_STANDARD=17 \ | ||
-DCMAKE_CXX_STANDARD_REQUIRED=TRUE \ | ||
-DBUILD_SHARED_LIBS=OFF \ | ||
-DBUILD_VINEYARD_SERVER=OFF \ | ||
-DBUILD_VINEYARD_CLIENT=ON \ | ||
-DBUILD_VINEYARD_PYTHON_BINDINGS=ON \ | ||
-DBUILD_VINEYARD_PYPI_PACKAGES=ON \ | ||
-DPYTHON_EXECUTABLE=$current_python \ | ||
-DBUILD_VINEYARD_BASIC=OFF \ | ||
-DBUILD_VINEYARD_GRAPH=OFF \ | ||
-DBUILD_VINEYARD_IO=OFF \ | ||
-DBUILD_VINEYARD_HOSSEINMOEIN_DATAFRAME=OFF \ | ||
-DBUILD_VINEYARD_TESTS=OFF \ | ||
-DBUILD_VINEYARD_TESTS_ALL=OFF \ | ||
-DBUILD_VINEYARD_PROFILING=OFF | ||
make vineyard_client_python -j$(sysctl -n hw.ncpu) | ||
cd .. | ||
$current_python setup.py bdist_wheel | ||
done | ||
delocate_wheel_script: | ||
- | | ||
$(brew --prefix python)/bin/python3 -m pip install delocate wheel | ||
for wheel in dist/*.whl; do | ||
delocate-wheel -w fixed_wheels -v $wheel | ||
done | ||
ls -la ./fixed_wheels | ||
macosx_arm64_wheel_artifacts: | ||
path: fixed_wheels/*.whl |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,59 @@ | ||
.git | ||
**/.git | ||
|
||
# contents from .gitignore | ||
build/ | ||
build-mac/ | ||
install/ | ||
build-static/ | ||
build-static-mac/ | ||
install-static/ | ||
build-docker/ | ||
install-docker/ | ||
build-docker-gsa/ | ||
install-docker-gsa/ | ||
*.code-workspace | ||
.vscode | ||
.idea | ||
.DS_store | ||
cmake-build-debug/ | ||
modules/graph/thirdparty/**/build/ | ||
|
||
# for python packaging | ||
dist/ | ||
**/*.egg-info/ | ||
**/*.so | ||
**/*.dylib | ||
**/*.a | ||
**/*.pyc | ||
**/*.bin | ||
**/*.egg | ||
|
||
# generated files | ||
*.vineyard.h | ||
|
||
# etcd data directory during testing | ||
default.etcd/ | ||
|
||
# tmp data directory during building image | ||
docker/dist/ | ||
|
||
# docs | ||
docs/_build/ | ||
|
||
# go vendor | ||
/**/vendor/ | ||
|
||
# Rust build | ||
/**/target/ | ||
|
||
# k8s | ||
k8s/bin/ | ||
k8s/vendor/ | ||
k8s/examples/ | ||
k8s/test/ | ||
k8s/hack/ | ||
!k8s/config/scheduler/config.yaml | ||
|
||
# artifacts | ||
wheels/ |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,85 @@ | ||
title = "Gitleaks for Vineyard" | ||
|
||
[extend] | ||
useDefault = true | ||
|
||
[[rules]] | ||
description = "Alibaba AccessKey ID" | ||
id = "alibaba-access-key-id" | ||
regex = '''(?i)((LTAI)[a-z0-9]+)''' | ||
keywords = [ | ||
"ltai", | ||
] | ||
|
||
[[rules]] | ||
description = "Alibaba AccessKey ID" | ||
id = "alibaba-access-id-in-config" | ||
regex = '''(?i)((access).?id\s*=\s*.+)''' | ||
keywords = [ | ||
"access", | ||
] | ||
|
||
[[rules]] | ||
description = "Alibaba AccessKey ID" | ||
id = "alibaba-access-key-in-config" | ||
regex = '''(?i)((access).?key\s*=\s*.+)''' | ||
keywords = [ | ||
"access", | ||
] | ||
|
||
[[rules]] | ||
description = "Alibaba AccessKey ID" | ||
id = "alibaba-access-secret-in-config" | ||
regex = '''(?i)((access).?secret\s*=\s*.+)''' | ||
keywords = [ | ||
"access", | ||
"secret", | ||
] | ||
|
||
[[rules]] | ||
description = "Alibaba AccessKey ID" | ||
id = "alibaba-access-key-id-in-config" | ||
regex = '''(?i)((access).?key.?id\s*=\s*.+)''' | ||
keywords = [ | ||
"access", | ||
] | ||
|
||
[rules.allowlist] | ||
paths = [ | ||
'''python/vineyard/drivers/io/tests/test_open.py''', | ||
'''python/vineyard/drivers/io/tests/test_serialize.py''', | ||
] | ||
|
||
[[rules]] | ||
description = "Alibaba AccessKey ID" | ||
id = "alibaba-access-key-secret-in-config" | ||
regex = '''(?i)((access).?key.?secret\s*=\s*.+)''' | ||
keywords = [ | ||
"access", | ||
"secret", | ||
] | ||
|
||
[rules.allowlist] | ||
paths = [ | ||
'''python/vineyard/drivers/io/tests/test_open.py''', | ||
'''python/vineyard/drivers/io/tests/test_serialize.py''', | ||
] | ||
|
||
[[rules]] | ||
description = "Alibaba AccessKey ID" | ||
id = "alibaba-secret-access-key-in-config" | ||
regex = '''(?i)((secret).?access.?key\s*=\s*.+)''' | ||
keywords = [ | ||
"access", | ||
"secret", | ||
] | ||
|
||
[allowlist] | ||
paths = [ | ||
'''build''', | ||
'''docs/_build''', | ||
'''docs/_templates/footer.html''', | ||
'''thirdparty''', | ||
'''modules/graph/thirdparty''', | ||
] | ||
|
Empty file.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,8 @@ | ||
repos: | ||
- repo: https://github.com/zricethezav/gitleaks | ||
rev: v8.15.0 | ||
hooks: | ||
- id: gitleaks | ||
args: | ||
- '--verbose' | ||
|
Oops, something went wrong.