[CI] Refactors directory layout (#80)

Author: 2sin18

.github/workflows/cpu-legacy-nightly.yaml

@@ -38,7 +38,7 @@ jobs:
     - name: Download
       run: |-
         kubectl exec -it ${PODNAME} -- \
-        sh -c 'tar -czf hybridbackend.tgz -C env/build/ .' && \
+        sh -c 'tar -czf hybridbackend.tgz -C build/auditwheel/ .' && \
         kubectl cp ${PODNAME}:hybridbackend.tgz ./hybridbackend.tgz --retries=3 && \
         mkdir -p dist && tar -xzf ./hybridbackend.tgz -C dist/
     - name: Publish

.github/workflows/cpu-legacy.yaml

@@ -37,7 +37,7 @@ jobs:
     - name: Download
       run: |-
         kubectl exec -it ${PODNAME} -- \
-        sh -c 'tar -czf hybridbackend.tgz -C env/build/ .' && \
+        sh -c 'tar -czf hybridbackend.tgz -C build/auditwheel/ .' && \
         kubectl cp ${PODNAME}:hybridbackend.tgz ./hybridbackend.tgz --retries=3 && \
         mkdir -p dist && tar -xzf ./hybridbackend.tgz -C dist/
     - name: Publish

.github/workflows/cpu-nightly.yaml

@@ -38,7 +38,7 @@ jobs:
     - name: Download
       run: |-
         kubectl exec -it ${PODNAME} -- \
-        sh -c 'tar -czf hybridbackend.tgz -C env/build/ .' && \
+        sh -c 'tar -czf hybridbackend.tgz -C build/auditwheel/ .' && \
         kubectl cp ${PODNAME}:hybridbackend.tgz ./hybridbackend.tgz --retries=3 && \
         kubectl cp ${PODNAME}:nosetests.xml ./nosetests.xml --retries=3 && \
         mkdir -p dist && tar -xzf ./hybridbackend.tgz -C dist/

.github/workflows/cpu.yaml

@@ -37,7 +37,7 @@ jobs:
     - name: Download
       run: |-
         kubectl exec -it ${PODNAME} -- \
-        sh -c 'tar -czf hybridbackend.tgz -C env/build/ .' && \
+        sh -c 'tar -czf hybridbackend.tgz -C build/auditwheel/ .' && \
         kubectl cp ${PODNAME}:hybridbackend.tgz ./hybridbackend.tgz --retries=3 && \
         mkdir -p dist && tar -xzf ./hybridbackend.tgz -C dist/
     - name: Publish

.github/workflows/gpu-nightly.yaml

@@ -38,7 +38,7 @@ jobs:
     - name: Download
       run: |-
         kubectl exec -it ${PODNAME} -- \
-        sh -c 'tar -czf hybridbackend.tgz -C env/build/ .' && \
+        sh -c 'tar -czf hybridbackend.tgz -C build/auditwheel/ .' && \
         kubectl cp ${PODNAME}:hybridbackend.tgz ./hybridbackend.tgz --retries=3 && \
         kubectl cp ${PODNAME}:nosetests.xml ./nosetests.xml --retries=3 && \
         mkdir -p dist && tar -xzf ./hybridbackend.tgz -C dist/

.github/workflows/gpu.yaml

@@ -37,7 +37,7 @@ jobs:
     - name: Download
       run: |-
         kubectl exec -it ${PODNAME} -- \
-        sh -c 'tar -czf hybridbackend.tgz -C env/build/ .' && \
+        sh -c 'tar -czf hybridbackend.tgz -C build/auditwheel/ .' && \
         kubectl cp ${PODNAME}:hybridbackend.tgz ./hybridbackend.tgz --retries=3 && \
         mkdir -p dist && tar -xzf ./hybridbackend.tgz -C dist/
     - name: Publish

.gitignore

@@ -4,8 +4,13 @@
 *.o
 *.d
 *.log
-build/
-dist/
+build/lib.*
+build/bdist.*
+build/temp.*
+build/reports/
+build/doc/
+build/wheel/
+build/auditwheel/
 *.egg-info/
 __pycache__/
 .pylint.d/

BUILD.md

@@ -7,7 +7,7 @@
 [Docker is the future](https://docs.docker.com/engine/install/)
 
 ```bash
-env/run make -j$(nproc)
+build/run make -j$(nproc)
 ```
 
 ### 1.2 Use customized container image for developers
@@ -32,7 +32,7 @@ Build HybridBackend on customized developer image, or build and push customized
 image from counterpart developer image:
 
 ```bash
-env/run make -j$(nproc)
+build/run make -j$(nproc)
 ```
 
 Or
@@ -77,7 +77,7 @@ Requirements:
 Build & install arrow:
 
 ```bash
-cd env/arrow/
+cd build/arrow/
 ARROW_USE_CXX11_ABI=${HYBRIDBACKEND_USE_CXX11_ABI} \
 ARROW_HDFS=ON \
 ARROW_S3=ON \
@@ -87,12 +87,12 @@ ARROW_S3=ON \
 Build & install sparsehash:
 
 ```bash
-cd env/sparsehash
+cd build/sparsehash
 ./build.sh
 ```
 
 Install TensorFlow and other requirements, see
-[Dockerfiles](env/dockerfiles/) for more detail.
+[Dockerfiles](build/dockerfiles/) for more detail.
 
 Configure & build:
 
@@ -122,7 +122,7 @@ Requirements:
 Build & install arrow:
 
 ```bash
-cd env/arrow/
+cd build/arrow/
 ARROW_USE_CXX11_ABI=${HYBRIDBACKEND_USE_CXX11_ABI} \
 ARROW_HDFS=ON \
 ARROW_S3=ON \
@@ -132,7 +132,7 @@ ARROW_S3=ON \
 Build & install sparsehash:
 
 ```bash
-cd env/sparsehash
+cd build/sparsehash
 ./build.sh
 ```
 

CONTRIBUTING.md

@@ -12,8 +12,8 @@ series [How to Contribute to an Open Source Project on GitHub](https://kcd.im/pu
 Before any commits, please use below tools to format and check code style:
 
 ```bash
-env/run tools/format
-env/run tools/lint
+build/run tools/format
+build/run tools/lint
 ```
 
 Commit message style should follow below format:
@@ -29,8 +29,8 @@ Commit message style should follow below format:
 Test your commit using default developer docker:
 
 ```bash
-env/run make -j8
-env/run make test
+build/run make -j8
+build/run make test
 ```
 
 Also, CI builds would be triggered if a commit is pushed.

Makefile

@@ -125,7 +125,7 @@ endif
 
 ifneq ($(OS),Darwin)
 D_FILES := $(shell \
-    find \( -path ./env -o -path ./build -o -path ./dist \) \
+    find \( -path ./build \) \
 	-prune -false -o -type f -name '*.d' \
 	-exec realpath {} --relative-to . \;)
 
@@ -134,7 +134,7 @@ endif
 
 THIRDPARTY_DEPS :=
 ifeq ($(HYBRIDBACKEND_WITH_ARROW),ON)
-ARROW_HOME ?= env/arrow/dist
+ARROW_HOME ?= build/arrow/dist
 ARROW_API_H := $(ARROW_HOME)/include/arrow/api.h
 THIRDPARTY_DEPS := $(THIRDPARTY_DEPS) $(ARROW_API_H)
 CFLAGS := $(CFLAGS) \
@@ -195,7 +195,7 @@ COMMON_LDFLAGS := $(COMMON_LDFLAGS) \
 endif
 
 ifeq ($(HYBRIDBACKEND_WITH_SPARSEHASH),ON)
-SPARSEHASH_HOME ?= env/sparsehash/dist
+SPARSEHASH_HOME ?= build/sparsehash/dist
 SPARSEHASH_DENSE_HASH_MAP := $(SPARSEHASH_HOME)/include/sparsehash/dense_hash_map
 THIRDPARTY_DEPS := $(THIRDPARTY_DEPS) $(SPARSEHASH_DENSE_HASH_MAP)
 CFLAGS := $(CFLAGS) \
@@ -213,8 +213,7 @@ ifeq ($(HYBRIDBACKEND_WITH_TENSORFLOW),ON)
 TENSORFLOW_LIB := $(LIBNAME)/tensorflow/lib$(LIBNAME)_tensorflow.so
 -include $(LIBNAME)/tensorflow/Makefile
 CORE_DEPS := $(CORE_DEPS) $(TENSORFLOW_LIB)
-CFLAGS := $(CFLAGS) \
-	-DHYBRIDBACKEND_TENSORFLOW="$(TENSORFLOW_DISTRO)"
+CFLAGS := $(CFLAGS) -DHYBRIDBACKEND_TENSORFLOW=1
 ifeq ($(HYBRIDBACKEND_WITH_TENSORFLOW_HALF),ON)
 CFLAGS := $(CFLAGS) -DHYBRIDBACKEND_TENSORFLOW_HALF=1
 endif
@@ -226,13 +225,13 @@ build: $(CORE_DEPS)
 	WHEEL_BUILD="$(HYBRIDBACKEND_WHEEL_BUILD)" \
 	WHEEL_REQUIRES="$(HYBRIDBACKEND_WHEEL_REQUIRES)" \
 	WHEEL_DEBUG="$(HYBRIDBACKEND_WHEEL_DEBUG)" \
-	$(PYTHON) setup.py bdist_wheel -d env/dist
-	@ls env/dist/*.whl
+	$(PYTHON) setup.py bdist_wheel -d build/wheel
+	@ls build/wheel/*.whl
 
 .PHONY: doc
 doc:
-	mkdir -p env/dist
-	sphinx-build -M html docs/ env/dist/doc
+	mkdir -p build/doc
+	sphinx-build -M html docs/ build/doc
 
 TESTS := $(shell find hybridbackend/ -type f -name "*_test.py")
 
@@ -246,8 +245,13 @@ test:
 
 .PHONY: clean
 clean:
-	rm -fr env/dist/
-	rm -fr build/
+	rm -fr build/doc/
+	rm -fr build/reports/
+	rm -fr build/wheel/
+	rm -fr build/auditwheel/
+	rm -fr build/lib.*
+	rm -fr build/bdist.*
+	rm -fr build/temp.*
 	rm -fr *.egg-info/
 	rm -rf .pylint.d/
 	find -name *.c -exec rm -fr {} \;