update RPM build script to actual state

.gitignore

@@ -0,0 +1,2 @@
+rpmbuild
+

Builder_Dockerfile

@@ -0,0 +1,12 @@
+# Base image used to build clickhouse-rpm, used to simplify and speedup builds in CI
+
+ARG BUILDER_BASE_IMAGE=centos:7
+FROM ${BUILDER_BASE_IMAGE}
+
+RUN yum -y install sudo
+
+COPY . clickhouse-rpm
+
+RUN cd clickhouse-rpm \
+    && ./builder install --deps \
+    && cd ..  && rm -rf clickhouse-rpm

Dockerfile

@@ -0,0 +1,56 @@
+FROM centos:latest
+
+# set timezone
+RUN rm /etc/localtime
+RUN ln -s /usr/share/zoneinfo/Europe/Moscow /etc/localtime
+
+# Create work & result dirs
+RUN mkdir -p /clickhouse
+RUN mkdir -p /clickhouse/result
+
+WORKDIR /clickhouse
+
+# Install ClickHouse from local RPMs
+COPY /rpmbuild/RPMS/x86_64/clickhouse-* /clickhouse/
+RUN yum localinstall -y /clickhouse/*.rpm
+
+# Install dependencies for clickhouse-test itself
+RUN yum install -y epel-release
+RUN yum install -y python-lxml
+RUN yum install -y python-requests
+RUN yum install -y python2-pip
+RUN pip install termcolor
+
+# Install dependencies required by test scripts
+RUN yum install -y perl
+RUN yum install -y sudo
+RUN yum install -y telnet
+RUN yum install -y centos-release-scl
+RUN yum install -y devtoolset-7
+
+# Install main script
+COPY /runscript.sh /clickhouse/
+RUN chmod a+x /clickhouse/runscript.sh
+
+
+# Launch entrypoint
+#CMD "/usr/bin/clickhouse-test > /clickhouse/result/result.txt 2>&1"
+#CMD "/bin/bash"
+CMD "./runscript.sh"
+
+MAINTAINER Vladislav Klimenko
+LABEL version="0.1"
+LABEL description="Install ClickHouse RPMs and run clickhouse-test in order to verify RPMs are operational"
+
+# IMAGE_NAME=clickhouse_test_$(date +%s)
+# sudo docker build -t $IMAGE_NAME .
+# sudo docker run -it --mount src="$(pwd)",target=/clickhouse/result,type=bind $IMAGE_NAME
+
+#/usr/bin/clickhouse-server --config=/etc/clickhouse-server/config.xml
+#/usr/bin/clickhouse-test > /clickhouse/result/out.txt
+
+
+#docker run --ulimit nofile=90000:90000 <image-tag>
+#
+#First 90000 is soft limit, second 90000 is hard limit. When you launch the container, of course with -it flag, and enter command ulimit -n you’ll see the limit is 90000 now.
+

README.md

@@ -1,18 +1,81 @@
 # clickhouse-rpm
-ClickHouse DBMS build script for RHEL based distributions
+This is an RPM builder and it is used to install all required dependencies and build ClickHouse RPMs for CentOS 6, 7 and Amazon Linux.
 
-Run build_packages.sh on any RHEL 6 or RHEL 7 based distribution and it shall produce ClickHouse source and binary RPM packages for your system.
+# Ready-to-use RPMs
+In case you'd like to just install ready-to-use RPMs, and are not interested in building your own hand-made RPMs, there is [detailed explanation](https://github.com/Altinity/clickhouse-rpm-install) on how to use Altinity's [RPM repository](https://packagecloud.io/Altinity/clickhouse)
 
-You can also install packages built with these scripts from public YUM repository.
+# Build RPMs
 
-To connect repository on CentOS 6/GosLinux:
+Run `builder` on any RHEL 6 or RHEL 7 based distribution and get ClickHouse source and binary RPM packages as an output.
 
-`yum-config-manager --add-repo http://repo.red-soft.biz/repos/clickhouse/repo/clickhouse-el6.repo`
+```console
+Usage:
 
-For CentOS 7:
+./builder version
+		display default version to build
 
-`yum-config-manager --add-repo http://repo.red-soft.biz/repos/clickhouse/repo/clickhouse-el7.repo`
+./builder all [--debuginfo=no] [--cmake-build-type=Debug]
+		install build deps, download sources, build RPMs
+./builder all --test [--debuginfo=no]
+		install build+test deps, download sources, build+test and test RPMs
 
-To install ClickHouse client and server:
+./builder install --build-deps
+		install build dependencies
+./builder install --test-deps
+		install test dependencies
+./builder install --deps
+		install all dependencies (both build and test)
+./builder install --rpms [--from-sources]
+		install RPMs, if available (do not build RPMs)
+
+./builder build --spec
+		just create SPEC file
+		do not download sources, do not build RPMs
+./builder build --rpms [--debuginfo=no] [--cmake-build-type=Debug] [--test] [--no-version-check]
+		download sources, build SPEC file, build RPMs
+		do not install dependencies
+./builder build --download-sources
+		just download sources into $RPMBUILD_ROOT_DIR/SOURCES/ClickHouse-$CH_VERSION-$CH_TAG folder
+		(do not create SPEC file, do not install dependencies, do not build)
+./builder build --rpms --from-sources-in-BUILD-dir [--debuginfo=no] [--cmake-build-type=Debug] [--test]
+		just build RPMs from unpacked sources - most likely you have modified them
+		sources are in $RPMBUILD_ROOT_DIR/BUILD/ClickHouse-$CH_VERSION-$CH_TAG folder
+		(do not download sources, do not create SPEC file, do not install dependencies)
+./builder build --rpms --from-sources-in-SOURCES-dir [--debuginfo=no] [--cmake-build-type=Debug] [--test]
+		just build RPMs from unpacked sources - most likely you have modified them
+		sources are in $RPMBUILD_ROOT_DIR/SOURCES/ClickHouse-$CH_VERSION-$CH_TAG folder
+		(do not download sources, do not create SPEC file, do not install dependencies)
+./builder build --rpms --from-archive [--debuginfo=no] [--cmake-build-type=Debug] [--test]
+		just build RPMs from $RPMBUILD_ROOT_DIR/SOURCES/ClickHouse-$CH_VERSION-$CH_TAG folder.zip sources
+		(do not download sources, do not create SPEC file, do not install dependencies)
+./builder build --rpms --from-sources [--debuginfo=no] [--cmake-build-type=Debug] [--test]
+		build from source codes
+
+./builder test --docker [--from-sources]
+		build Docker image and install produced RPM files in it. Run clickhouse-test
+./builder test --local
+		install required dependencies and run clickhouse-test on locally installed ClickHouse
+./builder test --local-sql
+		run several SQL queries on locally installed ClickHouse
+
+./builder repo --publish --packagecloud=<packagecloud USER ID> [FILE 1] [FILE 2] [FILE N]
+		publish packages on packagecloud as USER. In case no files(s) provided, rpmbuild/RPMS/x86_64/*.rpm would be used
+./builder repo --delete  --packagecloud=<packagecloud USER ID> file1_URL [file2_URL ...]
+		delete packages (specified as URL to file) on packagecloud as USER
+		URL to file to be deleted can be copy+pasted from packagecloud.io site and is expected as:
+		https://packagecloud.io/Altinity/clickhouse/packages/el/7/clickhouse-test-19.4.3.1-1.el7.x86_64.rpm
+
+		OS=centos DISTR_MAJOR=7 DISTR_MINOR=5 ./builder repo --publish --packagecloud=XYZ [file(s)]
+		OS=centos DISTR_MAJOR=7 DISTR_MINOR=5 ./builder repo --publish --path=altinity/clickhouse-altinity-stable --packagecloud=XYZ [file(s)]
+		./builder repo --delete URL1 URL2 URL3
+./builder repo --download [--path=altinity/clickhouse-altinity-stable] <VERSION>
+
+./builder list --rpms
+		list available RPMs
+
+./builder src --download
+		just download sources
+```
+
+In most cases just run `./builder all`
 
-`yum install clickhouse-server clickhouse-client clickhouse-server-common clickhouse-compressor`