Merge branch 'main' into 1.0.0_dev

* main:
  Adjust docs for 1.1.0 (#212)
  Update README.md (#211)
  Update README.md (#210)
  Update to 1.1.0 (#209)

# Conflicts:
#	aios/sql/iquan/java/iquan_core/src/main/java/com/taobao/search/iquan/core/catalog/GlobalCatalog.java
#	aios/sql/python/sql_config_loader.py
#	aios/sql/resource/Ha3TableInfoR.cpp
#	aios/suez_navi/search/NaviSearchManager.cpp
#	docs/havenask_docs/sql/guide/quickstart.md

Author: wjp719

.bazelrc

@@ -101,5 +101,4 @@ build:havenask --test_tag_filters=-not_for_opensource
 build:havenask --define disable_catalog_mongodb=true
 test --test_tag_filters=-slow_case,-codegen_case,-one_box --test_env CHECK_CASE_TIMEOUT=false
 build:havenask --distdir=/external/__distdir__
-build:havenask --define cpu_avx512=false
 build --config=havenask

.gitignore

@@ -7,10 +7,6 @@ bep.json*
 .DS_Store
 __pycache__
 *.pyc
-*.rpm
 rpm/*.log
-*.tgz
-*.tar
-*.so
-hape/conf/generated
-
+*.bak
+hape/conf/generated

BUILD

@@ -61,18 +61,13 @@ config_setting(
     visibility=['//visibility:public']
 )
 config_setting(
-    name='cpu_with_avx512',
-    define_values={'cpu_avx512': 'true'},
-    visibility=['//visibility:public']
-)
-config_setting(
-    name='cpu_without_avx512',
-    define_values={'cpu_avx512': 'false'},
+    name='hack_get_set_env',
+    define_values={'hack_get_set_env': 'true'},
     visibility=['//visibility:public']
 )
 config_setting(
-    name='hack_get_set_env',
-    define_values={'hack_get_set_env': 'true'},
+    name='glibc_2_17_compatible',
+    define_values={'glibc_2_17_compatible': 'true'},
     visibility=['//visibility:public']
 )
 bool_flag(name='using_cuda', build_setting_default=False)
@@ -101,7 +96,6 @@ config_setting(
     },
     visibility=['//visibility:public']
 )
-
 config_setting(
     name='disable_catalog_mongodb',
     values={'define': 'disable_catalog_mongodb=true'},

README.md

@@ -1,5 +1,6 @@
 ## Note
 > old version:
+> [1.0.0](https://github.com/alibaba/havenask/tree/1.0.0),
 > [1.0.0-beta](https://github.com/alibaba/havenask/tree/1.0.0-beta),
 > [main-stable-0.4](https://github.com/alibaba/havenask/tree/main-stable-0.4)<br>
 > The new and old main branches have a significant difference, and if the sync code branch produces errors, please make them consistent with the current main branch.
@@ -28,18 +29,18 @@ Havenask delivers the following benefits:
 
 
 ## Documentation
-* Havenask Wiki: https://github.com/alibaba/havenask/wiki
+* Havenask Wiki: [https://havenask.net](https://havenask.net)
 
 ## Get Started
 
 * Havenask Docker images (image platform: amd64)
   * <strong>ha3_runtime</strong>: runtime image allows you to quickly start a search service without compiling.
-  * <strong>ha3_dev </strong>: development image includes all libraries necessary for compiling havenask. （[QuickStart](docs/havenask_docs/快速开始.md)）
+  * <strong>ha3_dev </strong>: development image includes all libraries necessary for compiling havenask. [QuickStart](https://havenask.net/#/doc/sql/guide/quickstart)
 * Requirements
   * Runtime: cpu > 2 cores, memory > 4G, disk > 20G
   * Dev: cpu > 2 cores, memory > 10G, disk > 50G
   * Install and Start Docker
-  * Check that you can ssh to the localhost without a passphrase, ref[passphraseless ssh](docs/havenask_docs/Hape单机模式.md)
+  * Check that you can ssh to the localhost without a passphrase, ref [Local Mode](https://havenask.net/#/doc/sql/petool/localmode)
 
 ## Start Havenask Service
 * Create the container
@@ -63,7 +64,7 @@ docker pull registry.cn-hangzhou.aliyuncs.com/havenask/ha3_runtime:latest
 ```
 * Create table
 ```
-/ha3_install/hape create table -t in0 -s /ha3_install/hape_conf/example/cases/normal/in0_schema.json -p 1
+/ha3_install/hape create table -t in0 -s /ha3_install/example/cases/normal/in0_schema.json -p 1
 ```
 
 * Insert data
@@ -105,17 +106,17 @@ Havenask 的核心能力与优势，有以下几点：
 * <strong>支持向量检索</strong>：可通过与插件配合实现多模态搜索，满足更多场景的搜索服务搭建需求。
 
 ## 相关文档
-* Havenask Wiki: [https://github.com/alibaba/havenask/wiki](https://github.com/alibaba/havenask/wiki)
+* Havenask Wiki: [https://havenask.net](https://havenask.net)
 
 ## 开始使用
 * 镜像介绍（镜像平台: amd64）
    * ha3_runtime：可直接运行的镜像，无需编译代码，包含了问天引擎的可执行文件。
-   * ha3_dev：用于开发测试的镜像，里面包含了开发测试时需要的各种依赖库和头文件，如何编译问天引擎请参考[快速开始](docs/havenask_docs/快速开始.md)。
+   * ha3_dev：用于开发测试的镜像，里面包含了开发测试时需要的各种依赖库和头文件，如何编译问天引擎请参考[QuickStart](https://havenask.net/#/doc/sql/guide/quickstart)。
 * 环境要求
    * 运行镜像：确保机器内存大于4G，cpu大于2核，磁盘大小大于20G。
    * 开发镜像：确保机器内存大于10G，cpu大于2核，磁盘大小大于50G。
    * 使用前确保设备已经安装和启动Docker服务。
-   * 单机模式需要确保本机能免密ssh登录自己，详情参考[免密ssh](docs/havenask_docs/Hape单机模式.md)
+   * 单机模式需要确保本机能免密ssh登录自己，详情参考[单机模式](https://havenask.net/#/doc/sql/petool/localmode)
 
 ## 启动服务
 
@@ -140,7 +141,7 @@ docker pull registry.cn-hangzhou.aliyuncs.com/havenask/ha3_runtime:latest
 ```
 * 创建表
 ```
-/ha3_install/hape create table -t in0 -s /ha3_install/hape_conf/example/cases/normal/in0_schema.json -p 1
+/ha3_install/hape create table -t in0 -s /ha3_install/example/cases/normal/in0_schema.json -p 1
 ```
 
 * 写入数据

WORKSPACE

@@ -1,3 +1,3 @@
 workspace(name='com_taobao_aios')
-load('//:workspace.bzl', 'aios_workspace')
+load('//bazel:workspace.bzl', 'aios_workspace')
 aios_workspace()

aios/alog/BUILD

@@ -1,9 +1,9 @@
 cc_library(
     name='alog',
-    visibility=['//visibility:public'],
     srcs=glob(['src/cpp/*.cpp', 'src/cpp/*.h']),
     hdrs=glob(['include/alog/*.h']),
-    deps=['@zlib_archive//:zlib'],
     copts=['-Wformat-truncation=0'],
-    strip_include_prefix='include'
+    strip_include_prefix='include',
+    visibility=['//visibility:public'],
+    deps=['@zlib_archive//:zlib']
 )

aios/alog/include/alog/Logger.h

@@ -101,6 +101,10 @@ class Logger {
      *@brief flush all logger's message.
      */
     static void flushAll();
+    /**
+     *@brief flush cache value after `fork`
+     */
+    static void flushCachedPidTid();
 
     /**
      *@brief set trash directory.

aios/alog/src/cpp/Logger.cpp

@@ -85,6 +85,11 @@ void Logger::flushAll()
     }
 }
 
+void Logger::flushCachedPidTid() {
+    sysPid = getpid();
+    sysTid = (long)syscall(SYS_gettid);
+}
+
 void Logger::shutdown()
 {
     // Stop the I/O worker thread of gEventBase if it is started
@@ -230,7 +235,7 @@ void Logger::logVaList(uint32_t level, const char *format, va_list ap) {
     LoggingEvent event(m_loggerName, msg, level);
 
     _log(event);
-    
+
 }
 void Logger::logVaList(uint32_t level, const char * file, int line, const char * func, const char* fmt, va_list ap)
 {

aios/apps/facility/build_service/BUILD

@@ -103,7 +103,8 @@ cc_library(
     strip_include_prefix='build_service',
     deps=[
         ':bs_basic', ':bs_task_target', ':proto_cc_proto',
-        '//aios/autil:range_util', '//aios/network/http_arpc'
+        '//aios/autil:base64', '//aios/autil:range_util',
+        '//aios/network/http_arpc'
     ],
     alwayslink=True
 )
@@ -281,14 +282,6 @@ cc_test(
     data=glob(['testdata/**']),
     deps=[':bs_io', ':bs_testbase']
 )
-cc_library(
-    name='bs_plugin_config',
-    hdrs=['build_service/plugin/ModuleInfo.h'],
-    include_prefix='build_service',
-    strip_include_prefix='build_service',
-    visibility=['//visibility:public'],
-    deps=['//aios/storage/indexlib/indexlib:indexlib_plugin_config']
-)
 cc_library(
     name='bs_config',
     srcs=glob(['build_service/config/*.cpp'],
@@ -297,19 +290,20 @@ cc_library(
                   'build_service/config/HashMode.cpp',
                   'build_service/config/CLIOptionNames.cpp'
               ]),
-    hdrs=glob(['build_service/config/*.h'],
+    hdrs=glob(['build_service/config/*.h', 'build_service/plugin/ModuleInfo.h'],
               exclude=['build_service/config/TaskTarget.h']),
     include_prefix='build_service',
     strip_include_prefix='build_service',
     visibility=['//visibility:public'],
     deps=[
-        ':bs_hashmode', ':bs_plugin_config', ':bs_proto', ':bs_task_target',
-        ':bs_util', '//aios/filesystem/fslib:fslib-framework',
+        ':bs_hashmode', ':bs_proto', ':bs_task_target', ':bs_util',
+        '//aios/filesystem/fslib:fslib-framework',
         '//aios/storage/indexlib/config:options',
         '//aios/storage/indexlib/config:schema',
         '//aios/storage/indexlib/framework:tablet_factory',
         '//aios/storage/indexlib/framework:tablet_schema_loader',
-        '//aios/storage/indexlib/indexlib/config'
+        '//aios/storage/indexlib/indexlib/config',
+        '//aios/storage/indexlib/legacy/config:module_info'
     ],
     alwayslink=True
 )
@@ -324,7 +318,10 @@ cc_library(
 )
 cc_test(
     name='bs_config_test',
-    srcs=glob(['build_service/config/test/*.cpp']),
+    srcs=glob(['build_service/config/test/*.cpp'],
+              exclude=[
+                  'build_service/config/test/FakeRealtimeSchemaListKeeper.cpp'
+              ]),
     copts=['-fno-access-control'],
     data=glob(['testdata/**']),
     deps=[
@@ -358,7 +355,7 @@ cc_library(
         '//aios/plugins/havenask_plugins/bs_reader_plugins:__subpackages__'
     ],
     deps=[
-        ':bs_config', ':bs_proto',
+        ':bs_config', ':bs_proto', '//aios/autil:resource_container',
         '//aios/storage/indexlib/framework/index_task:task_execute',
         '//aios/storage/indexlib/indexlib',
         '//aios/storage/indexlib/table/normal_table/index_task:document_reclaim',
@@ -468,7 +465,7 @@ cc_library(
 cc_test(
     name='bs_document_test',
     srcs=glob(['build_service/document/test/*.cpp']),
-    copts=[],
+    copts=['-fno-access-control'],
     data=glob(['testdata/**']),
     deps=[':bs_document', ':bs_document_test_helper', ':bs_testbase']
 )
@@ -532,12 +529,21 @@ cc_library(
     strip_include_prefix='build_service',
     deps=[':bs_testbase', ':bs_worker']
 )
+cc_library(
+    name='bs_config_test_helper',
+    srcs=glob(['build_service/config/test/Fake*.cpp']),
+    hdrs=glob(['build_service/config/test/Fake*.h']),
+    include_prefix='build_service',
+    strip_include_prefix='build_service',
+    deps=[':bs_common_test_helper']
+)
 cc_library(
     name='bs_admin_test_helper',
     srcs=glob([
         'build_service/admin/test/Mock*.cpp',
         'build_service/admin/test/Fake*.cpp',
         'build_service/admin/test/GenerationTaskStateMachine.cpp',
+        'build_service/admin/test/BuilderV2Node.cpp',
         'build_service/admin/test/SoReplaceGenerationTask.cpp'
     ]),
     hdrs=(
@@ -547,15 +553,16 @@ cc_library(
         ]) + [
             'build_service/admin/test/FileUtilForTest.h',
             'build_service/admin/test/GenerationTaskStateMachine.h',
+            'build_service/admin/test/BuilderV2Node.h',
             'build_service/admin/test/SoReplaceGenerationTask.h',
             'build_service/admin/test/FakeZkState.cpp'
         ]
     ),
     include_prefix='build_service',
     strip_include_prefix='build_service',
     deps=[
-        ':bs_admin', ':bs_common_test_helper', ':bs_proto_test_helper',
-        ':bs_testbase', ':bs_worker'
+        ':bs_admin', ':bs_common_test_helper', ':bs_config_test_helper',
+        ':bs_proto_test_helper', ':bs_testbase', ':bs_worker'
     ]
 )
 cc_library(
@@ -592,6 +599,34 @@ cc_library(
     ] + ['//aios/future_lite/future_lite/executors:simple_async_io_executor']),
     alwayslink=True
 )
+cc_library(
+    name='bs_builder_test_helper',
+    srcs=[
+        'build_service/builder/test/FakeThread.cpp',
+        'build_service/builder/test/IndexBuilderCreator.cpp'
+    ],
+    hdrs=glob(['build_service/builder/test/*.h']),
+    copts=[],
+    include_prefix='build_service',
+    strip_include_prefix='build_service',
+    deps=[':bs_builder', ':bs_testbase']
+)
+cc_test(
+    name='bs_builder_test',
+    srcs=glob(['build_service/builder/test/*Test.cpp'],
+              exclude=['build_service/builder/test/BuilderRangeTest.cpp']),
+    copts=['-fno-access-control'],
+    data=glob(['testdata/**']),
+    shard_count=5,
+    deps=[
+        ':bs_builder', ':bs_builder_test_helper', ':bs_document_test_helper',
+        ':bs_testbase',
+        '//aios/storage/indexlib/document/test:KVDocumentBatchMaker',
+        '//aios/storage/indexlib/framework/mock:tablet',
+        '//aios/storage/indexlib/indexlib:indexlib_testlib',
+        '//aios/storage/indexlib/indexlib/test:document'
+    ]
+)
 cc_library(
     name='bs_workflow',
     srcs=glob(['build_service/workflow/*.cpp']),
@@ -675,9 +710,9 @@ cc_library(
     strip_include_prefix='build_service',
     visibility=['//visibility:public'],
     deps=[
-        ':bs_basic', ':bs_common', ':bs_config', ':bs_merge', ':bs_task_base',
-        ':bs_util', '//aios/autil:env_util', '//aios/future_lite',
-        '//aios/storage/indexlib/config:options',
+        ':bs_basic', ':bs_common', ':bs_config', ':bs_general_task',
+        ':bs_merge', ':bs_task_base', ':bs_util', '//aios/autil:env_util',
+        '//aios/future_lite', '//aios/storage/indexlib/config:options',
         '//aios/storage/indexlib/config:schema',
         '//aios/storage/indexlib/framework:tablet',
         '//aios/storage/indexlib/framework:version_cleaner',
@@ -713,6 +748,14 @@ cc_library(
     visibility=['//visibility:public'],
     deps=[':bs_processor']
 )
+cc_library(
+    name='mock_raw_document_rewriter',
+    hdrs=['build_service/workflow/test/MockRawDocumentRewriter.h'],
+    include_prefix='build_service',
+    strip_include_prefix='build_service',
+    visibility=['//visibility:public'],
+    deps=[':bs_workflow']
+)
 cc_library(
     name='mock_builder_v2',
     hdrs=['build_service/builder/test/MockBuilderV2.h'],
@@ -763,6 +806,7 @@ cc_library(
 cc_binary(
     name='bs_admin_worker',
     srcs=glob(['build_service/admin/AdminWorker.cpp']),
+    tags=['fuse-keep-symbol', 'manual', 'no-remote-exec'],
     visibility=['//visibility:public'],
     deps=[
         ':bs_admin', '//aios/worker_framework:worker_base_main', '@gperftools'
@@ -771,6 +815,7 @@ cc_binary(
 cc_binary(
     name='build_service_worker',
     srcs=['@com_google_protobuf//:protobuf'],
+    tags=['fuse-keep-symbol', 'manual', 'no-remote-exec'],
     visibility=['//visibility:public'],
     deps=[
         ':bs_worker', '//aios/network/gig:multi_call',