Skip to content
体验新版
项目
组织
正在加载...
登录
切换导航
打开侧边栏
apache
Incubator Pegasus
提交
4e743590
Incubator Pegasus
项目概览
apache
/
Incubator Pegasus
通知
9
Star
5
Fork
0
代码
文件
提交
分支
Tags
贡献者
分支图
Diff
Issue
0
列表
看板
标记
里程碑
合并请求
0
DevOps
流水线
流水线任务
计划
Wiki
0
Wiki
分析
仓库
DevOps
项目成员
Pages
Incubator Pegasus
项目概览
项目概览
详情
发布
仓库
仓库
文件
提交
分支
标签
贡献者
分支图
比较
Issue
0
Issue
0
列表
看板
标记
里程碑
合并请求
0
合并请求
0
Pages
DevOps
DevOps
流水线
流水线任务
计划
分析
分析
仓库分析
DevOps
Wiki
0
Wiki
成员
成员
收起侧边栏
关闭侧边栏
动态
分支图
创建新Issue
流水线任务
提交
Issue看板
前往新版Gitcode,体验更适合开发者的 AI 搜索 >>
提交
4e743590
编写于
12月 13, 2018
作者:
W
Wu Tao
提交者:
acelyc111
12月 14, 2018
浏览文件
操作
浏览文件
下载
电子邮件补丁
差异文件
rocksdb: add compression type zstd and lz4 (#217)
上级
19c523b6
变更
11
隐藏空白更改
内联
并排
Showing
11 changed file
with
34 addition
and
23 deletion
+34
-23
.travis.yml
.travis.yml
+10
-3
run.sh
run.sh
+1
-1
scripts/pack_server.sh
scripts/pack_server.sh
+2
-1
scripts/pack_tools.sh
scripts/pack_tools.sh
+2
-1
src/CMakeLists.txt
src/CMakeLists.txt
+7
-0
src/geo/bench/CMakeLists.txt
src/geo/bench/CMakeLists.txt
+2
-4
src/server/CMakeLists.txt
src/server/CMakeLists.txt
+1
-3
src/server/pegasus_server_impl.cpp
src/server/pegasus_server_impl.cpp
+5
-2
src/server/test/CMakeLists.txt
src/server/test/CMakeLists.txt
+2
-2
src/shell/CMakeLists.txt
src/shell/CMakeLists.txt
+1
-3
src/test/bench_test/CMakeLists.txt
src/test/bench_test/CMakeLists.txt
+1
-3
未找到文件。
.travis.yml
浏览文件 @
4e743590
...
...
@@ -8,8 +8,15 @@ os: linux
compiler
:
-
gcc
addons
:
apt
:
packages
:
-
libsnappy-dev
-
liblz4-dev
cache
:
-
ccache
-
apt
before_install
:
-
wget https://raw.githubusercontent.com/xiaomi/pegasus-common/master/build-depends.tar.gz
...
...
@@ -19,9 +26,9 @@ before_install:
-
cd ..
install
:
-
sudo apt-get -f install
-
sudo apt-get -y install libsnappy-dev
-
sudo apt-get -y install libgflags-dev
-
wget https://github.com/facebook/zstd/archive/v1.3.7.zip; unzip v1.3.7; cd zstd-1.3.7;
-
mkdir cmake-build; cd cmake-build; cmake -DCMAKE_INSTALL_PREFIX=/usr -DCMAKE_INSTALL_LIBDIR=lib -DZSTD_BUILD_PROGRAMS=OFF ../build/cmake; sudo make install -j8;
-
cd ../..
before_script
:
-
cd rdsn/thirdparty
...
...
run.sh
浏览文件 @
4e743590
...
...
@@ -200,7 +200,7 @@ function run_build()
echo
"INFO: start build rocksdb..."
ROCKSDB_BUILD_DIR
=
"
$ROOT
/rocksdb/build"
CMAKE_OPTIONS
=
"-DCMAKE_C_COMPILER=
$C_COMPILER
-DCMAKE_CXX_COMPILER=
$CXX_COMPILER
"
CMAKE_OPTIONS
=
"-DCMAKE_C_COMPILER=
$C_COMPILER
-DCMAKE_CXX_COMPILER=
$CXX_COMPILER
-DWITH_LZ4=ON -DWITH_ZSTD=ON -DWITH_SNAPPY=ON -DWITH_BZ2=OFF
"
if
[
"
$WARNING_ALL
"
==
"YES"
]
then
echo
"WARNING_ALL=YES"
...
...
scripts/pack_server.sh
浏览文件 @
4e743590
...
...
@@ -102,7 +102,8 @@ copy_file `get_system_lib server snappy` ${pack}/bin
copy_file
`
get_system_lib server crypto
`
${
pack
}
/bin
copy_file
`
get_system_lib server ssl
`
${
pack
}
/bin
copy_file
`
get_system_lib server aio
`
${
pack
}
/bin
copy_file
`
get_system_lib server bz2
`
${
pack
}
/bin
copy_file
`
get_system_lib server zstd
`
${
pack
}
/bin
copy_file
`
get_system_lib server lz4
`
${
pack
}
/bin
chmod
+x
${
pack
}
/bin/pegasus_
*
${
pack
}
/bin/
*
.sh
chmod
-x
${
pack
}
/bin/lib
*
...
...
scripts/pack_tools.sh
浏览文件 @
4e743590
...
...
@@ -108,7 +108,8 @@ copy_file `get_system_lib shell snappy` ${pack}/DSN_ROOT/lib/
copy_file
`
get_system_lib shell crypto
`
${
pack
}
/DSN_ROOT/lib/
copy_file
`
get_system_lib shell ssl
`
${
pack
}
/DSN_ROOT/lib/
copy_file
`
get_system_lib shell aio
`
${
pack
}
/DSN_ROOT/lib/
copy_file
`
get_system_lib shell bz2
`
${
pack
}
/DSN_ROOT/lib/
copy_file
`
get_system_lib shell zstd
`
${
pack
}
/DSN_ROOT/lib/
copy_file
`
get_system_lib shell lz4
`
${
pack
}
/DSN_ROOT/lib/
chmod
-x
${
pack
}
/DSN_ROOT/lib/
*
mkdir
-p
${
pack
}
/scripts
...
...
src/CMakeLists.txt
浏览文件 @
4e743590
...
...
@@ -41,6 +41,13 @@ link_directories(${PEGASUS_ROOT}/lib)
set
(
CMAKE_INSTALL_PREFIX
${
PEGASUS_ROOT
}
CACHE STRING
""
FORCE
)
message
(
STATUS
"pegasus Installation directory: CMAKE_INSTALL_PREFIX = "
${
CMAKE_INSTALL_PREFIX
}
)
# rocksdb
set
(
CMAKE_MODULE_PATH
"
${
PEGASUS_PROJECT_DIR
}
/rocksdb/cmake/modules"
)
find_package
(
snappy REQUIRED
)
find_package
(
zstd REQUIRED
)
find_package
(
lz4 REQUIRED
)
set
(
ROCKSDB_LINK_LIBRARIES rocksdb
${
ZSTD_LIBRARIES
}
${
LZ4_LIBRARIES
}
${
SNAPPY_LIBRARIES
}
)
add_subdirectory
(
base
)
add_subdirectory
(
reporter
)
add_subdirectory
(
base/test
)
...
...
src/geo/bench/CMakeLists.txt
浏览文件 @
4e743590
...
...
@@ -19,10 +19,8 @@ set(MY_PROJ_LIBS
s2
pegasus_client_static
fmt
rocksdb
z
bz2
snappy
)
${
ROCKSDB_LINK_LIBRARIES
}
z
)
set
(
MY_BOOST_PACKAGES system filesystem
)
...
...
src/server/CMakeLists.txt
浏览文件 @
4e743590
...
...
@@ -36,10 +36,8 @@ set(MY_PROJ_LIBS
PocoJSON
crypto
fmt
rocksdb
${
ROCKSDB_LINK_LIBRARIES
}
z
bz2
snappy
rt
aio
pthread
)
...
...
src/server/pegasus_server_impl.cpp
浏览文件 @
4e743590
...
...
@@ -181,15 +181,18 @@ pegasus_server_impl::pegasus_server_impl(dsn::replication::replica *r)
"pegasus.server"
,
"rocksdb_compression_type"
,
"snappy"
,
"rocksdb options.compression, default snappy. Supported: none, snappy."
);
"rocksdb options.compression, default snappy. Supported: none, snappy
, zstd, lz4
."
);
if
(
compression_str
==
"none"
)
{
_db_opts
.
compression
=
rocksdb
::
kNoCompression
;
}
else
if
(
compression_str
==
"snappy"
)
{
_db_opts
.
compression
=
rocksdb
::
kSnappyCompression
;
}
else
if
(
compression_str
==
"zstd"
)
{
_db_opts
.
compression
=
rocksdb
::
kZSTD
;
}
else
if
(
compression_str
==
"lz4"
)
{
_db_opts
.
compression
=
rocksdb
::
kLZ4Compression
;
}
else
{
dassert
(
"unsupported compression type: %s"
,
compression_str
.
c_str
());
}
if
(
_db_opts
.
compression
!=
rocksdb
::
kNoCompression
)
{
// only compress levels >= 2
// refer to ColumnFamilyOptions::OptimizeLevelStyleCompaction()
...
...
src/server/test/CMakeLists.txt
浏览文件 @
4e743590
...
...
@@ -32,10 +32,10 @@ set(MY_PROJ_LIBS
PocoJSON
crypto
fmt
rocksdb
${
ROCKSDB_LINK_LIBRARIES
}
pegasus.base
gtest
z
bz2 snappy
rt aio pthread
z rt aio pthread
)
add_definitions
(
-DPEGASUS_UNIT_TEST
)
add_definitions
(
-DENABLE_FAIL
)
...
...
src/shell/CMakeLists.txt
浏览文件 @
4e743590
...
...
@@ -37,10 +37,8 @@ set(MY_PROJ_LIBS
fmt
pegasus_geo_lib
s2
rocksdb
${
ROCKSDB_LINK_LIBRARIES
}
z
bz2
snappy
rt
aio
pthread
)
...
...
src/test/bench_test/CMakeLists.txt
浏览文件 @
4e743590
...
...
@@ -16,10 +16,8 @@ set(MY_PROJ_LIB_PATH "../../../rocksdb/build")
set
(
MY_PROJ_LIBS
pegasus_client_static
rocksdb
${
ROCKSDB_LINK_LIBRARIES
}
z
bz2
snappy
gflags
)
set
(
MY_BOOST_PACKAGES system filesystem
)
...
...
编辑
预览
Markdown
is supported
0%
请重试
或
添加新附件
.
添加附件
取消
You are about to add
0
people
to the discussion. Proceed with caution.
先完成此消息的编辑!
取消
想要评论请
注册
或
登录