FastDfs 分布式文件系統(tǒng)搭建
1摔笤、fastdfs 服務(wù)環(huán)境安裝搭建步驟
1.1、安裝編譯環(huán)境
安裝git
yum -y install git
安裝編譯相關(guān)依賴包
yum -y install gcc gcc-c++ make automake libevent pcre* zlib
1.2垦写、下載 libfastcommon 源碼包并編譯
下載源碼
git clone https://github.com/happyfish100/libfastcommon.git
切換到分支v10.43
cd libfastcommon; git checkout V1.0.43
編譯
./make.sh clean && ./make.sh && ./make.sh install
1.3吕世、 下載fastdfs 源碼包
下載源碼
git clone https://github.com/happyfish100/fastdfs.git
切換到分支v10.43
cd fastdfs; git checkout V6.06
編譯
./make.sh clean && ./make.sh && ./make.sh install
1.4、 設(shè)置配置文件
./setup.sh /etc/fdfs
1.5梯投、 編輯修改 tracker storage client 配置文件
vim /etc/fdfs/tracker.conf
vim /etc/fdfs/storage.conf
vim /etc/fdfs/client.conf
1.6命辖、啟動(dòng)服務(wù)
啟動(dòng)tracker 服務(wù)
service fdfs_trackerd start
啟動(dòng)storage 服務(wù)
service fdfs_storaged start
啟動(dòng) monitor 服務(wù)
/usr/bin/fdfs_monitor /etc/fdfs/client.conf
1.7况毅、運(yùn)行測(cè)試程序
usr/bin/fdfs_test <client_conf_filename> <operation>
例如
/usr/bin/fdfs_test /etc/fdfs/client.conf upload /opt/Capture001.png
2、nginx 安裝及添加 fastdfs lua 等模塊
2.1尔艇、安裝nginx
下載nginx 源碼包
wget http://nginx.org/download/nginx-1.15.6.tar.gz
解壓
tar -zxvf nginx-1.15.6.tar.gz
2.2 下載 fastdfs-nginx-module 模塊源碼包
#下載源碼包
git clone https://github.com/happyfish100/fastdfs-nginx-module.git
#修改配置
cd fastdfs-nginx-module-1.20/src
vim config
#修改第5 行 和 15 行 修改成
ngx_module_incs="/usr/include/fastdfs /usr/include/fastcommon/"
CORE_INCS="$CORE_INCS /usr/include/fastdfs /usr/include/fastcommon/"
#復(fù)制配置
cp mod_fastdfs.conf /etc/fdfs/
#修改配置 mod_fastdfs.conf
vim /etc/fdfs/mod_fastdfs.conf
#需要修改的內(nèi)容如下
tracker_server=192.168.1.102:22122
url_have_group_name=true
store_path0=/root/fastdfs
2.3 添加fastdfs-nginx-module 模塊
安裝依賴包
yum -y install pcre-devel openssl openssl-devel
添加模塊 fastdfs-nginx-module
./configure --add-module=/opt/usr/local/fastdfs-nginx-module/src
2.4 編譯安裝
編譯安裝
make && make install
查看模塊是否安裝上
/usr/local/nginx/sbin/nginx -V
2.5 修改nginx 配置
#修改/usr/local/nginx/conf/nginx.conf
#添加如下配置
server {
listen 8888;
server_name localhost;
location ~/group[0-9]/ {
ngx_fastdfs_module;
}
}
2.6 啟動(dòng)nginx 服務(wù)
/usr/local/nginx/sbin/nginx
3尔许、 搭建fastdfs 集群 搭建細(xì)節(jié)
3.1 traker 集群搭建配置
# 修改tracker.conf 文件
vim /etc/fdfs/tracker.conf
#修改存儲(chǔ)路徑
base_path=/data/fastdfs
# 設(shè)置查找storage 節(jié)點(diǎn)為輪訓(xùn)的方式，（0是輪詢终娃，1是指定組,2是剩余存儲(chǔ)空間多的group優(yōu)先）
store_lookup=0
3.2 storage 集群搭建配置
#修改base_path 路徑修改
base_path=/data/fastdfs
#修改storage_path0 路徑
store_path0 = /data/fastdfs
# 查看group_name
group_name = group1
# tracker_server 集群節(jié)點(diǎn)配置
tracker_server = 192.168.1.107:22122
tracker_server = 192.168.1.110:22122
tracker_server = 192.168.1.102:22122
3.3 其他服務(wù)節(jié)點(diǎn)遵循上文配置
3.4 修改mod_fastdfs.conf 配置文件
# 存儲(chǔ)日志文件目錄
base_path=/data/fastdfs
# 存儲(chǔ)數(shù)據(jù)目錄 storage_path
store_path0=/data/fastdfs
# 請(qǐng)求路徑中攜帶組名稱
url_have_group_name = true
3.5 啟動(dòng)每個(gè)節(jié)點(diǎn)的 tracker 和 storage 服務(wù)
啟動(dòng)tracker 服務(wù)
service fdfs_trackerd start
啟動(dòng)storage 服務(wù)
service fdfs_storaged start
啟動(dòng) monitor 服務(wù)
/usr/bin/fdfs_monitor /etc/fdfs/client.conf
3.6 啟動(dòng)nginx 服務(wù)
/usr/local/nginx/sbin/nginx
4 味廊、 GraphicsMagick 安裝及使用
4.1 下載安裝 GraphicsMagick
# 下載 epel rpm 包
wget https://download-ib01.fedoraproject.org/pub/epel/7/x86_64/Packages/e/epel-release-7-12.noarch.rpm
# 安裝
rpm -ivh epel-release-7-12.noarch.rpm
# yum 安裝 GraphicsMagick 和依賴包
yum install -y gcc gcc-c++ zlib zlib-devel openssl openssl-devel pcre pcre-devel
yum install -y libpng libjpeg libpng-devel libjpeg-devel ghostscript libtiff libtiff-devel freetype freetype-devel
yum install -y GraphicsMagick GraphicsMagick-devel
4.2 下載安裝LuaJIT
#下載LuaJIT 源碼包
wget http://luajit.org/download/LuaJIT-2.0.4.tar.gz
#解壓并安裝
tar -zxf LuaJIT-2.0.4.tar.gz
#安裝并配置環(huán)境變量
cd LuaJIT-2.0.4
make -j8
make install
export LUAJIT_LIB=/usr/local/lib
export LUAJIT_INC=/usr/local/include/luajit-2.0
ln -s /usr/local/lib/libluajit-5.1.so.2 /lib64/libluajit-5.1.so.2
4.3 下載 lua-nginx-module 和 ngx_devel_kit-master 模塊
#下載
wget https://codeload.github.com/openresty/lua-nginx-module/tar.gz/v0.10.14
#解壓
tar -zxvf lua-nginx-module-0.10.14
# git clone
git clone https://github.com/simpl/ngx_devel_kit.git
# 所有模塊都放在 nginx-module 中
4.4 重新編譯安裝 nginx
./configure --with-http_ssl_module --with-http_sub_module --with-http_stub_status_module --add-module=../nginx-module/fastdfs-nginx-module/src --add-module=../nginx-module/lua-nginx-module-0.10.14/ --add-module=../nginx-module/ngx_devel_kit-master
make -j8
make install
4.5 下載lua 腳本代碼
# 下載nginx-lua-GraphicsMagick
wget https://codeload.github.com/yanue/nginx-lua-GraphicsMagick/zip/master
# 將 lua 目錄移動(dòng)到 /opt/usr/local/ 下
mv lua/ /user/local/nginx/
4.6 修改nginx.conf 加入以下配置
set $img_thumbnail_root /data/fastdfs/thumb;
set $img_file $img_thumbnail_root$uri;
# like：/pic/M00/xx/xx/xx.jpg_200x100.jpg
location ~* ^(\/(\w+)(\/M00)(.+\.(jpg|jpeg|gif|png))_(\d+)+x(\d+)+\.(jpg|jpeg|gif|png))$ {
root $img_thumbnail_root;
set $fdfs_group_root /data/fastdfs/data;
# 如果縮略圖不存在
if (!-f $img_file) {
add_header X-Powered-By 'Nginx+Lua+GraphicsMagick By xxx';
add_header file-path $request_filename;
set $request_filepath $fdfs_group_root$4;
set $img_width $6;
set $img_height $7;
set $img_ext $5;
content_by_lua_file /usr/local/nginx/lua/cropSize.lua;
}
}
location ~/group[0-9]/ {
alias /data/fastdfs/data;
ngx_fastdfs_module;
}
4.7 重載 nginx
/usr/local/nginx/sbin/nginx -s reload
4.8 測(cè)試上傳與訪問縮略圖效果
/usr/bin/fdfs_test /etc/fdfs/client.conf upload /opt/pubu.jpg
1594446134179.png
http://192.168.1.102/group1/M00/00/00/wKgBa18H3m-AKXlNAAGg25aTZQw692.jpg_1000x1400.jpg
1594446272258.png
