nginx-lua-openresty-graphicsmagick 下载远程图片，本地缩图红缓存加水印 大结局
宋育
-
先上全部代码吧
-
nginx.conf
worker_processes auto; user hubs; # 日志级别调试时可设为notice，生产环境请设为error error_log /usr/local/openresty/nginx/logs/error.log notice; events { use epoll; worker_connections 51200; multi_accept on; } http { include mime.types; default_type application/octet-stream; #log_format main '$remote_addr - $remote_user [$time_local] "$request" ' # '$status $body_bytes_sent "$http_referer" ' # '"$http_user_agent" "$http_x_forwarded_for"'; #access_log logs/access.log main; # sendfile on; #tcp_nopush on; lua_package_path '/usr/local/openresty/nginx/lua/?.lua;;'; lua_shared_dict imgsrv_locks 10m; #Shared memory segment for locking mechanism lua_shared_dict imgsrv_cache 50m; server { listen 80; server_name wnew.tt; #root /home/hubs/桌面/html; root /opt/lampp/htdocs/wowo-new/public; #/thumbnail目录下的图片请求不经过缩略图模块 # location ^~ /imgcache/ { # } # lua_code_cache off ; location / { #开启ssi支持shtml ssi on; ssi_silent_errors on; ssi_types text/shtml; index index.shtml index.php index.htm index.html; #框架路由设置 if ( !-e $request_filename ) { rewrite ^(.*)$ /index.php?url=$1 last; } } location ~\.php$ { fastcgi_pass 127.0.0.1:9000; fastcgi_index index.php; fastcgi_param SCRIPT_FILENAME $document_root$fastcgi_script_name; include fastcgi_params; } #对类似_100x100.gif/jpg/png/jpeg进行缩略图处理 location ~*(.*)\/(.*)\.(gif|jpg|png|jpeg)@([0-9]+)x([0-9]+)\.(gif|jpg|png|jpeg)$ { #匹配文件名规则 set $remote_url "https://wowoyoo.com$1/$2.$3"; #visit url # set $src_save_root "/home/hubs/桌面/html"; set $src_save_root "/opt/lampp/htdocs/wowo-new/public"; set $src_save_file_path "$src_save_root$1/$2.$3"; #save filename set $thumbnail_root "$src_save_root"; #缩略图存放目录 set $thumb_file "$thumbnail_root$uri"; #如果缩略图文件存在，直接返回 set $type 1 ; #如果缩略图文件不存在，则应用缩略图模块处理 if (!-f $thumb_file) { rewrite_by_lua_file lua/build.lua; } } location ~*(.*)\/(.*)\.(gif|jpg|png|jpeg)$ { #匹配文件名规则 set $remote_url "https://wowoyoo.com$1/$2.$3"; #visit url #set $src_save_root "/home/hubs/桌面/html"; set $src_save_root "/opt/lampp/htdocs/wowo-new/public"; set $src_save_file_path "$src_save_root$1/$2.$3"; #save filename set $type 2 ; #如果缩略图文件不存在，则应用缩略图模块处理 if (!-f $src_save_file_path) { rewrite_by_lua_file lua/build.lua; } } } } -
build_config.lua
-- nginx thumbnail module -- last update : 2014/8/21 -- version : 0.4.1 module(...,package.seeall) --[[ enabled_log： 是否打开日志 lua_log_level： 日志记录级别 gm_path： graphicsmagick安装目录 img_background_color： 填充背景色 enabled_default_img： 是否显示默认图片 default_img_uri： 默认图片链接 default_uri_reg： 缩略图正则匹配模式，可自定义 _[0-9]+x[0-9] 对应：001_100x100.jpg _[0-9]+x[0-9]+[.jpg|.png|.gif]+ 对应：001.jpg_100x100.jpg ]] enabled_log = false lua_log_level = ngx.NOTICE gm_path = '/usr/bin/gm' img_background_color = 'white' enabled_default_img = true default_img_uri = '/default/notfound.jpg' default_uri_reg = '@[0-9]+x[0-9]+[.jpg|.png|.gif]+' default_wh_reg = '@([0-9]+)x([0-9]+)' -- width-height quality = 80 -- 质量 direction = 'southeast' --位置 warter_dissolve = 50 --百分比 warter_img_uri = '/default/water.png' --[[ 配置项，对目录、缩略图尺寸、裁剪类型进行配置，匹配后才进行缩略图处理 1.sizes={'350x350'} 填充后保证等比缩图 2.sizes={'300x300_'}等比缩放 3.sizes={'50x50^'}裁剪等比缩放 （缺点：裁剪了图片的一部分） dir="/" 对应根目录，请放在default之前 dir="default" 对应默认图片尺寸，当原图不存在时，请求该尺寸会以默认图片生成缩略图 ]] cfg = { { dir = '/', sizes = {'50x50^','100x100^','250x250^','300x300_^','350x350^','80x80^','120x120^'}, }, { dir = 'default', sizes = {'50x50^','100x100^','250x250^','300x300^','350x350^','80x80^'}, } } -
build.lua
-- nginx thumbnail module -- last update : 2014/8/21 -- version : 0.4.1 local lock = require 'resty.lock' local c = require 'build_config' local P = require("path") local src_save_file_path = ngx.var.src_save_file_path -- full file path local remote_url = ngx.var.remote_url local ngx_img_root = ngx.var.src_save_root -- save root local uri = ngx.var.uri local ntype = ngx.var.type function print_log (msg,log_level) log_level = log_level or c.lua_log_level if(c.enabled_log) then ngx.log(log_level,msg) end end -- must before print_log under local fetch = require 'build_fetch' local thumb = require 'build_thumb' local lockid = src_save_file_path -- get lock start local _lock = lock:new('imgsrv_locks',{timeout=03}) local elapsed,err = _lock:lock(lockid) if not elapsed then print_log("Failed to acquire the lock : "..err) return false; end print_log("---------------------------------------------------------------------------------LOCK ") -- get lock end local function start_thumb() local ngx_thumbnail_root = ngx.var.thumbnail_root -- thumb root local down = thumb.start_thumb(uri,ngx_img_root,ngx_thumbnail_root) if not down then local ok ,err = _lock:unlock() if not ok then print_log("failed start_thumb : "..err) return false end end return true end local function start_fetch() local fok = fetch.start_fetch(remote_url,lockid) if not fok then local ok ,err = _lock:unlock() if not ok then print_log("failed start_fetch : "..err) return false end end return true end local function start_unlock() local ok,err = _lock:unlock() print_log("--------------------------------------------------------------------------------- @@@@@@@@@@ UN LOCK ") if not ok then print_log("failed to unlock: "..err) return false end return fok end if ntype == 1 then print_log("ntype = "..ntype) -- exist src file if P.exists(lockid) then start_thumb() start_unlock() else start_fetch() start_thumb() start_unlock() end else print_log("ntype 2 = "..ntype) if P.exists(lockid) then start_unlock() else start_fetch() start_unlock() end end -
build_fetch.lua
-- https://phpb.com/portfolio/create-image-server-with-nginx-lua-openresty-graphicsmagick-part-ii/ -- https://github.com/openresty/lua-resty-lock#for-cache-locks local _M = {} local P = require("path") local curl = require"cURL" local lfs = require 'lfs' local os = require 'os' local math = require 'math' local function mkdir(absdir) local temp_abs_dir = absdir local dir,base = P.split(temp_abs_dir) local dir_exist = P.isdir(temp_abs_dir) if dir_exist then return true end local temp_dir = P.isdir(dir) local temp_base = P.isdir(base) if temp_dir and not temp_base then local ok ,err= lfs.mkdir(temp_abs_dir) if not ok then print_log("temp_dir _ create 1: "..err) return false end return ok else mkdir(dir) local ok ,err = lfs.mkdir(temp_abs_dir) if not ok then print_log("temp_dir _ create 2: "..err) return false end return ok end end _M.start_fetch = function(remote_url,save_file_path) local http_url = remote_url local temp_file = save_file_path..".temp" -- math.randomseed(os.time()) -- local temp_file = save_file_path.. math.random(100) local ok = mkdir(P.dirname(save_file_path)) if not ok then return false end local save_file = io.open(temp_file,"w+b") if not save_file then print_log("can't open tmpe_fiel = "..temp_file) return false end -- HTTP Get curl.easy{ url = http_url, writefunction = save_file , } :perform() :close() save_file:close() if P.isfile(temp_file) then os.rename(temp_file,save_file_path) print_log("OK YES!! --------------------------------------------------------------------------------------------- down! ->") return true else print_log("down fails --------------------------------------------------------------------------------------------- ! ="..http_url) os.remove(temp_file) return false end end return _M; -
build_thumb.lua
-- nginx thumbnail module -- last update : 2014/8/21 -- version : 0.4.1 local _M = {} local c = require 'build_config' --[[ uri :链接地址，如/goods/0007/541/001_328x328.jpg ngx_img_root :图片根目录 ngx_thumbnail_root:缩略图根目录 img_width :缩略图宽度 img_width :缩略图高度 img_size :缩略图宽x高 img_crop_type :缩略图裁剪类型 cur_uri_reg_model :缩略图uri正则规则 ]] local img_width,img_height,img_size,img_crop_type = 0 local cur_uri_reg = c.default_uri_reg -- 匹配链接对应缩略图规则 local function contains(table,uri) local i = 1 img_crop_type = 0 for _, value in pairs(table) do local dir = value['dir'] local sizes = value['sizes'] local uri_reg = value['uri_reg'] _,_,img_width,img_height = string.find(uri,''..dir..'+.*'..c.default_wh_reg) if(img_width and img_height and img_crop_type==0) then img_size = img_width..'x'..img_height for _, value in pairs(sizes) do cur_uri_reg = uri_reg or cur_uri_reg if (img_size == value) then img_crop_type=1 return true elseif (img_size..'_' == value) then img_crop_type=2 return true elseif (img_size..'^' == value) then img_crop_type=3 return true end end end i=i+1 end return false end -- 拼接gm命令 -- /usr/bin/gm convert -quality 80 /usr/local/nginx/html/test/3.jpg -resize "300x300^" -gravity center -crop 300x300+0+0 -| -- gm composite -watermark 50 -gravity southeast /usr/local/nginx/html/default/water.png - /usr/local/nginx/html/imgcache/test.jpg local function generate_gm_command(img_crop_type,img_original_path,img_size,img_thumbnail_path,img_warter_path) local cmd = c.gm_path .. ' convert -quality '.. c.quality..' '.. img_original_path if (img_crop_type == 1) then cmd = cmd .. ' -thumbnail ' .. img_size .. ' -background ' .. c.img_background_color .. ' -gravity center -extent ' .. img_size elseif (img_crop_type == 2) then cmd = cmd .. ' -thumbnail ' .. img_size elseif (img_crop_type == 3) then --cmd = cmd .. ' -resize "' .. img_size .. '^" -gravity center -crop '..img_size.."+0+0" cmd = cmd .. ' -resize "' .. img_size .. '" -gravity center -crop '..img_size.."+0+0" else print_log('img_crop_type error:'..img_crop_type,ngx.ERR) return false end local warter_cmd = c.gm_path .. ' composite -watermark '.. c.warter_dissolve..' -gravity southeast '.. img_warter_path..' - '..img_thumbnail_path cmd = cmd .. ' - |' .. warter_cmd return cmd end _M.start_thumb = function(uri,ngx_img_root,ngx_thumbnail_root) if not contains(c.cfg, uri) then print_log(uri..' is not match! = ',ngx.ERR) return false else print_log(uri..' is match!') local img_original_uri = string.gsub(uri, cur_uri_reg, '') local img_exist = io.open(ngx_img_root .. img_original_uri) if not img_exist then if not c.enabled_default_img then print_log(img_original_uri..' is not exist top!',ngx.ERR) return false else img_exist=io.open(ngx_img_root .. c.default_img_uri) if img_exist then print_log(img_original_uri .. ' is not exist! crop image with default image') img_original_uri = c.default_img_uri else print_log(img_original_uri..' is not exist!',ngx.ERR) return false end end end local img_original_path = ngx_img_root .. img_original_uri local img_thumbnail_path = ngx_thumbnail_root .. uri local img_warter_path = ngx_img_root..c.warter_img_uri local gm_command = generate_gm_command(img_crop_type,img_original_path,img_size,img_thumbnail_path,img_warter_path) if (gm_command) then print_log('gm_command======'..gm_command) -- _,_,img_thumbnail_dir,img__thumbnail_filename=string.find(img_thumbnail_path,'(.-)([^/]*)$') -- os.execute('mkdir -p '..img_thumbnail_dir) os.execute(gm_command) return true end -- ngx.req.set_uri(uri) return false end end return _M -
完工,参考文章
-
https://moonbingbing.gitbooks.io/openresty-best-practices/content/lua/if_else.html
-
https://phpb.com/portfolio/create-image-server-with-nginx-lua-openresty-graphicsmagick-part-ii/
-
-
安装依赖
#!/bin/sh sudo /opt/openresty/luajit/bin/luarocks install graphicsmagick --server=https://raw.github.com/torch/rocks/master sudo /opt/openresty/luajit/bin/luarocks install Lua-cURL --server=https://rocks.moonscript.org/dev sudo /opt/openresty/luajit/bin/luarocks install lua-resty-readurl sudo /opt/openresty/luajit/bin/luarocks install luafilesystem sudo /opt/openresty/luajit/bin/luarocks install lua-path
类似资料：