add make_aws_put_s3_writer

Author: shuwen5

lib/pipe/writer.lua

@@ -1,5 +1,6 @@
 local httplib = require("pipe.httplib")
 local strutil = require("acid.strutil")
+local tableutil = require("acid.tableutil")
 local rpc_logging = require("acid.rpc_logging")
 local acid_setutil = require("acid.setutil")
 local s3_client = require('resty.aws_s3.client')
@@ -261,7 +262,7 @@ function _M.make_quorum_http_writers(dests, writer_opts, quorum)
     return nil, 'NotEnoughConnect', to_str('quorum:', quorum, ", actual:", n_ok)
 end
 
-function _M.make_aws_put_s3_writer(access_key, secret_key, endpoint, params, opts)
+function _M.make_put_s3_writer(access_key, secret_key, endpoint, params, opts)
     local s3_cli, err_code, err_msg =
         s3_client.new(access_key, secret_key, endpoint, opts)
     if err_code ~= nil then
@@ -275,8 +276,11 @@ function _M.make_aws_put_s3_writer(access_key, secret_key, endpoint, params, opt
     end
 
     return function(pobj, ident)
-        local chunk_writer =
-            aws_chunk_writer:new(request.signer, request.auth_ctx)
+        local chunk_writer
+        if opts.aws_chunk == true then
+            chunk_writer =
+                aws_chunk_writer:new(request.signer, request.auth_ctx)
+        end
 
         local _, err_code, err_msg = s3_cli:send_request(
             request.verb, request.uri, request.headers,request.body)
@@ -290,8 +294,12 @@ function _M.make_aws_put_s3_writer(access_key, secret_key, endpoint, params, opt
                 return nil, err_code, err_msg
             end
 
-            local chunked_data = chunk_writer:make_chunk(data)
-            local _, err_code, err_msg = s3_cli:send_body(chunked_data)
+            local send_data = data
+            if opts.aws_chunk == true then
+                send_data = chunk_writer:make_chunk(send_data)
+            end
+
+            local _, err_code, err_msg = s3_cli:send_body(send_data)
             if err_code ~= nil then
                 return nil, err_code, err_msg
             end
@@ -305,4 +313,11 @@ function _M.make_aws_put_s3_writer(access_key, secret_key, endpoint, params, opt
     end
 end
 
+function _M.make_aws_put_s3_writer(access_key, secret_key, endpoint, params, opts)
+    opts = tableutil.dup(opts or {}, true)
+    opts.aws_chunk = true
+
+    return _M.make_put_s3_writer(access_key, secret_key, endpoint, params, opts)
+end
+
 return _M