2005-04-17 02:20:36 +04:00
/*
* fs / cifs / transport . c
*
2008-02-08 02:25:02 +03:00
* Copyright ( C ) International Business Machines Corp . , 2002 , 2008
2005-04-17 02:20:36 +04:00
* Author ( s ) : Steve French ( sfrench @ us . ibm . com )
2006-07-16 08:32:51 +04:00
* Jeremy Allison ( jra @ samba . org ) 2006.
2007-07-07 02:44:50 +04:00
*
2005-04-17 02:20:36 +04:00
* This library is free software ; you can redistribute it and / or modify
* it under the terms of the GNU Lesser General Public License as published
* by the Free Software Foundation ; either version 2.1 of the License , or
* ( at your option ) any later version .
*
* This library is distributed in the hope that it will be useful ,
* but WITHOUT ANY WARRANTY ; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE . See
* the GNU Lesser General Public License for more details .
*
* You should have received a copy of the GNU Lesser General Public License
* along with this library ; if not , write to the Free Software
2007-07-07 02:44:50 +04:00
* Foundation , Inc . , 59 Temple Place , Suite 330 , Boston , MA 02111 - 1307 USA
2005-04-17 02:20:36 +04:00
*/
# include <linux/fs.h>
# include <linux/list.h>
include cleanup: Update gfp.h and slab.h includes to prepare for breaking implicit slab.h inclusion from percpu.h
percpu.h is included by sched.h and module.h and thus ends up being
included when building most .c files. percpu.h includes slab.h which
in turn includes gfp.h making everything defined by the two files
universally available and complicating inclusion dependencies.
percpu.h -> slab.h dependency is about to be removed. Prepare for
this change by updating users of gfp and slab facilities include those
headers directly instead of assuming availability. As this conversion
needs to touch large number of source files, the following script is
used as the basis of conversion.
http://userweb.kernel.org/~tj/misc/slabh-sweep.py
The script does the followings.
* Scan files for gfp and slab usages and update includes such that
only the necessary includes are there. ie. if only gfp is used,
gfp.h, if slab is used, slab.h.
* When the script inserts a new include, it looks at the include
blocks and try to put the new include such that its order conforms
to its surrounding. It's put in the include block which contains
core kernel includes, in the same order that the rest are ordered -
alphabetical, Christmas tree, rev-Xmas-tree or at the end if there
doesn't seem to be any matching order.
* If the script can't find a place to put a new include (mostly
because the file doesn't have fitting include block), it prints out
an error message indicating which .h file needs to be added to the
file.
The conversion was done in the following steps.
1. The initial automatic conversion of all .c files updated slightly
over 4000 files, deleting around 700 includes and adding ~480 gfp.h
and ~3000 slab.h inclusions. The script emitted errors for ~400
files.
2. Each error was manually checked. Some didn't need the inclusion,
some needed manual addition while adding it to implementation .h or
embedding .c file was more appropriate for others. This step added
inclusions to around 150 files.
3. The script was run again and the output was compared to the edits
from #2 to make sure no file was left behind.
4. Several build tests were done and a couple of problems were fixed.
e.g. lib/decompress_*.c used malloc/free() wrappers around slab
APIs requiring slab.h to be added manually.
5. The script was run on all .h files but without automatically
editing them as sprinkling gfp.h and slab.h inclusions around .h
files could easily lead to inclusion dependency hell. Most gfp.h
inclusion directives were ignored as stuff from gfp.h was usually
wildly available and often used in preprocessor macros. Each
slab.h inclusion directive was examined and added manually as
necessary.
6. percpu.h was updated not to include slab.h.
7. Build test were done on the following configurations and failures
were fixed. CONFIG_GCOV_KERNEL was turned off for all tests (as my
distributed build env didn't work with gcov compiles) and a few
more options had to be turned off depending on archs to make things
build (like ipr on powerpc/64 which failed due to missing writeq).
* x86 and x86_64 UP and SMP allmodconfig and a custom test config.
* powerpc and powerpc64 SMP allmodconfig
* sparc and sparc64 SMP allmodconfig
* ia64 SMP allmodconfig
* s390 SMP allmodconfig
* alpha SMP allmodconfig
* um on x86_64 SMP allmodconfig
8. percpu.h modifications were reverted so that it could be applied as
a separate patch and serve as bisection point.
Given the fact that I had only a couple of failures from tests on step
6, I'm fairly confident about the coverage of this conversion patch.
If there is a breakage, it's likely to be something in one of the arch
headers which should be easily discoverable easily on most builds of
the specific arch.
Signed-off-by: Tejun Heo <tj@kernel.org>
Guess-its-ok-by: Christoph Lameter <cl@linux-foundation.org>
Cc: Ingo Molnar <mingo@redhat.com>
Cc: Lee Schermerhorn <Lee.Schermerhorn@hp.com>
2010-03-24 11:04:11 +03:00
# include <linux/gfp.h>
2005-04-17 02:20:36 +04:00
# include <linux/wait.h>
# include <linux/net.h>
# include <linux/delay.h>
2011-10-19 23:30:40 +04:00
# include <linux/freezer.h>
2012-09-19 03:20:35 +04:00
# include <linux/tcp.h>
2016-11-01 16:40:13 +03:00
# include <linux/bvec.h>
2012-09-19 03:20:35 +04:00
# include <linux/highmem.h>
2016-12-24 22:46:01 +03:00
# include <linux/uaccess.h>
2005-04-17 02:20:36 +04:00
# include <asm/processor.h>
# include <linux/mempool.h>
2019-03-06 02:51:57 +03:00
# include <linux/signal.h>
2005-04-17 02:20:36 +04:00
# include "cifspdu.h"
# include "cifsglob.h"
# include "cifsproto.h"
# include "cifs_debug.h"
2018-02-16 21:19:29 +03:00
# include "smb2proto.h"
2017-11-23 03:38:43 +03:00
# include "smbdirect.h"
2007-07-13 04:33:32 +04:00
2017-11-21 07:08:07 +03:00
/* Max number of iovectors we can use off the stack when sending requests. */
# define CIFS_MAX_IOV_SIZE 8
2011-12-26 22:53:34 +04:00
void
cifs_wake_up_task ( struct mid_q_entry * mid )
2011-01-11 15:24:21 +03:00
{
wake_up_process ( mid - > callback_data ) ;
}
2011-01-11 15:24:21 +03:00
struct mid_q_entry *
2008-12-01 15:09:34 +03:00
AllocMidQEntry ( const struct smb_hdr * smb_buffer , struct TCP_Server_Info * server )
2005-04-17 02:20:36 +04:00
{
struct mid_q_entry * temp ;
2008-12-01 15:09:34 +03:00
if ( server = = NULL ) {
2013-05-05 07:12:25 +04:00
cifs_dbg ( VFS , " Null TCP session in AllocMidQEntry \n " ) ;
2005-04-17 02:20:36 +04:00
return NULL ;
}
2007-07-13 04:33:32 +04:00
2008-09-15 14:22:54 +04:00
temp = mempool_alloc ( cifs_mid_poolp , GFP_NOFS ) ;
2017-04-10 05:08:53 +03:00
memset ( temp , 0 , sizeof ( struct mid_q_entry ) ) ;
2018-06-25 15:05:25 +03:00
kref_init ( & temp - > refcount ) ;
2017-04-10 05:08:53 +03:00
temp - > mid = get_mid ( smb_buffer ) ;
temp - > pid = current - > pid ;
temp - > command = cpu_to_le16 ( smb_buffer - > Command ) ;
cifs_dbg ( FYI , " For smb_command %d \n " , smb_buffer - > Command ) ;
2005-10-12 06:58:06 +04:00
/* do_gettimeofday(&temp->when_sent);*/ /* easier to use jiffies */
2017-04-10 05:08:53 +03:00
/* when mid allocated can be before when sent */
temp - > when_alloc = jiffies ;
temp - > server = server ;
2011-01-11 15:24:21 +03:00
2017-04-10 05:08:53 +03:00
/*
* The default is for the mid to be synchronous , so the
* default callback just wakes up the current task .
*/
temp - > callback = cifs_wake_up_task ;
temp - > callback_data = current ;
2005-04-17 02:20:36 +04:00
atomic_inc ( & midCount ) ;
2012-03-23 22:28:03 +04:00
temp - > mid_state = MID_REQUEST_ALLOCATED ;
2005-04-17 02:20:36 +04:00
return temp ;
}
2018-06-25 15:05:25 +03:00
static void _cifs_mid_q_entry_release ( struct kref * refcount )
{
struct mid_q_entry * mid = container_of ( refcount , struct mid_q_entry ,
refcount ) ;
mempool_free ( mid , cifs_mid_poolp ) ;
}
void cifs_mid_q_entry_release ( struct mid_q_entry * midEntry )
{
spin_lock ( & GlobalMid_Lock ) ;
kref_put ( & midEntry - > refcount , _cifs_mid_q_entry_release ) ;
spin_unlock ( & GlobalMid_Lock ) ;
}
2011-01-11 15:24:21 +03:00
void
2005-04-17 02:20:36 +04:00
DeleteMidQEntry ( struct mid_q_entry * midEntry )
{
2005-10-12 06:58:06 +04:00
# ifdef CONFIG_CIFS_STATS2
2011-12-26 22:53:34 +04:00
__le16 command = midEntry - > server - > vals - > lock_cmd ;
2019-03-26 21:53:21 +03:00
__u16 smb_cmd = le16_to_cpu ( midEntry - > command ) ;
2005-10-12 06:58:06 +04:00
unsigned long now ;
2019-03-26 21:53:21 +03:00
unsigned long roundtrip_time ;
struct TCP_Server_Info * server = midEntry - > server ;
2005-10-12 06:58:06 +04:00
# endif
2012-03-23 22:28:03 +04:00
midEntry - > mid_state = MID_FREE ;
2011-01-11 15:24:02 +03:00
atomic_dec ( & midCount ) ;
2012-03-23 22:28:03 +04:00
if ( midEntry - > large_buf )
2005-04-29 09:41:07 +04:00
cifs_buf_release ( midEntry - > resp_buf ) ;
else
cifs_small_buf_release ( midEntry - > resp_buf ) ;
2005-10-12 06:58:06 +04:00
# ifdef CONFIG_CIFS_STATS2
now = jiffies ;
2019-03-26 21:53:21 +03:00
if ( now < midEntry - > when_alloc )
cifs_dbg ( VFS , " invalid mid allocation time \n " ) ;
roundtrip_time = now - midEntry - > when_alloc ;
if ( smb_cmd < NUMBER_OF_SMB2_COMMANDS ) {
if ( atomic_read ( & server - > num_cmds [ smb_cmd ] ) = = 0 ) {
server - > slowest_cmd [ smb_cmd ] = roundtrip_time ;
server - > fastest_cmd [ smb_cmd ] = roundtrip_time ;
} else {
if ( server - > slowest_cmd [ smb_cmd ] < roundtrip_time )
server - > slowest_cmd [ smb_cmd ] = roundtrip_time ;
else if ( server - > fastest_cmd [ smb_cmd ] > roundtrip_time )
server - > fastest_cmd [ smb_cmd ] = roundtrip_time ;
}
cifs_stats_inc ( & server - > num_cmds [ smb_cmd ] ) ;
server - > time_per_cmd [ smb_cmd ] + = roundtrip_time ;
}
2018-09-18 22:05:18 +03:00
/*
* commands taking longer than one second ( default ) can be indications
* that something is wrong , unless it is quite a slow link or a very
* busy server . Note that this calc is unlikely or impossible to wrap
* as long as slow_rsp_threshold is not set way above recommended max
* value ( 32767 ie 9 hours ) and is generally harmless even if wrong
* since only affects debug counters - so leaving the calc as simple
* comparison rather than doing multiple conversions and overflow
* checks
*/
if ( ( slow_rsp_threshold ! = 0 ) & &
time_after ( now , midEntry - > when_alloc + ( slow_rsp_threshold * HZ ) ) & &
2018-08-02 00:38:07 +03:00
( midEntry - > command ! = command ) ) {
2018-11-14 10:37:39 +03:00
/*
* smb2slowcmd [ NUMBER_OF_SMB2_COMMANDS ] counts by command
* NB : le16_to_cpu returns unsigned so can not be negative below
*/
2019-03-26 21:53:21 +03:00
if ( smb_cmd < NUMBER_OF_SMB2_COMMANDS )
cifs_stats_inc ( & server - > smb2slowcmd [ smb_cmd ] ) ;
2018-08-04 13:24:34 +03:00
2019-03-26 21:53:21 +03:00
trace_smb3_slow_rsp ( smb_cmd , midEntry - > mid , midEntry - > pid ,
2018-08-02 00:38:07 +03:00
midEntry - > when_sent , midEntry - > when_received ) ;
if ( cifsFYI & CIFS_TIMER ) {
2014-08-27 17:49:44 +04:00
pr_debug ( " CIFS slow rsp: cmd %d mid %llu " ,
2005-10-12 06:58:06 +04:00
midEntry - > command , midEntry - > mid ) ;
2018-10-07 18:21:26 +03:00
cifs_info ( " A: 0x%lx S: 0x%lx R: 0x%lx \n " ,
2005-10-12 06:58:06 +04:00
now - midEntry - > when_alloc ,
now - midEntry - > when_sent ,
now - midEntry - > when_received ) ;
}
}
# endif
2018-06-25 15:05:25 +03:00
cifs_mid_q_entry_release ( midEntry ) ;
2005-04-17 02:20:36 +04:00
}
2012-09-19 03:20:30 +04:00
void
cifs_delete_mid ( struct mid_q_entry * mid )
2011-01-11 15:24:02 +03:00
{
spin_lock ( & GlobalMid_Lock ) ;
2018-08-30 03:12:59 +03:00
list_del_init ( & mid - > qhead ) ;
mid - > mid_flags | = MID_DELETED ;
2011-01-11 15:24:02 +03:00
spin_unlock ( & GlobalMid_Lock ) ;
DeleteMidQEntry ( mid ) ;
}
2012-09-19 03:20:34 +04:00
/*
* smb_send_kvec - send an array of kvecs to the server
* @ server : Server to send the data to
2015-11-13 10:36:04 +03:00
* @ smb_msg : Message to send
2012-09-19 03:20:34 +04:00
* @ sent : amount of data sent on socket is stored here
*
* Our basic " send data to server " function . Should be called with srv_mutex
* held . The caller is responsible for handling the results .
*/
2005-06-13 22:24:43 +04:00
static int
2015-11-13 10:36:04 +03:00
smb_send_kvec ( struct TCP_Server_Info * server , struct msghdr * smb_msg ,
size_t * sent )
2005-04-17 02:20:36 +04:00
{
int rc = 0 ;
2015-11-13 10:36:04 +03:00
int retries = 0 ;
2008-10-29 03:47:57 +03:00
struct socket * ssocket = server - > ssocket ;
2007-07-13 04:33:32 +04:00
2012-09-19 03:20:34 +04:00
* sent = 0 ;
2015-11-13 10:36:04 +03:00
smb_msg - > msg_name = ( struct sockaddr * ) & server - > dstaddr ;
smb_msg - > msg_namelen = sizeof ( struct sockaddr ) ;
smb_msg - > msg_control = NULL ;
smb_msg - > msg_controllen = 0 ;
2008-12-30 20:39:16 +03:00
if ( server - > noblocksnd )
2015-11-13 10:36:04 +03:00
smb_msg - > msg_flags = MSG_DONTWAIT + MSG_NOSIGNAL ;
2008-10-29 03:47:57 +03:00
else
2015-11-13 10:36:04 +03:00
smb_msg - > msg_flags = MSG_NOSIGNAL ;
2005-04-17 02:20:36 +04:00
2015-11-13 10:36:04 +03:00
while ( msg_data_left ( smb_msg ) ) {
2012-09-19 03:20:34 +04:00
/*
* If blocking send , we try 3 times , since each can block
* for 5 seconds . For nonblocking we have to try more
* but wait increasing amounts of time allowing time for
* socket to clear . The overall time we wait in either
* case to send on the socket is about 15 seconds .
* Similarly we wait for 15 seconds for a response from
* the server in SendReceive [ 2 ] for the server to send
* a response back for most types of requests ( except
* SMB Write past end of file which can be slow , and
* blocking lock operations ) . NFS waits slightly longer
* than CIFS , but this can make it take longer for
* nonresponsive servers to be detected and 15 seconds
* is more than enough time for modern networks to
* send a packet . In most cases if we fail to send
* after the retries we will kill the socket and
* reconnect which may clear the network problem .
*/
2015-11-13 10:36:04 +03:00
rc = sock_sendmsg ( ssocket , smb_msg ) ;
2013-03-22 16:36:45 +04:00
if ( rc = = - EAGAIN ) {
2015-11-13 10:36:04 +03:00
retries + + ;
if ( retries > = 14 | |
( ! server - > noblocksnd & & ( retries > 2 ) ) ) {
2013-05-05 07:12:25 +04:00
cifs_dbg ( VFS , " sends on sock %p stuck for 15 seconds \n " ,
ssocket ) ;
2015-11-13 10:36:04 +03:00
return - EAGAIN ;
2005-04-17 02:20:36 +04:00
}
2015-11-13 10:36:04 +03:00
msleep ( 1 < < retries ) ;
2005-04-17 02:20:36 +04:00
continue ;
}
2012-09-19 03:20:34 +04:00
2007-07-07 02:44:50 +04:00
if ( rc < 0 )
2015-11-13 10:36:04 +03:00
return rc ;
2012-09-19 03:20:34 +04:00
2007-07-07 02:44:50 +04:00
if ( rc = = 0 ) {
2005-10-04 00:37:24 +04:00
/* should never happen, letting socket clear before
retrying is our only obvious option here */
2013-05-05 07:12:25 +04:00
cifs_dbg ( VFS , " tcp sent no data \n " ) ;
2005-10-04 00:37:24 +04:00
msleep ( 500 ) ;
continue ;
2005-06-13 22:24:43 +04:00
}
2012-09-19 03:20:34 +04:00
2015-11-13 10:36:04 +03:00
/* send was at least partially successful */
* sent + = rc ;
retries = 0 ; /* in case we get ENOSPC on the next send */
2005-04-17 02:20:36 +04:00
}
2015-11-13 10:36:04 +03:00
return 0 ;
2012-09-19 03:20:35 +04:00
}
2018-06-15 16:22:44 +03:00
unsigned long
2018-06-28 03:47:14 +03:00
smb_rqst_len ( struct TCP_Server_Info * server , struct smb_rqst * rqst )
2014-02-14 16:21:00 +04:00
{
unsigned int i ;
2018-06-15 16:22:44 +03:00
struct kvec * iov ;
int nvec ;
2014-02-14 16:21:00 +04:00
unsigned long buflen = 0 ;
2018-06-28 03:47:14 +03:00
if ( server - > vals - > header_preamble_size = = 0 & &
rqst - > rq_nvec > = 2 & & rqst - > rq_iov [ 0 ] . iov_len = = 4 ) {
2018-06-15 16:22:44 +03:00
iov = & rqst - > rq_iov [ 1 ] ;
nvec = rqst - > rq_nvec - 1 ;
} else {
iov = rqst - > rq_iov ;
nvec = rqst - > rq_nvec ;
}
2014-02-14 16:21:00 +04:00
/* total up iov array first */
2018-06-15 16:22:44 +03:00
for ( i = 0 ; i < nvec ; i + + )
2014-02-14 16:21:00 +04:00
buflen + = iov [ i ] . iov_len ;
2018-05-30 22:47:57 +03:00
/*
* Add in the page array if there is one . The caller needs to make
* sure rq_offset and rq_tailsz are set correctly . If a buffer of
* multiple pages ends at page boundary , rq_tailsz needs to be set to
* PAGE_SIZE .
*/
2014-02-14 16:21:00 +04:00
if ( rqst - > rq_npages ) {
2018-05-30 22:47:57 +03:00
if ( rqst - > rq_npages = = 1 )
buflen + = rqst - > rq_tailsz ;
else {
/*
* If there is more than one page , calculate the
* buffer length based on rq_offset and rq_tailsz
*/
buflen + = rqst - > rq_pagesz * ( rqst - > rq_npages - 1 ) -
rqst - > rq_offset ;
buflen + = rqst - > rq_tailsz ;
}
2014-02-14 16:21:00 +04:00
}
return buflen ;
}
2012-09-19 03:20:34 +04:00
static int
2018-06-12 01:01:00 +03:00
__smb_send_rqst ( struct TCP_Server_Info * server , int num_rqst ,
struct smb_rqst * rqst )
2012-09-19 03:20:34 +04:00
{
2018-06-12 01:01:00 +03:00
int rc = 0 ;
struct kvec * iov ;
int n_vec ;
unsigned int send_length = 0 ;
unsigned int i , j ;
2019-03-06 02:51:57 +03:00
sigset_t mask , oldmask ;
2015-11-13 10:36:04 +03:00
size_t total_len = 0 , sent , size ;
2012-09-19 03:20:35 +04:00
struct socket * ssocket = server - > ssocket ;
2015-11-13 10:36:04 +03:00
struct msghdr smb_msg ;
2012-09-19 03:20:35 +04:00
int val = 1 ;
2018-06-12 01:00:58 +03:00
__be32 rfc1002_marker ;
2017-11-23 03:38:43 +03:00
if ( cifs_rdma_enabled ( server ) & & server - > smbd_conn ) {
2019-04-16 00:49:17 +03:00
rc = smbd_send ( server , num_rqst , rqst ) ;
2017-11-23 03:38:43 +03:00
goto smbd_done ;
}
2019-03-06 02:51:56 +03:00
2012-12-27 16:28:55 +04:00
if ( ssocket = = NULL )
2019-03-06 02:51:56 +03:00
return - EAGAIN ;
2012-12-27 16:28:55 +04:00
2019-03-06 02:51:57 +03:00
if ( signal_pending ( current ) ) {
cifs_dbg ( FYI , " signal is pending before sending any data \n " ) ;
return - EINTR ;
}
2012-09-19 03:20:35 +04:00
/* cork the socket */
kernel_setsockopt ( ssocket , SOL_TCP , TCP_CORK ,
( char * ) & val , sizeof ( val ) ) ;
2018-06-12 01:01:00 +03:00
for ( j = 0 ; j < num_rqst ; j + + )
2018-06-28 03:47:14 +03:00
send_length + = smb_rqst_len ( server , & rqst [ j ] ) ;
2018-06-12 01:01:00 +03:00
rfc1002_marker = cpu_to_be32 ( send_length ) ;
2019-03-06 02:51:57 +03:00
/*
* We should not allow signals to interrupt the network send because
* any partial send will cause session reconnects thus increasing
* latency of system calls and overload a server with unnecessary
* requests .
*/
sigfillset ( & mask ) ;
sigprocmask ( SIG_BLOCK , & mask , & oldmask ) ;
2018-06-12 01:00:58 +03:00
/* Generate a rfc1002 marker for SMB2+ */
if ( server - > vals - > header_preamble_size = = 0 ) {
struct kvec hiov = {
. iov_base = & rfc1002_marker ,
. iov_len = 4
} ;
2018-10-20 02:57:56 +03:00
iov_iter_kvec ( & smb_msg . msg_iter , WRITE , & hiov , 1 , 4 ) ;
2018-06-12 01:00:58 +03:00
rc = smb_send_kvec ( server , & smb_msg , & sent ) ;
if ( rc < 0 )
2019-03-06 02:51:57 +03:00
goto unmask ;
2018-06-12 01:00:58 +03:00
total_len + = sent ;
send_length + = 4 ;
}
2018-06-14 23:34:08 +03:00
cifs_dbg ( FYI , " Sending smb: smb_len=%u \n " , send_length ) ;
2018-06-12 01:01:00 +03:00
for ( j = 0 ; j < num_rqst ; j + + ) {
iov = rqst [ j ] . rq_iov ;
n_vec = rqst [ j ] . rq_nvec ;
2015-11-13 10:36:04 +03:00
2018-06-12 01:01:00 +03:00
size = 0 ;
2018-06-14 23:34:08 +03:00
for ( i = 0 ; i < n_vec ; i + + ) {
dump_smb ( iov [ i ] . iov_base , iov [ i ] . iov_len ) ;
2018-06-12 01:01:00 +03:00
size + = iov [ i ] . iov_len ;
2018-06-14 23:34:08 +03:00
}
2012-09-19 03:20:35 +04:00
2018-10-20 02:57:56 +03:00
iov_iter_kvec ( & smb_msg . msg_iter , WRITE , iov , n_vec , size ) ;
2012-09-19 03:20:35 +04:00
2015-11-13 10:36:04 +03:00
rc = smb_send_kvec ( server , & smb_msg , & sent ) ;
2012-09-19 03:20:35 +04:00
if ( rc < 0 )
2019-03-06 02:51:57 +03:00
goto unmask ;
2012-09-19 03:20:35 +04:00
total_len + = sent ;
2018-06-12 01:01:00 +03:00
/* now walk the page array and send each page in it */
for ( i = 0 ; i < rqst [ j ] . rq_npages ; i + + ) {
struct bio_vec bvec ;
bvec . bv_page = rqst [ j ] . rq_pages [ i ] ;
rqst_page_get_length ( & rqst [ j ] , i , & bvec . bv_len ,
& bvec . bv_offset ) ;
2018-10-20 02:57:56 +03:00
iov_iter_bvec ( & smb_msg . msg_iter , WRITE ,
2018-06-12 01:01:00 +03:00
& bvec , 1 , bvec . bv_len ) ;
rc = smb_send_kvec ( server , & smb_msg , & sent ) ;
if ( rc < 0 )
break ;
total_len + = sent ;
}
2012-09-19 03:20:35 +04:00
}
2005-04-17 02:20:36 +04:00
2019-03-06 02:51:57 +03:00
unmask :
sigprocmask ( SIG_SETMASK , & oldmask , NULL ) ;
/*
* If signal is pending but we have already sent the whole packet to
* the server we need to return success status to allow a corresponding
* mid entry to be kept in the pending requests queue thus allowing
* to handle responses from the server by the client .
*
* If only part of the packet has been sent there is no need to hide
* interrupt because the session will be reconnected anyway , so there
* won ' t be any response from the server to handle .
*/
if ( signal_pending ( current ) & & ( total_len ! = send_length ) ) {
cifs_dbg ( FYI , " signal is pending after attempt to send \n " ) ;
rc = - EINTR ;
}
2012-09-19 03:20:35 +04:00
/* uncork it */
val = 0 ;
kernel_setsockopt ( ssocket , SOL_TCP , TCP_CORK ,
( char * ) & val , sizeof ( val ) ) ;
2018-06-12 01:00:58 +03:00
if ( ( total_len > 0 ) & & ( total_len ! = send_length ) ) {
2013-05-05 07:12:25 +04:00
cifs_dbg ( FYI , " partial send (wanted=%u sent=%zu): terminating session \n " ,
2018-06-12 01:00:58 +03:00
send_length , total_len ) ;
2012-09-19 03:20:34 +04:00
/*
* If we have only sent part of an SMB then the next SMB could
* be taken as the remainder of this one . We need to kill the
* socket so the server throws away the partial SMB
*/
2008-10-29 03:47:57 +03:00
server - > tcpStatus = CifsNeedReconnect ;
2018-07-31 03:23:09 +03:00
trace_smb3_partial_send_reconnect ( server - > CurrentMid ,
server - > hostname ) ;
2008-10-29 03:47:57 +03:00
}
2017-11-23 03:38:43 +03:00
smbd_done :
2011-01-28 23:05:43 +03:00
if ( rc < 0 & & rc ! = - EINTR )
2013-05-05 07:12:25 +04:00
cifs_dbg ( VFS , " Error %d sending data on socket to server \n " ,
rc ) ;
2019-01-10 22:27:28 +03:00
else if ( rc > 0 )
2005-04-17 02:20:36 +04:00
rc = 0 ;
return rc ;
}
2012-09-19 03:20:34 +04:00
static int
2018-08-01 02:26:12 +03:00
smb_send_rqst ( struct TCP_Server_Info * server , int num_rqst ,
struct smb_rqst * rqst , int flags )
2012-09-19 03:20:34 +04:00
{
2018-08-01 02:26:11 +03:00
struct kvec iov ;
struct smb2_transform_hdr tr_hdr ;
struct smb_rqst cur_rqst [ MAX_COMPOUND ] ;
2016-10-31 23:49:30 +03:00
int rc ;
if ( ! ( flags & CIFS_TRANSFORM_REQ ) )
2018-08-01 02:26:12 +03:00
return __smb_send_rqst ( server , num_rqst , rqst ) ;
if ( num_rqst > MAX_COMPOUND - 1 )
return - ENOMEM ;
2016-10-31 23:49:30 +03:00
2018-08-01 02:26:11 +03:00
memset ( & cur_rqst [ 0 ] , 0 , sizeof ( cur_rqst ) ) ;
memset ( & iov , 0 , sizeof ( iov ) ) ;
memset ( & tr_hdr , 0 , sizeof ( tr_hdr ) ) ;
iov . iov_base = & tr_hdr ;
iov . iov_len = sizeof ( tr_hdr ) ;
cur_rqst [ 0 ] . rq_iov = & iov ;
cur_rqst [ 0 ] . rq_nvec = 1 ;
if ( ! server - > ops - > init_transform_rq ) {
cifs_dbg ( VFS , " Encryption requested but transform callback "
" is missing \n " ) ;
2016-10-31 23:49:30 +03:00
return - EIO ;
}
2012-09-19 03:20:34 +04:00
2018-08-01 02:26:12 +03:00
rc = server - > ops - > init_transform_rq ( server , num_rqst + 1 ,
& cur_rqst [ 0 ] , rqst ) ;
2016-10-31 23:49:30 +03:00
if ( rc )
return rc ;
2018-08-01 02:26:12 +03:00
rc = __smb_send_rqst ( server , num_rqst + 1 , & cur_rqst [ 0 ] ) ;
smb3_free_compound_rqst ( num_rqst , & cur_rqst [ 1 ] ) ;
2016-10-31 23:49:30 +03:00
return rc ;
2012-09-19 03:20:34 +04:00
}
2008-12-30 20:39:16 +03:00
int
smb_send ( struct TCP_Server_Info * server , struct smb_hdr * smb_buffer ,
unsigned int smb_buf_length )
{
2016-11-24 02:14:57 +03:00
struct kvec iov [ 2 ] ;
2016-10-31 23:49:30 +03:00
struct smb_rqst rqst = { . rq_iov = iov ,
. rq_nvec = 2 } ;
2008-12-30 20:39:16 +03:00
2016-11-24 02:14:57 +03:00
iov [ 0 ] . iov_base = smb_buffer ;
iov [ 0 ] . iov_len = 4 ;
iov [ 1 ] . iov_base = ( char * ) smb_buffer + 4 ;
iov [ 1 ] . iov_len = smb_buf_length ;
2008-12-30 20:39:16 +03:00
2018-06-12 01:01:00 +03:00
return __smb_send_rqst ( server , 1 , & rqst ) ;
2008-12-30 20:39:16 +03:00
}
2012-02-17 18:09:12 +04:00
static int
2019-03-08 05:58:20 +03:00
wait_for_free_credits ( struct TCP_Server_Info * server , const int num_credits ,
2019-03-08 05:58:22 +03:00
const int timeout , const int flags ,
unsigned int * instance )
2005-04-17 02:20:36 +04:00
{
2012-02-21 20:56:08 +04:00
int rc ;
2019-03-08 05:58:19 +03:00
int * credits ;
int optype ;
2019-03-08 05:58:22 +03:00
long int t ;
if ( timeout < 0 )
t = MAX_JIFFY_OFFSET ;
else
t = msecs_to_jiffies ( timeout ) ;
2019-03-08 05:58:19 +03:00
optype = flags & CIFS_OP_MASK ;
2012-02-21 20:56:08 +04:00
2019-01-16 22:22:29 +03:00
* instance = 0 ;
2019-03-08 05:58:19 +03:00
credits = server - > ops - > get_credits_field ( server , optype ) ;
/* Since an echo is already inflight, no need to wait to send another */
if ( * credits < = 0 & & optype = = CIFS_ECHO_OP )
return - EAGAIN ;
2012-02-17 18:09:12 +04:00
spin_lock ( & server - > req_lock ) ;
2019-03-08 05:58:19 +03:00
if ( ( flags & CIFS_TIMEOUT_MASK ) = = CIFS_ASYNC_OP ) {
2005-04-17 02:20:36 +04:00
/* oplock breaks must not be held up */
2012-02-17 18:09:12 +04:00
server - > in_flight + + ;
2012-03-15 14:22:27 +04:00
* credits - = 1 ;
2019-01-16 22:22:29 +03:00
* instance = server - > reconnect_instance ;
2012-02-17 18:09:12 +04:00
spin_unlock ( & server - > req_lock ) ;
2008-12-08 23:59:39 +03:00
return 0 ;
}
while ( 1 ) {
2019-03-08 05:58:20 +03:00
if ( * credits < num_credits ) {
2012-02-17 18:09:12 +04:00
spin_unlock ( & server - > req_lock ) ;
2011-08-09 22:44:44 +04:00
cifs_num_waiters_inc ( server ) ;
2019-03-08 05:58:22 +03:00
rc = wait_event_killable_timeout ( server - > request_q ,
has_credits ( server , credits , num_credits ) , t ) ;
2011-08-09 22:44:44 +04:00
cifs_num_waiters_dec ( server ) ;
2019-03-08 05:58:22 +03:00
if ( ! rc ) {
2019-03-10 05:29:55 +03:00
trace_smb3_credit_timeout ( server - > CurrentMid ,
server - > hostname , num_credits ) ;
2019-03-08 05:58:22 +03:00
cifs_dbg ( VFS , " wait timed out after %d ms \n " ,
timeout ) ;
return - ENOTSUPP ;
}
if ( rc = = - ERESTARTSYS )
return - ERESTARTSYS ;
2012-02-17 18:09:12 +04:00
spin_lock ( & server - > req_lock ) ;
2008-12-08 23:59:39 +03:00
} else {
2011-01-11 15:24:01 +03:00
if ( server - > tcpStatus = = CifsExiting ) {
2012-02-17 18:09:12 +04:00
spin_unlock ( & server - > req_lock ) ;
2008-12-08 23:59:39 +03:00
return - ENOENT ;
2005-04-17 02:20:36 +04:00
}
2008-12-08 23:59:39 +03:00
2019-03-08 05:58:21 +03:00
/*
* For normal commands , reserve the last MAX_COMPOUND
* credits to compound requests .
* Otherwise these compounds could be permanently
* starved for credits by single - credit requests .
*
* To prevent spinning CPU , block this thread until
* there are > MAX_COMPOUND credits available .
* But only do this is we already have a lot of
* credits in flight to avoid triggering this check
* for servers that are slow to hand out credits on
* new sessions .
*/
if ( ! optype & & num_credits = = 1 & &
server - > in_flight > 2 * MAX_COMPOUND & &
* credits < = MAX_COMPOUND ) {
spin_unlock ( & server - > req_lock ) ;
cifs_num_waiters_inc ( server ) ;
2019-03-08 05:58:22 +03:00
rc = wait_event_killable_timeout (
server - > request_q ,
2019-03-08 05:58:21 +03:00
has_credits ( server , credits ,
2019-03-08 05:58:22 +03:00
MAX_COMPOUND + 1 ) ,
t ) ;
2019-03-08 05:58:21 +03:00
cifs_num_waiters_dec ( server ) ;
2019-03-08 05:58:22 +03:00
if ( ! rc ) {
2019-03-10 05:29:55 +03:00
trace_smb3_credit_timeout (
server - > CurrentMid ,
server - > hostname , num_credits ) ;
2019-03-08 05:58:22 +03:00
cifs_dbg ( VFS , " wait timed out after %d ms \n " ,
timeout ) ;
return - ENOTSUPP ;
}
if ( rc = = - ERESTARTSYS )
return - ERESTARTSYS ;
2019-03-08 05:58:21 +03:00
spin_lock ( & server - > req_lock ) ;
continue ;
}
2012-02-06 15:59:18 +04:00
/*
* Can not count locking commands against total
* as they are allowed to block on server .
*/
2008-12-08 23:59:39 +03:00
/* update # of requests on the wire to server */
2019-03-08 05:58:19 +03:00
if ( ( flags & CIFS_TIMEOUT_MASK ) ! = CIFS_BLOCKING_OP ) {
2019-03-08 05:58:20 +03:00
* credits - = num_credits ;
server - > in_flight + = num_credits ;
2019-01-16 22:22:29 +03:00
* instance = server - > reconnect_instance ;
2012-02-06 15:59:18 +04:00
}
2012-02-17 18:09:12 +04:00
spin_unlock ( & server - > req_lock ) ;
2008-12-08 23:59:39 +03:00
break ;
2005-04-17 02:20:36 +04:00
}
}
2006-08-03 01:56:33 +04:00
return 0 ;
}
2005-04-17 02:20:36 +04:00
2012-03-15 14:22:27 +04:00
static int
2019-03-08 05:58:18 +03:00
wait_for_free_request ( struct TCP_Server_Info * server , const int flags ,
unsigned int * instance )
2012-03-15 14:22:27 +04:00
{
2019-03-08 05:58:22 +03:00
return wait_for_free_credits ( server , 1 , - 1 , flags ,
instance ) ;
2012-03-15 14:22:27 +04:00
}
2019-03-11 05:18:58 +03:00
static int
wait_for_compound_request ( struct TCP_Server_Info * server , int num ,
const int flags , unsigned int * instance )
{
int * credits ;
credits = server - > ops - > get_credits_field ( server , flags & CIFS_OP_MASK ) ;
spin_lock ( & server - > req_lock ) ;
if ( * credits < num ) {
/*
* Return immediately if not too many requests in flight since
* we will likely be stuck on waiting for credits .
*/
if ( server - > in_flight < num - * credits ) {
spin_unlock ( & server - > req_lock ) ;
return - ENOTSUPP ;
}
}
spin_unlock ( & server - > req_lock ) ;
return wait_for_free_credits ( server , num , 60000 , flags ,
instance ) ;
}
2014-06-05 19:03:27 +04:00
int
cifs_wait_mtu_credits ( struct TCP_Server_Info * server , unsigned int size ,
2019-01-16 22:12:41 +03:00
unsigned int * num , struct cifs_credits * credits )
2014-06-05 19:03:27 +04:00
{
* num = size ;
2019-01-16 22:12:41 +03:00
credits - > value = 0 ;
credits - > instance = server - > reconnect_instance ;
2014-06-05 19:03:27 +04:00
return 0 ;
}
2011-05-27 08:34:02 +04:00
static int allocate_mid ( struct cifs_ses * ses , struct smb_hdr * in_buf ,
2006-08-03 01:56:33 +04:00
struct mid_q_entry * * ppmidQ )
{
2005-04-17 02:20:36 +04:00
if ( ses - > server - > tcpStatus = = CifsExiting ) {
2006-08-03 01:56:33 +04:00
return - ENOENT ;
2008-12-06 15:12:34 +03:00
}
if ( ses - > server - > tcpStatus = = CifsNeedReconnect ) {
2013-05-05 07:12:25 +04:00
cifs_dbg ( FYI , " tcp session dead - return to caller to retry \n " ) ;
2006-08-03 01:56:33 +04:00
return - EAGAIN ;
2008-12-06 15:12:34 +03:00
}
2013-10-12 19:06:03 +04:00
if ( ses - > status = = CifsNew ) {
2007-07-07 02:44:50 +04:00
if ( ( in_buf - > Command ! = SMB_COM_SESSION_SETUP_ANDX ) & &
2008-02-08 02:25:02 +03:00
( in_buf - > Command ! = SMB_COM_NEGOTIATE ) )
2006-08-03 01:56:33 +04:00
return - EAGAIN ;
2008-02-08 02:25:02 +03:00
/* else ok - we are setting up session */
2005-04-17 02:20:36 +04:00
}
2013-10-12 19:06:03 +04:00
if ( ses - > status = = CifsExiting ) {
/* check if SMB session is bad because we are setting it up */
if ( in_buf - > Command ! = SMB_COM_LOGOFF_ANDX )
return - EAGAIN ;
/* else ok - we are shutting down session */
}
2008-12-01 15:09:34 +03:00
* ppmidQ = AllocMidQEntry ( in_buf , ses - > server ) ;
2007-08-31 02:09:15 +04:00
if ( * ppmidQ = = NULL )
2006-08-03 01:56:33 +04:00
return - ENOMEM ;
2011-01-11 15:24:02 +03:00
spin_lock ( & GlobalMid_Lock ) ;
list_add_tail ( & ( * ppmidQ ) - > qhead , & ses - > server - > pending_mid_q ) ;
spin_unlock ( & GlobalMid_Lock ) ;
2006-08-03 01:56:33 +04:00
return 0 ;
}
2011-01-11 15:24:02 +03:00
static int
wait_for_response ( struct TCP_Server_Info * server , struct mid_q_entry * midQ )
2006-08-03 01:56:33 +04:00
{
2011-01-11 15:24:02 +03:00
int error ;
2006-08-03 01:56:33 +04:00
2013-05-07 21:52:05 +04:00
error = wait_event_freezekillable_unsafe ( server - > response_q ,
2012-03-23 22:28:03 +04:00
midQ - > mid_state ! = MID_REQUEST_SUBMITTED ) ;
2011-01-11 15:24:02 +03:00
if ( error < 0 )
return - ERESTARTSYS ;
2006-08-03 01:56:33 +04:00
2011-01-11 15:24:02 +03:00
return 0 ;
2006-08-03 01:56:33 +04:00
}
2012-09-19 03:20:35 +04:00
struct mid_q_entry *
cifs_setup_async_request ( struct TCP_Server_Info * server , struct smb_rqst * rqst )
2012-03-23 22:28:02 +04:00
{
int rc ;
2012-09-19 03:20:35 +04:00
struct smb_hdr * hdr = ( struct smb_hdr * ) rqst - > rq_iov [ 0 ] . iov_base ;
2012-03-23 22:28:02 +04:00
struct mid_q_entry * mid ;
2016-11-24 02:14:57 +03:00
if ( rqst - > rq_iov [ 0 ] . iov_len ! = 4 | |
rqst - > rq_iov [ 0 ] . iov_base + 4 ! = rqst - > rq_iov [ 1 ] . iov_base )
return ERR_PTR ( - EIO ) ;
2012-03-23 22:28:02 +04:00
/* enable signing if server requires it */
2013-05-26 15:01:00 +04:00
if ( server - > sign )
2012-03-23 22:28:02 +04:00
hdr - > Flags2 | = SMBFLG2_SECURITY_SIGNATURE ;
mid = AllocMidQEntry ( hdr , server ) ;
if ( mid = = NULL )
2012-09-19 03:20:35 +04:00
return ERR_PTR ( - ENOMEM ) ;
2012-03-23 22:28:02 +04:00
2012-09-19 03:20:35 +04:00
rc = cifs_sign_rqst ( rqst , server , & mid - > sequence_number ) ;
2012-07-11 15:28:05 +04:00
if ( rc ) {
DeleteMidQEntry ( mid ) ;
2012-09-19 03:20:35 +04:00
return ERR_PTR ( rc ) ;
2012-07-11 15:28:05 +04:00
}
2012-09-19 03:20:35 +04:00
return mid ;
2012-03-23 22:28:02 +04:00
}
2007-11-14 01:41:37 +03:00
2011-01-11 15:24:21 +03:00
/*
* Send a SMB request and set the callback function in the mid to handle
* the result . Caller is responsible for dealing with timeouts .
*/
int
2012-09-19 03:20:35 +04:00
cifs_call_async ( struct TCP_Server_Info * server , struct smb_rqst * rqst ,
2016-11-17 01:06:17 +03:00
mid_receive_t * receive , mid_callback_t * callback ,
2019-01-16 02:52:29 +03:00
mid_handle_t * handle , void * cbdata , const int flags ,
const struct cifs_credits * exist_credits )
2011-01-11 15:24:21 +03:00
{
2019-03-08 05:58:18 +03:00
int rc ;
2011-01-11 15:24:21 +03:00
struct mid_q_entry * mid ;
2019-01-16 22:12:41 +03:00
struct cifs_credits credits = { . value = 0 , . instance = 0 } ;
2019-01-16 22:22:29 +03:00
unsigned int instance ;
2019-03-08 05:58:18 +03:00
int optype ;
2011-01-11 15:24:21 +03:00
2012-05-23 16:14:34 +04:00
optype = flags & CIFS_OP_MASK ;
2014-06-05 19:03:27 +04:00
if ( ( flags & CIFS_HAS_CREDITS ) = = 0 ) {
2019-03-08 05:58:18 +03:00
rc = wait_for_free_request ( server , flags , & instance ) ;
2014-06-05 19:03:27 +04:00
if ( rc )
return rc ;
2019-01-16 22:12:41 +03:00
credits . value = 1 ;
2019-01-16 22:22:29 +03:00
credits . instance = instance ;
2019-01-16 02:52:29 +03:00
} else
instance = exist_credits - > instance ;
2011-01-11 15:24:21 +03:00
mutex_lock ( & server - > srv_mutex ) ;
2019-01-16 02:52:29 +03:00
/*
* We can ' t use credits obtained from the previous session to send this
* request . Check if there were reconnects after we obtained credits and
* return - EAGAIN in such cases to let callers handle it .
*/
if ( instance ! = server - > reconnect_instance ) {
mutex_unlock ( & server - > srv_mutex ) ;
add_credits_and_wake_if ( server , & credits , optype ) ;
return - EAGAIN ;
}
2012-09-19 03:20:35 +04:00
mid = server - > ops - > setup_async_request ( server , rqst ) ;
if ( IS_ERR ( mid ) ) {
2011-01-11 15:24:21 +03:00
mutex_unlock ( & server - > srv_mutex ) ;
2019-01-16 22:12:41 +03:00
add_credits_and_wake_if ( server , & credits , optype ) ;
2012-09-19 03:20:35 +04:00
return PTR_ERR ( mid ) ;
2011-01-11 15:24:21 +03:00
}
2011-10-19 23:29:49 +04:00
mid - > receive = receive ;
2011-01-11 15:24:21 +03:00
mid - > callback = callback ;
mid - > callback_data = cbdata ;
2016-11-17 01:06:17 +03:00
mid - > handle = handle ;
2012-03-23 22:28:03 +04:00
mid - > mid_state = MID_REQUEST_SUBMITTED ;
2011-08-09 22:44:44 +04:00
2012-07-11 15:28:05 +04:00
/* put it on the pending_mid_q */
spin_lock ( & GlobalMid_Lock ) ;
list_add_tail ( & mid - > qhead , & server - > pending_mid_q ) ;
spin_unlock ( & GlobalMid_Lock ) ;
2017-06-29 01:55:55 +03:00
/*
* Need to store the time in mid before calling I / O . For call_async ,
* I / O response may come back and free the mid entry on another thread .
*/
cifs_save_when_sent ( mid ) ;
2011-08-09 22:44:44 +04:00
cifs_in_send_inc ( server ) ;
2018-08-01 02:26:12 +03:00
rc = smb_send_rqst ( server , 1 , rqst , flags ) ;
2011-08-09 22:44:44 +04:00
cifs_in_send_dec ( server ) ;
2013-04-03 18:27:36 +04:00
2015-12-23 09:32:41 +03:00
if ( rc < 0 ) {
2019-03-05 01:02:50 +03:00
revert_current_mid ( server , mid - > credits ) ;
2013-04-03 18:27:36 +04:00
server - > sequence_number - = 2 ;
2015-12-23 09:32:41 +03:00
cifs_delete_mid ( mid ) ;
}
2011-01-11 15:24:21 +03:00
mutex_unlock ( & server - > srv_mutex ) ;
2011-08-09 22:44:44 +04:00
2012-07-11 15:28:05 +04:00
if ( rc = = 0 )
return 0 ;
2011-01-11 15:24:21 +03:00
2019-01-16 22:12:41 +03:00
add_credits_and_wake_if ( server , & credits , optype ) ;
2011-01-11 15:24:21 +03:00
return rc ;
}
2007-11-14 01:41:37 +03:00
/*
*
* Send an SMB Request . No response info ( other than return code )
* needs to be parsed .
*
* flags indicate the type of request buffer and how long to wait
* and whether to log NT STATUS code ( error ) before mapping it to POSIX error
*
*/
int
2011-05-27 08:34:02 +04:00
SendReceiveNoRsp ( const unsigned int xid , struct cifs_ses * ses ,
2012-03-23 22:28:02 +04:00
char * in_buf , int flags )
2007-11-14 01:41:37 +03:00
{
int rc ;
struct kvec iov [ 1 ] ;
2016-10-25 21:38:47 +03:00
struct kvec rsp_iov ;
2007-11-14 01:41:37 +03:00
int resp_buf_type ;
2012-03-23 22:28:02 +04:00
iov [ 0 ] . iov_base = in_buf ;
iov [ 0 ] . iov_len = get_rfc1002_length ( in_buf ) + 4 ;
2007-11-14 01:41:37 +03:00
flags | = CIFS_NO_RESP ;
2016-10-25 21:38:47 +03:00
rc = SendReceive2 ( xid , ses , iov , 1 , & resp_buf_type , flags , & rsp_iov ) ;
2013-05-05 07:12:25 +04:00
cifs_dbg ( NOISY , " SendRcvNoRsp flags %d rc %d \n " , flags , rc ) ;
2008-02-12 23:32:36 +03:00
2007-11-14 01:41:37 +03:00
return rc ;
}
2011-01-11 15:24:02 +03:00
static int
2011-05-22 15:09:13 +04:00
cifs_sync_mid_result ( struct mid_q_entry * mid , struct TCP_Server_Info * server )
2011-01-11 15:24:02 +03:00
{
int rc = 0 ;
2013-05-05 07:12:25 +04:00
cifs_dbg ( FYI , " %s: cmd=%d mid=%llu state=%d \n " ,
__func__ , le16_to_cpu ( mid - > command ) , mid - > mid , mid - > mid_state ) ;
2011-01-11 15:24:02 +03:00
2011-01-11 15:24:02 +03:00
spin_lock ( & GlobalMid_Lock ) ;
2012-03-23 22:28:03 +04:00
switch ( mid - > mid_state ) {
2011-01-11 15:24:02 +03:00
case MID_RESPONSE_RECEIVED :
2011-01-11 15:24:02 +03:00
spin_unlock ( & GlobalMid_Lock ) ;
return rc ;
2011-01-11 15:24:02 +03:00
case MID_RETRY_NEEDED :
rc = - EAGAIN ;
break ;
2011-02-10 16:03:50 +03:00
case MID_RESPONSE_MALFORMED :
rc = - EIO ;
break ;
2011-05-22 15:09:13 +04:00
case MID_SHUTDOWN :
rc = - EHOSTDOWN ;
break ;
2011-01-11 15:24:02 +03:00
default :
2011-05-22 15:09:13 +04:00
list_del_init ( & mid - > qhead ) ;
2013-05-05 07:12:25 +04:00
cifs_dbg ( VFS , " %s: invalid mid state mid=%llu state=%d \n " ,
__func__ , mid - > mid , mid - > mid_state ) ;
2011-01-11 15:24:02 +03:00
rc = - EIO ;
2011-01-11 15:24:02 +03:00
}
spin_unlock ( & GlobalMid_Lock ) ;
2011-01-11 15:24:21 +03:00
DeleteMidQEntry ( mid ) ;
2011-01-11 15:24:02 +03:00
return rc ;
}
2012-05-15 20:21:10 +04:00
static inline int
2016-11-24 02:08:14 +03:00
send_cancel ( struct TCP_Server_Info * server , struct smb_rqst * rqst ,
struct mid_q_entry * mid )
2011-01-11 15:24:24 +03:00
{
2012-05-15 20:21:10 +04:00
return server - > ops - > send_cancel ?
2016-11-24 02:08:14 +03:00
server - > ops - > send_cancel ( server , rqst , mid ) : 0 ;
2011-01-11 15:24:24 +03:00
}
2011-05-20 00:22:52 +04:00
int
cifs_check_receive ( struct mid_q_entry * mid , struct TCP_Server_Info * server ,
bool log_error )
{
2012-03-23 22:28:02 +04:00
unsigned int len = get_rfc1002_length ( mid - > resp_buf ) + 4 ;
2011-10-11 14:41:32 +04:00
dump_smb ( mid - > resp_buf , min_t ( u32 , 92 , len ) ) ;
2011-05-20 00:22:52 +04:00
/* convert the length into a more usable form */
2013-05-26 15:01:00 +04:00
if ( server - > sign ) {
2016-11-24 02:14:57 +03:00
struct kvec iov [ 2 ] ;
2012-08-03 18:42:45 +04:00
int rc = 0 ;
2016-11-24 02:14:57 +03:00
struct smb_rqst rqst = { . rq_iov = iov ,
. rq_nvec = 2 } ;
2011-10-11 14:41:32 +04:00
2016-11-24 02:14:57 +03:00
iov [ 0 ] . iov_base = mid - > resp_buf ;
iov [ 0 ] . iov_len = 4 ;
iov [ 1 ] . iov_base = ( char * ) mid - > resp_buf + 4 ;
iov [ 1 ] . iov_len = len - 4 ;
2011-05-20 00:22:52 +04:00
/* FIXME: add code to kill session */
2012-09-19 03:20:34 +04:00
rc = cifs_verify_signature ( & rqst , server ,
2013-04-03 19:55:03 +04:00
mid - > sequence_number ) ;
2012-08-03 18:42:45 +04:00
if ( rc )
2013-05-05 07:12:25 +04:00
cifs_dbg ( VFS , " SMB signature verification returned error = %d \n " ,
rc ) ;
2011-05-20 00:22:52 +04:00
}
/* BB special case reconnect tid and uid here? */
return map_smb_to_linux_error ( mid - > resp_buf , log_error ) ;
}
2012-09-19 03:20:35 +04:00
struct mid_q_entry *
cifs_setup_request ( struct cifs_ses * ses , struct smb_rqst * rqst )
2012-03-23 22:28:02 +04:00
{
int rc ;
2012-09-19 03:20:35 +04:00
struct smb_hdr * hdr = ( struct smb_hdr * ) rqst - > rq_iov [ 0 ] . iov_base ;
2012-03-23 22:28:02 +04:00
struct mid_q_entry * mid ;
2016-11-24 02:14:57 +03:00
if ( rqst - > rq_iov [ 0 ] . iov_len ! = 4 | |
rqst - > rq_iov [ 0 ] . iov_base + 4 ! = rqst - > rq_iov [ 1 ] . iov_base )
return ERR_PTR ( - EIO ) ;
2012-03-23 22:28:02 +04:00
rc = allocate_mid ( ses , hdr , & mid ) ;
if ( rc )
2012-09-19 03:20:35 +04:00
return ERR_PTR ( rc ) ;
rc = cifs_sign_rqst ( rqst , ses - > server , & mid - > sequence_number ) ;
if ( rc ) {
2012-09-19 03:20:30 +04:00
cifs_delete_mid ( mid ) ;
2012-09-19 03:20:35 +04:00
return ERR_PTR ( rc ) ;
}
return mid ;
2012-03-23 22:28:02 +04:00
}
2018-08-30 03:13:00 +03:00
static void
2019-01-04 02:53:10 +03:00
cifs_compound_callback ( struct mid_q_entry * mid )
2019-01-04 03:45:27 +03:00
{
struct TCP_Server_Info * server = mid - > server ;
2019-01-16 22:22:29 +03:00
struct cifs_credits credits ;
credits . value = server - > ops - > get_credits ( mid ) ;
credits . instance = server - > reconnect_instance ;
2019-01-04 03:45:27 +03:00
2019-01-16 22:22:29 +03:00
add_credits ( server , & credits , mid - > optype ) ;
2019-01-04 03:45:27 +03:00
}
2019-01-04 02:53:10 +03:00
static void
cifs_compound_last_callback ( struct mid_q_entry * mid )
{
cifs_compound_callback ( mid ) ;
cifs_wake_up_task ( mid ) ;
}
static void
cifs_cancelled_callback ( struct mid_q_entry * mid )
{
cifs_compound_callback ( mid ) ;
DeleteMidQEntry ( mid ) ;
}
2016-11-24 02:31:54 +03:00
int
2018-08-01 02:26:13 +03:00
compound_send_recv ( const unsigned int xid , struct cifs_ses * ses ,
const int flags , const int num_rqst , struct smb_rqst * rqst ,
int * resp_buf_type , struct kvec * resp_iov )
2006-08-03 01:56:33 +04:00
{
2019-03-08 05:58:18 +03:00
int i , j , optype , rc = 0 ;
2018-08-01 02:26:13 +03:00
struct mid_q_entry * midQ [ MAX_COMPOUND ] ;
2018-12-22 23:40:05 +03:00
bool cancelled_mid [ MAX_COMPOUND ] = { false } ;
2019-01-16 22:22:29 +03:00
struct cifs_credits credits [ MAX_COMPOUND ] = {
{ . value = 0 , . instance = 0 }
} ;
unsigned int instance ;
2016-11-24 02:14:57 +03:00
char * buf ;
2007-07-13 04:33:32 +04:00
2012-05-23 16:14:34 +04:00
optype = flags & CIFS_OP_MASK ;
2007-11-14 01:41:37 +03:00
2018-08-01 02:26:13 +03:00
for ( i = 0 ; i < num_rqst ; i + + )
resp_buf_type [ i ] = CIFS_NO_BUFFER ; /* no response buf yet */
2006-08-03 01:56:33 +04:00
if ( ( ses = = NULL ) | | ( ses - > server = = NULL ) ) {
2013-05-05 07:12:25 +04:00
cifs_dbg ( VFS , " Null session \n " ) ;
2006-08-03 01:56:33 +04:00
return - EIO ;
}
2016-10-25 21:38:47 +03:00
if ( ses - > server - > tcpStatus = = CifsExiting )
2006-08-03 01:56:33 +04:00
return - ENOENT ;
2012-03-23 22:28:02 +04:00
/*
2019-03-11 05:18:58 +03:00
* Wait for all the requests to become available .
2019-01-31 03:58:09 +03:00
* This approach still leaves the possibility to be stuck waiting for
* credits if the server doesn ' t grant credits to the outstanding
2019-03-11 05:18:58 +03:00
* requests and if the client is completely idle , not generating any
* other requests .
* This can be handled by the eventual session reconnect .
2012-03-23 22:28:02 +04:00
*/
2019-03-11 05:18:58 +03:00
rc = wait_for_compound_request ( ses - > server , num_rqst , flags ,
& instance ) ;
if ( rc )
return rc ;
2019-01-16 03:07:52 +03:00
2019-03-11 05:18:58 +03:00
for ( i = 0 ; i < num_rqst ; i + + ) {
credits [ i ] . value = 1 ;
credits [ i ] . instance = instance ;
2018-12-22 23:40:05 +03:00
}
2006-08-03 01:56:33 +04:00
2012-03-23 22:28:02 +04:00
/*
* Make sure that we sign in the same order that we send on this socket
* and avoid races inside tcp sendmsg code that could cause corruption
* of smb data .
*/
2006-08-03 01:56:33 +04:00
2008-12-01 15:09:36 +03:00
mutex_lock ( & ses - > server - > srv_mutex ) ;
2006-08-03 01:56:33 +04:00
2019-01-16 03:07:52 +03:00
/*
* All the parts of the compound chain belong obtained credits from the
2019-03-11 05:18:58 +03:00
* same session . We can not use credits obtained from the previous
2019-01-16 03:07:52 +03:00
* session to send this request . Check if there were reconnects after
* we obtained credits and return - EAGAIN in such cases to let callers
* handle it .
*/
2019-03-11 05:18:58 +03:00
if ( instance ! = ses - > server - > reconnect_instance ) {
2019-01-16 03:07:52 +03:00
mutex_unlock ( & ses - > server - > srv_mutex ) ;
for ( j = 0 ; j < num_rqst ; j + + )
add_credits ( ses - > server , & credits [ j ] , optype ) ;
return - EAGAIN ;
}
2018-08-01 02:26:13 +03:00
for ( i = 0 ; i < num_rqst ; i + + ) {
midQ [ i ] = ses - > server - > ops - > setup_request ( ses , & rqst [ i ] ) ;
if ( IS_ERR ( midQ [ i ] ) ) {
2019-03-05 01:02:50 +03:00
revert_current_mid ( ses - > server , i ) ;
2018-08-01 02:26:13 +03:00
for ( j = 0 ; j < i ; j + + )
cifs_delete_mid ( midQ [ j ] ) ;
mutex_unlock ( & ses - > server - > srv_mutex ) ;
2018-12-22 23:40:05 +03:00
2018-08-01 02:26:13 +03:00
/* Update # of requests on wire to server */
2018-12-22 23:40:05 +03:00
for ( j = 0 ; j < num_rqst ; j + + )
2019-01-16 22:22:29 +03:00
add_credits ( ses - > server , & credits [ j ] , optype ) ;
2018-08-01 02:26:13 +03:00
return PTR_ERR ( midQ [ i ] ) ;
}
midQ [ i ] - > mid_state = MID_REQUEST_SUBMITTED ;
2019-01-04 03:45:27 +03:00
midQ [ i ] - > optype = optype ;
2018-08-30 03:13:00 +03:00
/*
2019-01-04 02:53:10 +03:00
* Invoke callback for every part of the compound chain
* to calculate credits properly . Wake up this thread only when
* the last element is received .
2018-08-30 03:13:00 +03:00
*/
if ( i < num_rqst - 1 )
2019-01-04 02:53:10 +03:00
midQ [ i ] - > callback = cifs_compound_callback ;
else
midQ [ i ] - > callback = cifs_compound_last_callback ;
2005-04-17 02:20:36 +04:00
}
2011-08-09 22:44:44 +04:00
cifs_in_send_inc ( ses - > server ) ;
2018-08-01 02:26:13 +03:00
rc = smb_send_rqst ( ses - > server , num_rqst , rqst , flags ) ;
2011-08-09 22:44:44 +04:00
cifs_in_send_dec ( ses - > server ) ;
2018-08-01 02:26:13 +03:00
for ( i = 0 ; i < num_rqst ; i + + )
cifs_save_when_sent ( midQ [ i ] ) ;
2006-08-03 01:56:33 +04:00
2019-03-05 01:02:50 +03:00
if ( rc < 0 ) {
revert_current_mid ( ses - > server , num_rqst ) ;
2013-04-03 18:27:36 +04:00
ses - > server - > sequence_number - = 2 ;
2019-03-05 01:02:50 +03:00
}
2018-08-01 02:26:13 +03:00
2008-12-01 15:09:36 +03:00
mutex_unlock ( & ses - > server - > srv_mutex ) ;
2006-08-03 01:56:33 +04:00
2019-05-01 05:03:41 +03:00
/*
* If sending failed for some reason or it is an oplock break that we
* will not receive a response to - return credits back
*/
if ( rc < 0 | | ( flags & CIFS_NO_SRV_RSP ) ) {
2019-01-04 02:53:10 +03:00
for ( i = 0 ; i < num_rqst ; i + + )
2019-01-16 22:22:29 +03:00
add_credits ( ses - > server , & credits [ i ] , optype ) ;
2018-10-10 08:29:06 +03:00
goto out ;
2019-01-04 02:53:10 +03:00
}
/*
* At this point the request is passed to the network stack - we assume
* that any credits taken from the server structure on the client have
* been spent and we can ' t return them back . Once we receive responses
* we will collect credits granted by the server in the mid callbacks
* and add those credits to the server structure .
*/
2018-08-01 02:26:13 +03:00
2018-10-10 08:29:06 +03:00
/*
* Compounding is never used during session establish .
*/
if ( ( ses - > status = = CifsNew ) | | ( optype & CIFS_NEG_OP ) )
smb311_update_preauth_hash ( ses , rqst [ 0 ] . rq_iov ,
rqst [ 0 ] . rq_nvec ) ;
2018-08-01 02:26:13 +03:00
2018-10-10 08:29:06 +03:00
for ( i = 0 ; i < num_rqst ; i + + ) {
2018-08-01 02:26:13 +03:00
rc = wait_for_response ( ses - > server , midQ [ i ] ) ;
2019-01-04 03:45:27 +03:00
if ( rc ! = 0 )
break ;
}
if ( rc ! = 0 ) {
for ( ; i < num_rqst ; i + + ) {
2018-10-24 05:04:57 +03:00
cifs_dbg ( VFS , " Cancelling wait for mid %llu cmd: %d \n " ,
midQ [ i ] - > mid , le16_to_cpu ( midQ [ i ] - > command ) ) ;
2018-08-01 02:26:13 +03:00
send_cancel ( ses - > server , & rqst [ i ] , midQ [ i ] ) ;
spin_lock ( & GlobalMid_Lock ) ;
if ( midQ [ i ] - > mid_state = = MID_REQUEST_SUBMITTED ) {
midQ [ i ] - > mid_flags | = MID_WAIT_CANCELLED ;
2019-01-04 03:45:27 +03:00
midQ [ i ] - > callback = cifs_cancelled_callback ;
2018-12-22 23:40:05 +03:00
cancelled_mid [ i ] = true ;
2019-01-16 22:22:29 +03:00
credits [ i ] . value = 0 ;
2018-08-01 02:26:13 +03:00
}
2011-01-28 15:08:28 +03:00
spin_unlock ( & GlobalMid_Lock ) ;
2018-08-01 02:26:13 +03:00
}
2018-10-10 08:29:06 +03:00
}
for ( i = 0 ; i < num_rqst ; i + + ) {
if ( rc < 0 )
goto out ;
2018-08-01 02:26:13 +03:00
rc = cifs_sync_mid_result ( midQ [ i ] , ses - > server ) ;
if ( rc ! = 0 ) {
2018-12-22 23:40:05 +03:00
/* mark this mid as cancelled to not free it below */
cancelled_mid [ i ] = true ;
goto out ;
2011-01-28 15:08:28 +03:00
}
2008-12-11 20:26:54 +03:00
2018-08-01 02:26:13 +03:00
if ( ! midQ [ i ] - > resp_buf | |
midQ [ i ] - > mid_state ! = MID_RESPONSE_RECEIVED ) {
rc = - EIO ;
cifs_dbg ( FYI , " Bad MID state? \n " ) ;
goto out ;
}
2012-05-23 16:14:34 +04:00
2018-08-01 02:26:13 +03:00
buf = ( char * ) midQ [ i ] - > resp_buf ;
resp_iov [ i ] . iov_base = buf ;
resp_iov [ i ] . iov_len = midQ [ i ] - > resp_buf_size +
ses - > server - > vals - > header_preamble_size ;
if ( midQ [ i ] - > large_buf )
resp_buf_type [ i ] = CIFS_LARGE_BUFFER ;
else
resp_buf_type [ i ] = CIFS_SMALL_BUFFER ;
rc = ses - > server - > ops - > check_receive ( midQ [ i ] , ses - > server ,
flags & CIFS_LOG_ERROR ) ;
2005-04-17 02:20:36 +04:00
2018-08-01 02:26:13 +03:00
/* mark it so buf will not be freed by cifs_delete_mid */
if ( ( flags & CIFS_NO_RESP ) = = 0 )
midQ [ i ] - > resp_buf = NULL ;
2018-10-10 08:29:06 +03:00
2018-08-01 02:26:13 +03:00
}
2018-10-10 08:29:06 +03:00
/*
* Compounding is never used during session establish .
*/
if ( ( ses - > status = = CifsNew ) | | ( optype & CIFS_NEG_OP ) ) {
struct kvec iov = {
. iov_base = resp_iov [ 0 ] . iov_base ,
. iov_len = resp_iov [ 0 ] . iov_len
} ;
smb311_update_preauth_hash ( ses , & iov , 1 ) ;
}
2006-08-03 01:56:33 +04:00
out :
2018-08-30 03:13:00 +03:00
/*
* This will dequeue all mids . After this it is important that the
* demultiplex_thread will not process any of these mids any futher .
* This is prevented above by using a noop callback that will not
* wake this thread except for the very last PDU .
*/
2018-12-22 23:40:05 +03:00
for ( i = 0 ; i < num_rqst ; i + + ) {
if ( ! cancelled_mid [ i ] )
cifs_delete_mid ( midQ [ i ] ) ;
}
2005-04-17 02:20:36 +04:00
2005-06-13 22:24:43 +04:00
return rc ;
}
2005-04-17 02:20:36 +04:00
2018-08-01 02:26:13 +03:00
int
cifs_send_recv ( const unsigned int xid , struct cifs_ses * ses ,
struct smb_rqst * rqst , int * resp_buf_type , const int flags ,
struct kvec * resp_iov )
{
return compound_send_recv ( xid , ses , flags , 1 , rqst , resp_buf_type ,
resp_iov ) ;
}
2016-11-24 02:14:57 +03:00
int
SendReceive2 ( const unsigned int xid , struct cifs_ses * ses ,
struct kvec * iov , int n_vec , int * resp_buf_type /* ret */ ,
const int flags , struct kvec * resp_iov )
{
struct smb_rqst rqst ;
2017-11-21 07:08:07 +03:00
struct kvec s_iov [ CIFS_MAX_IOV_SIZE ] , * new_iov ;
2016-11-24 02:14:57 +03:00
int rc ;
2017-11-21 07:08:07 +03:00
if ( n_vec + 1 > CIFS_MAX_IOV_SIZE ) {
treewide: kmalloc() -> kmalloc_array()
The kmalloc() function has a 2-factor argument form, kmalloc_array(). This
patch replaces cases of:
kmalloc(a * b, gfp)
with:
kmalloc_array(a * b, gfp)
as well as handling cases of:
kmalloc(a * b * c, gfp)
with:
kmalloc(array3_size(a, b, c), gfp)
as it's slightly less ugly than:
kmalloc_array(array_size(a, b), c, gfp)
This does, however, attempt to ignore constant size factors like:
kmalloc(4 * 1024, gfp)
though any constants defined via macros get caught up in the conversion.
Any factors with a sizeof() of "unsigned char", "char", and "u8" were
dropped, since they're redundant.
The tools/ directory was manually excluded, since it has its own
implementation of kmalloc().
The Coccinelle script used for this was:
// Fix redundant parens around sizeof().
@@
type TYPE;
expression THING, E;
@@
(
kmalloc(
- (sizeof(TYPE)) * E
+ sizeof(TYPE) * E
, ...)
|
kmalloc(
- (sizeof(THING)) * E
+ sizeof(THING) * E
, ...)
)
// Drop single-byte sizes and redundant parens.
@@
expression COUNT;
typedef u8;
typedef __u8;
@@
(
kmalloc(
- sizeof(u8) * (COUNT)
+ COUNT
, ...)
|
kmalloc(
- sizeof(__u8) * (COUNT)
+ COUNT
, ...)
|
kmalloc(
- sizeof(char) * (COUNT)
+ COUNT
, ...)
|
kmalloc(
- sizeof(unsigned char) * (COUNT)
+ COUNT
, ...)
|
kmalloc(
- sizeof(u8) * COUNT
+ COUNT
, ...)
|
kmalloc(
- sizeof(__u8) * COUNT
+ COUNT
, ...)
|
kmalloc(
- sizeof(char) * COUNT
+ COUNT
, ...)
|
kmalloc(
- sizeof(unsigned char) * COUNT
+ COUNT
, ...)
)
// 2-factor product with sizeof(type/expression) and identifier or constant.
@@
type TYPE;
expression THING;
identifier COUNT_ID;
constant COUNT_CONST;
@@
(
- kmalloc
+ kmalloc_array
(
- sizeof(TYPE) * (COUNT_ID)
+ COUNT_ID, sizeof(TYPE)
, ...)
|
- kmalloc
+ kmalloc_array
(
- sizeof(TYPE) * COUNT_ID
+ COUNT_ID, sizeof(TYPE)
, ...)
|
- kmalloc
+ kmalloc_array
(
- sizeof(TYPE) * (COUNT_CONST)
+ COUNT_CONST, sizeof(TYPE)
, ...)
|
- kmalloc
+ kmalloc_array
(
- sizeof(TYPE) * COUNT_CONST
+ COUNT_CONST, sizeof(TYPE)
, ...)
|
- kmalloc
+ kmalloc_array
(
- sizeof(THING) * (COUNT_ID)
+ COUNT_ID, sizeof(THING)
, ...)
|
- kmalloc
+ kmalloc_array
(
- sizeof(THING) * COUNT_ID
+ COUNT_ID, sizeof(THING)
, ...)
|
- kmalloc
+ kmalloc_array
(
- sizeof(THING) * (COUNT_CONST)
+ COUNT_CONST, sizeof(THING)
, ...)
|
- kmalloc
+ kmalloc_array
(
- sizeof(THING) * COUNT_CONST
+ COUNT_CONST, sizeof(THING)
, ...)
)
// 2-factor product, only identifiers.
@@
identifier SIZE, COUNT;
@@
- kmalloc
+ kmalloc_array
(
- SIZE * COUNT
+ COUNT, SIZE
, ...)
// 3-factor product with 1 sizeof(type) or sizeof(expression), with
// redundant parens removed.
@@
expression THING;
identifier STRIDE, COUNT;
type TYPE;
@@
(
kmalloc(
- sizeof(TYPE) * (COUNT) * (STRIDE)
+ array3_size(COUNT, STRIDE, sizeof(TYPE))
, ...)
|
kmalloc(
- sizeof(TYPE) * (COUNT) * STRIDE
+ array3_size(COUNT, STRIDE, sizeof(TYPE))
, ...)
|
kmalloc(
- sizeof(TYPE) * COUNT * (STRIDE)
+ array3_size(COUNT, STRIDE, sizeof(TYPE))
, ...)
|
kmalloc(
- sizeof(TYPE) * COUNT * STRIDE
+ array3_size(COUNT, STRIDE, sizeof(TYPE))
, ...)
|
kmalloc(
- sizeof(THING) * (COUNT) * (STRIDE)
+ array3_size(COUNT, STRIDE, sizeof(THING))
, ...)
|
kmalloc(
- sizeof(THING) * (COUNT) * STRIDE
+ array3_size(COUNT, STRIDE, sizeof(THING))
, ...)
|
kmalloc(
- sizeof(THING) * COUNT * (STRIDE)
+ array3_size(COUNT, STRIDE, sizeof(THING))
, ...)
|
kmalloc(
- sizeof(THING) * COUNT * STRIDE
+ array3_size(COUNT, STRIDE, sizeof(THING))
, ...)
)
// 3-factor product with 2 sizeof(variable), with redundant parens removed.
@@
expression THING1, THING2;
identifier COUNT;
type TYPE1, TYPE2;
@@
(
kmalloc(
- sizeof(TYPE1) * sizeof(TYPE2) * COUNT
+ array3_size(COUNT, sizeof(TYPE1), sizeof(TYPE2))
, ...)
|
kmalloc(
- sizeof(TYPE1) * sizeof(THING2) * (COUNT)
+ array3_size(COUNT, sizeof(TYPE1), sizeof(TYPE2))
, ...)
|
kmalloc(
- sizeof(THING1) * sizeof(THING2) * COUNT
+ array3_size(COUNT, sizeof(THING1), sizeof(THING2))
, ...)
|
kmalloc(
- sizeof(THING1) * sizeof(THING2) * (COUNT)
+ array3_size(COUNT, sizeof(THING1), sizeof(THING2))
, ...)
|
kmalloc(
- sizeof(TYPE1) * sizeof(THING2) * COUNT
+ array3_size(COUNT, sizeof(TYPE1), sizeof(THING2))
, ...)
|
kmalloc(
- sizeof(TYPE1) * sizeof(THING2) * (COUNT)
+ array3_size(COUNT, sizeof(TYPE1), sizeof(THING2))
, ...)
)
// 3-factor product, only identifiers, with redundant parens removed.
@@
identifier STRIDE, SIZE, COUNT;
@@
(
kmalloc(
- (COUNT) * STRIDE * SIZE
+ array3_size(COUNT, STRIDE, SIZE)
, ...)
|
kmalloc(
- COUNT * (STRIDE) * SIZE
+ array3_size(COUNT, STRIDE, SIZE)
, ...)
|
kmalloc(
- COUNT * STRIDE * (SIZE)
+ array3_size(COUNT, STRIDE, SIZE)
, ...)
|
kmalloc(
- (COUNT) * (STRIDE) * SIZE
+ array3_size(COUNT, STRIDE, SIZE)
, ...)
|
kmalloc(
- COUNT * (STRIDE) * (SIZE)
+ array3_size(COUNT, STRIDE, SIZE)
, ...)
|
kmalloc(
- (COUNT) * STRIDE * (SIZE)
+ array3_size(COUNT, STRIDE, SIZE)
, ...)
|
kmalloc(
- (COUNT) * (STRIDE) * (SIZE)
+ array3_size(COUNT, STRIDE, SIZE)
, ...)
|
kmalloc(
- COUNT * STRIDE * SIZE
+ array3_size(COUNT, STRIDE, SIZE)
, ...)
)
// Any remaining multi-factor products, first at least 3-factor products,
// when they're not all constants...
@@
expression E1, E2, E3;
constant C1, C2, C3;
@@
(
kmalloc(C1 * C2 * C3, ...)
|
kmalloc(
- (E1) * E2 * E3
+ array3_size(E1, E2, E3)
, ...)
|
kmalloc(
- (E1) * (E2) * E3
+ array3_size(E1, E2, E3)
, ...)
|
kmalloc(
- (E1) * (E2) * (E3)
+ array3_size(E1, E2, E3)
, ...)
|
kmalloc(
- E1 * E2 * E3
+ array3_size(E1, E2, E3)
, ...)
)
// And then all remaining 2 factors products when they're not all constants,
// keeping sizeof() as the second factor argument.
@@
expression THING, E1, E2;
type TYPE;
constant C1, C2, C3;
@@
(
kmalloc(sizeof(THING) * C2, ...)
|
kmalloc(sizeof(TYPE) * C2, ...)
|
kmalloc(C1 * C2 * C3, ...)
|
kmalloc(C1 * C2, ...)
|
- kmalloc
+ kmalloc_array
(
- sizeof(TYPE) * (E2)
+ E2, sizeof(TYPE)
, ...)
|
- kmalloc
+ kmalloc_array
(
- sizeof(TYPE) * E2
+ E2, sizeof(TYPE)
, ...)
|
- kmalloc
+ kmalloc_array
(
- sizeof(THING) * (E2)
+ E2, sizeof(THING)
, ...)
|
- kmalloc
+ kmalloc_array
(
- sizeof(THING) * E2
+ E2, sizeof(THING)
, ...)
|
- kmalloc
+ kmalloc_array
(
- (E1) * E2
+ E1, E2
, ...)
|
- kmalloc
+ kmalloc_array
(
- (E1) * (E2)
+ E1, E2
, ...)
|
- kmalloc
+ kmalloc_array
(
- E1 * E2
+ E1, E2
, ...)
)
Signed-off-by: Kees Cook <keescook@chromium.org>
2018-06-12 23:55:00 +03:00
new_iov = kmalloc_array ( n_vec + 1 , sizeof ( struct kvec ) ,
GFP_KERNEL ) ;
2018-04-22 18:24:19 +03:00
if ( ! new_iov ) {
/* otherwise cifs_send_recv below sets resp_buf_type */
* resp_buf_type = CIFS_NO_BUFFER ;
2017-11-21 07:08:07 +03:00
return - ENOMEM ;
2018-04-22 18:24:19 +03:00
}
2017-11-21 07:08:07 +03:00
} else
new_iov = s_iov ;
2016-11-24 02:14:57 +03:00
/* 1st iov is a RFC1001 length followed by the rest of the packet */
memcpy ( new_iov + 1 , iov , ( sizeof ( struct kvec ) * n_vec ) ) ;
new_iov [ 0 ] . iov_base = new_iov [ 1 ] . iov_base ;
new_iov [ 0 ] . iov_len = 4 ;
new_iov [ 1 ] . iov_base + = 4 ;
new_iov [ 1 ] . iov_len - = 4 ;
memset ( & rqst , 0 , sizeof ( struct smb_rqst ) ) ;
rqst . rq_iov = new_iov ;
rqst . rq_nvec = n_vec + 1 ;
rc = cifs_send_recv ( xid , ses , & rqst , resp_buf_type , flags , resp_iov ) ;
2017-11-21 07:08:07 +03:00
if ( n_vec + 1 > CIFS_MAX_IOV_SIZE )
kfree ( new_iov ) ;
2016-11-24 02:14:57 +03:00
return rc ;
}
2005-04-17 02:20:36 +04:00
int
2011-05-27 08:34:02 +04:00
SendReceive ( const unsigned int xid , struct cifs_ses * ses ,
2005-04-17 02:20:36 +04:00
struct smb_hdr * in_buf , struct smb_hdr * out_buf ,
2019-03-08 05:58:18 +03:00
int * pbytes_returned , const int flags )
2005-04-17 02:20:36 +04:00
{
int rc = 0 ;
struct mid_q_entry * midQ ;
2016-11-24 02:08:14 +03:00
unsigned int len = be32_to_cpu ( in_buf - > smb_buf_length ) ;
struct kvec iov = { . iov_base = in_buf , . iov_len = len } ;
struct smb_rqst rqst = { . rq_iov = & iov , . rq_nvec = 1 } ;
2019-01-16 22:22:29 +03:00
struct cifs_credits credits = { . value = 1 , . instance = 0 } ;
2005-04-17 02:20:36 +04:00
if ( ses = = NULL ) {
2013-05-05 07:12:25 +04:00
cifs_dbg ( VFS , " Null smb session \n " ) ;
2005-04-17 02:20:36 +04:00
return - EIO ;
}
2007-07-07 02:44:50 +04:00
if ( ses - > server = = NULL ) {
2013-05-05 07:12:25 +04:00
cifs_dbg ( VFS , " Null tcp session \n " ) ;
2005-04-17 02:20:36 +04:00
return - EIO ;
}
2007-07-07 02:44:50 +04:00
if ( ses - > server - > tcpStatus = = CifsExiting )
2005-04-29 09:41:11 +04:00
return - ENOENT ;
2007-07-07 02:44:50 +04:00
/* Ensure that we do not send more than 50 overlapping requests
2005-04-17 02:20:36 +04:00
to the same server . We may make this configurable later or
use ses - > maxReq */
2016-11-24 02:08:14 +03:00
if ( len > CIFSMaxBufSize + MAX_CIFS_HDR_SIZE - 4 ) {
2013-05-05 07:12:25 +04:00
cifs_dbg ( VFS , " Illegal length, greater than maximum frame, %d \n " ,
2016-11-24 02:08:14 +03:00
len ) ;
2008-12-08 23:50:24 +03:00
return - EIO ;
}
2019-03-08 05:58:18 +03:00
rc = wait_for_free_request ( ses - > server , flags , & credits . instance ) ;
2006-08-03 01:56:33 +04:00
if ( rc )
return rc ;
2007-07-07 02:44:50 +04:00
/* make sure that we sign in the same order that we send on this socket
2005-04-17 02:20:36 +04:00
and avoid races inside tcp sendmsg code that could cause corruption
of smb data */
2008-12-01 15:09:36 +03:00
mutex_lock ( & ses - > server - > srv_mutex ) ;
2005-04-17 02:20:36 +04:00
2006-08-03 01:56:33 +04:00
rc = allocate_mid ( ses , in_buf , & midQ ) ;
if ( rc ) {
2008-12-01 15:09:36 +03:00
mutex_unlock ( & ses - > server - > srv_mutex ) ;
2006-08-03 01:56:33 +04:00
/* Update # of requests on wire to server */
2019-01-16 22:22:29 +03:00
add_credits ( ses - > server , & credits , 0 ) ;
2006-08-03 01:56:33 +04:00
return rc ;
2005-04-17 02:20:36 +04:00
}
2005-04-29 09:41:05 +04:00
rc = cifs_sign_smb ( in_buf , ses - > server , & midQ - > sequence_number ) ;
2008-12-06 18:00:53 +03:00
if ( rc ) {
mutex_unlock ( & ses - > server - > srv_mutex ) ;
goto out ;
}
2005-04-17 02:20:36 +04:00
2012-03-23 22:28:03 +04:00
midQ - > mid_state = MID_REQUEST_SUBMITTED ;
2011-08-09 22:44:44 +04:00
cifs_in_send_inc ( ses - > server ) ;
2016-11-24 02:08:14 +03:00
rc = smb_send ( ses - > server , in_buf , len ) ;
2011-08-09 22:44:44 +04:00
cifs_in_send_dec ( ses - > server ) ;
cifs_save_when_sent ( midQ ) ;
2013-04-03 18:27:36 +04:00
if ( rc < 0 )
ses - > server - > sequence_number - = 2 ;
2008-12-01 15:09:36 +03:00
mutex_unlock ( & ses - > server - > srv_mutex ) ;
2006-08-03 01:56:33 +04:00
2007-07-07 02:44:50 +04:00
if ( rc < 0 )
2006-08-03 01:56:33 +04:00
goto out ;
2019-03-08 05:58:18 +03:00
if ( ( flags & CIFS_TIMEOUT_MASK ) = = CIFS_ASYNC_OP )
2006-08-03 01:56:33 +04:00
goto out ;
2005-04-17 02:20:36 +04:00
2011-01-11 15:24:02 +03:00
rc = wait_for_response ( ses - > server , midQ ) ;
2011-01-28 15:08:28 +03:00
if ( rc ! = 0 ) {
2016-11-24 02:08:14 +03:00
send_cancel ( ses - > server , & rqst , midQ ) ;
2011-01-28 15:08:28 +03:00
spin_lock ( & GlobalMid_Lock ) ;
2012-03-23 22:28:03 +04:00
if ( midQ - > mid_state = = MID_REQUEST_SUBMITTED ) {
2011-01-28 15:08:28 +03:00
/* no longer considered to be "in-flight" */
midQ - > callback = DeleteMidQEntry ;
spin_unlock ( & GlobalMid_Lock ) ;
2019-01-16 22:22:29 +03:00
add_credits ( ses - > server , & credits , 0 ) ;
2011-01-28 15:08:28 +03:00
return rc ;
}
spin_unlock ( & GlobalMid_Lock ) ;
}
2005-04-17 02:20:36 +04:00
2011-05-22 15:09:13 +04:00
rc = cifs_sync_mid_result ( midQ , ses - > server ) ;
2011-01-11 15:24:02 +03:00
if ( rc ! = 0 ) {
2019-01-16 22:22:29 +03:00
add_credits ( ses - > server , & credits , 0 ) ;
2005-04-17 02:20:36 +04:00
return rc ;
}
2007-07-13 04:33:32 +04:00
2011-05-20 00:22:52 +04:00
if ( ! midQ - > resp_buf | | ! out_buf | |
2012-03-23 22:28:03 +04:00
midQ - > mid_state ! = MID_RESPONSE_RECEIVED ) {
2008-12-11 20:26:54 +03:00
rc = - EIO ;
2013-05-05 07:12:25 +04:00
cifs_dbg ( VFS , " Bad MID state? \n " ) ;
2011-05-20 00:22:52 +04:00
goto out ;
2005-04-17 02:20:36 +04:00
}
2006-08-03 01:56:33 +04:00
2012-03-23 22:28:02 +04:00
* pbytes_returned = get_rfc1002_length ( midQ - > resp_buf ) ;
2011-05-20 00:22:52 +04:00
memcpy ( out_buf , midQ - > resp_buf , * pbytes_returned + 4 ) ;
rc = cifs_check_receive ( midQ , ses - > server , 0 ) ;
2006-08-03 01:56:33 +04:00
out :
2012-09-19 03:20:30 +04:00
cifs_delete_mid ( midQ ) ;
2019-01-16 22:22:29 +03:00
add_credits ( ses - > server , & credits , 0 ) ;
2005-04-17 02:20:36 +04:00
2006-08-03 01:56:33 +04:00
return rc ;
}
2005-04-17 02:20:36 +04:00
2006-08-03 01:56:33 +04:00
/* We send a LOCKINGX_CANCEL_LOCK to cause the Windows
blocking lock to return . */
static int
2011-05-27 08:34:02 +04:00
send_lock_cancel ( const unsigned int xid , struct cifs_tcon * tcon ,
2006-08-03 01:56:33 +04:00
struct smb_hdr * in_buf ,
struct smb_hdr * out_buf )
{
int bytes_returned ;
2011-05-27 08:34:02 +04:00
struct cifs_ses * ses = tcon - > ses ;
2006-08-03 01:56:33 +04:00
LOCK_REQ * pSMB = ( LOCK_REQ * ) in_buf ;
/* We just modify the current in_buf to change
the type of lock from LOCKING_ANDX_SHARED_LOCK
or LOCKING_ANDX_EXCLUSIVE_LOCK to
LOCKING_ANDX_CANCEL_LOCK . */
pSMB - > LockType = LOCKING_ANDX_CANCEL_LOCK | LOCKING_ANDX_LARGE_FILES ;
pSMB - > Timeout = 0 ;
2012-05-23 14:01:59 +04:00
pSMB - > hdr . Mid = get_next_mid ( ses - > server ) ;
2006-08-03 01:56:33 +04:00
return SendReceive ( xid , ses , in_buf , out_buf ,
2011-01-11 15:24:23 +03:00
& bytes_returned , 0 ) ;
2006-08-03 01:56:33 +04:00
}
int
2011-05-27 08:34:02 +04:00
SendReceiveBlockingLock ( const unsigned int xid , struct cifs_tcon * tcon ,
2006-08-03 01:56:33 +04:00
struct smb_hdr * in_buf , struct smb_hdr * out_buf ,
int * pbytes_returned )
{
int rc = 0 ;
int rstart = 0 ;
struct mid_q_entry * midQ ;
2011-05-27 08:34:02 +04:00
struct cifs_ses * ses ;
2016-11-24 02:08:14 +03:00
unsigned int len = be32_to_cpu ( in_buf - > smb_buf_length ) ;
struct kvec iov = { . iov_base = in_buf , . iov_len = len } ;
struct smb_rqst rqst = { . rq_iov = & iov , . rq_nvec = 1 } ;
2019-01-16 22:22:29 +03:00
unsigned int instance ;
2006-08-03 01:56:33 +04:00
if ( tcon = = NULL | | tcon - > ses = = NULL ) {
2013-05-05 07:12:25 +04:00
cifs_dbg ( VFS , " Null smb session \n " ) ;
2006-08-03 01:56:33 +04:00
return - EIO ;
}
ses = tcon - > ses ;
2007-07-07 02:44:50 +04:00
if ( ses - > server = = NULL ) {
2013-05-05 07:12:25 +04:00
cifs_dbg ( VFS , " Null tcp session \n " ) ;
2006-08-03 01:56:33 +04:00
return - EIO ;
}
2007-07-07 02:44:50 +04:00
if ( ses - > server - > tcpStatus = = CifsExiting )
2006-08-03 01:56:33 +04:00
return - ENOENT ;
2007-07-07 02:44:50 +04:00
/* Ensure that we do not send more than 50 overlapping requests
2006-08-03 01:56:33 +04:00
to the same server . We may make this configurable later or
use ses - > maxReq */
2016-11-24 02:08:14 +03:00
if ( len > CIFSMaxBufSize + MAX_CIFS_HDR_SIZE - 4 ) {
2013-05-05 07:12:25 +04:00
cifs_dbg ( VFS , " Illegal length, greater than maximum frame, %d \n " ,
2016-11-24 02:08:14 +03:00
len ) ;
2008-12-08 23:50:24 +03:00
return - EIO ;
}
2019-03-08 05:58:18 +03:00
rc = wait_for_free_request ( ses - > server , CIFS_BLOCKING_OP , & instance ) ;
2006-08-03 01:56:33 +04:00
if ( rc )
return rc ;
2007-07-07 02:44:50 +04:00
/* make sure that we sign in the same order that we send on this socket
2006-08-03 01:56:33 +04:00
and avoid races inside tcp sendmsg code that could cause corruption
of smb data */
2008-12-01 15:09:36 +03:00
mutex_lock ( & ses - > server - > srv_mutex ) ;
2006-08-03 01:56:33 +04:00
rc = allocate_mid ( ses , in_buf , & midQ ) ;
if ( rc ) {
2008-12-01 15:09:36 +03:00
mutex_unlock ( & ses - > server - > srv_mutex ) ;
2006-08-03 01:56:33 +04:00
return rc ;
}
rc = cifs_sign_smb ( in_buf , ses - > server , & midQ - > sequence_number ) ;
2008-12-06 18:00:53 +03:00
if ( rc ) {
2012-09-19 03:20:30 +04:00
cifs_delete_mid ( midQ ) ;
2008-12-06 18:00:53 +03:00
mutex_unlock ( & ses - > server - > srv_mutex ) ;
return rc ;
}
2005-04-17 02:20:36 +04:00
2012-03-23 22:28:03 +04:00
midQ - > mid_state = MID_REQUEST_SUBMITTED ;
2011-08-09 22:44:44 +04:00
cifs_in_send_inc ( ses - > server ) ;
2016-11-24 02:08:14 +03:00
rc = smb_send ( ses - > server , in_buf , len ) ;
2011-08-09 22:44:44 +04:00
cifs_in_send_dec ( ses - > server ) ;
cifs_save_when_sent ( midQ ) ;
2013-04-03 18:27:36 +04:00
if ( rc < 0 )
ses - > server - > sequence_number - = 2 ;
2008-12-01 15:09:36 +03:00
mutex_unlock ( & ses - > server - > srv_mutex ) ;
2006-08-03 01:56:33 +04:00
2007-07-07 02:44:50 +04:00
if ( rc < 0 ) {
2012-09-19 03:20:30 +04:00
cifs_delete_mid ( midQ ) ;
2006-08-03 01:56:33 +04:00
return rc ;
}
/* Wait for a reply - allow signals to interrupt. */
rc = wait_event_interruptible ( ses - > server - > response_q ,
2012-03-23 22:28:03 +04:00
( ! ( midQ - > mid_state = = MID_REQUEST_SUBMITTED ) ) | |
2006-08-03 01:56:33 +04:00
( ( ses - > server - > tcpStatus ! = CifsGood ) & &
( ses - > server - > tcpStatus ! = CifsNew ) ) ) ;
/* Were we interrupted by a signal ? */
if ( ( rc = = - ERESTARTSYS ) & &
2012-03-23 22:28:03 +04:00
( midQ - > mid_state = = MID_REQUEST_SUBMITTED ) & &
2006-08-03 01:56:33 +04:00
( ( ses - > server - > tcpStatus = = CifsGood ) | |
( ses - > server - > tcpStatus = = CifsNew ) ) ) {
if ( in_buf - > Command = = SMB_COM_TRANSACTION2 ) {
/* POSIX lock. We send a NT_CANCEL SMB to cause the
blocking lock to return . */
2016-11-24 02:08:14 +03:00
rc = send_cancel ( ses - > server , & rqst , midQ ) ;
2006-08-03 01:56:33 +04:00
if ( rc ) {
2012-09-19 03:20:30 +04:00
cifs_delete_mid ( midQ ) ;
2006-08-03 01:56:33 +04:00
return rc ;
}
} else {
/* Windows lock. We send a LOCKINGX_CANCEL_LOCK
to cause the blocking lock to return . */
rc = send_lock_cancel ( xid , tcon , in_buf , out_buf ) ;
/* If we get -ENOLCK back the lock may have
already been removed . Don ' t exit in this case . */
if ( rc & & rc ! = - ENOLCK ) {
2012-09-19 03:20:30 +04:00
cifs_delete_mid ( midQ ) ;
2006-08-03 01:56:33 +04:00
return rc ;
}
}
2011-01-28 15:08:28 +03:00
rc = wait_for_response ( ses - > server , midQ ) ;
if ( rc ) {
2016-11-24 02:08:14 +03:00
send_cancel ( ses - > server , & rqst , midQ ) ;
2011-01-28 15:08:28 +03:00
spin_lock ( & GlobalMid_Lock ) ;
2012-03-23 22:28:03 +04:00
if ( midQ - > mid_state = = MID_REQUEST_SUBMITTED ) {
2011-01-28 15:08:28 +03:00
/* no longer considered to be "in-flight" */
midQ - > callback = DeleteMidQEntry ;
spin_unlock ( & GlobalMid_Lock ) ;
return rc ;
}
spin_unlock ( & GlobalMid_Lock ) ;
2006-08-03 01:56:33 +04:00
}
2011-01-28 15:08:28 +03:00
/* We got the response - restart system call. */
rstart = 1 ;
2006-08-03 01:56:33 +04:00
}
2011-05-22 15:09:13 +04:00
rc = cifs_sync_mid_result ( midQ , ses - > server ) ;
2011-01-11 15:24:02 +03:00
if ( rc ! = 0 )
2006-08-03 01:56:33 +04:00
return rc ;
2007-07-13 04:33:32 +04:00
2008-12-06 18:38:19 +03:00
/* rcvd frame is ok */
2012-03-23 22:28:03 +04:00
if ( out_buf = = NULL | | midQ - > mid_state ! = MID_RESPONSE_RECEIVED ) {
2008-12-06 18:39:31 +03:00
rc = - EIO ;
2013-05-05 07:12:25 +04:00
cifs_dbg ( VFS , " Bad MID state? \n " ) ;
2008-12-06 18:39:31 +03:00
goto out ;
}
2005-04-17 02:20:36 +04:00
2012-03-23 22:28:02 +04:00
* pbytes_returned = get_rfc1002_length ( midQ - > resp_buf ) ;
2011-05-20 00:22:52 +04:00
memcpy ( out_buf , midQ - > resp_buf , * pbytes_returned + 4 ) ;
rc = cifs_check_receive ( midQ , ses - > server , 0 ) ;
2008-12-06 18:38:19 +03:00
out :
2012-09-19 03:20:30 +04:00
cifs_delete_mid ( midQ ) ;
2006-08-03 01:56:33 +04:00
if ( rstart & & rc = = - EACCES )
return - ERESTARTSYS ;
2005-04-17 02:20:36 +04:00
return rc ;
}