2019-05-30 02:57:35 +03:00
/* SPDX-License-Identifier: GPL-2.0-only */
2011-05-13 06:34:28 +04:00
/*
*
* Copyright ( c ) 2011 , Microsoft Corporation .
*
* Authors :
* Haiyang Zhang < haiyangz @ microsoft . com >
* Hank Janssen < hjanssen @ microsoft . com >
* K . Y . Srinivasan < kys @ microsoft . com >
*/
# ifndef _HYPERV_VMBUS_H
# define _HYPERV_VMBUS_H
2011-05-13 06:34:33 +04:00
# include <linux/list.h>
# include <asm/sync_bitops.h>
2018-03-20 17:02:05 +03:00
# include <asm/hyperv-tlfs.h>
2011-05-13 06:34:33 +04:00
# include <linux/atomic.h>
2011-10-04 23:29:52 +04:00
# include <linux/hyperv.h>
2017-02-12 09:02:19 +03:00
# include <linux/interrupt.h>
2011-05-13 06:34:33 +04:00
2017-10-29 22:21:00 +03:00
# include "hv_trace.h"
2015-12-15 03:01:32 +03:00
/*
* Timeout for services such as KVP and fcopy .
*/
# define HV_UTIL_TIMEOUT 30
2016-05-01 05:21:33 +03:00
/*
* Timeout for guest - host handshake for services .
*/
2016-11-07 00:14:06 +03:00
# define HV_UTIL_NEGO_TIMEOUT 55
2016-05-01 05:21:33 +03:00
2011-05-13 06:34:29 +04:00
/* Definitions for the monitored notification facility */
union hv_monitor_trigger_group {
u64 as_uint64 ;
struct {
u32 pending ;
u32 armed ;
} ;
} ;
struct hv_monitor_parameter {
union hv_connection_id connectionid ;
u16 flagnumber ;
u16 rsvdz ;
} ;
union hv_monitor_trigger_state {
u32 asu32 ;
struct {
u32 group_enable : 4 ;
u32 rsvdz : 28 ;
} ;
} ;
/* struct hv_monitor_page Layout */
/* ------------------------------------------------------ */
/* | 0 | TriggerState (4 bytes) | Rsvd1 (4 bytes) | */
/* | 8 | TriggerGroup[0] | */
/* | 10 | TriggerGroup[1] | */
/* | 18 | TriggerGroup[2] | */
/* | 20 | TriggerGroup[3] | */
/* | 28 | Rsvd2[0] | */
/* | 30 | Rsvd2[1] | */
/* | 38 | Rsvd2[2] | */
/* | 40 | NextCheckTime[0][0] | NextCheckTime[0][1] | */
/* | ... | */
/* | 240 | Latency[0][0..3] | */
/* | 340 | Rsvz3[0] | */
/* | 440 | Parameter[0][0] | */
/* | 448 | Parameter[0][1] | */
/* | ... | */
/* | 840 | Rsvd4[0] | */
/* ------------------------------------------------------ */
struct hv_monitor_page {
union hv_monitor_trigger_state trigger_state ;
u32 rsvdz1 ;
union hv_monitor_trigger_group trigger_group [ 4 ] ;
u64 rsvdz2 [ 3 ] ;
s32 next_checktime [ 4 ] [ 32 ] ;
u16 latency [ 4 ] [ 32 ] ;
u64 rsvdz3 [ 32 ] ;
struct hv_monitor_parameter parameter [ 4 ] [ 32 ] ;
u8 rsvdz4 [ 1984 ] ;
} ;
2017-01-19 21:51:59 +03:00
# define HV_HYPERCALL_PARAM_ALIGN sizeof(u64)
2011-05-13 06:34:29 +04:00
/* Definition of the hv_post_message hypercall input structure. */
struct hv_input_post_message {
union hv_connection_id connectionid ;
u32 reserved ;
2015-11-30 19:22:13 +03:00
u32 message_type ;
2011-05-13 06:34:29 +04:00
u32 payload_size ;
u64 payload [ HV_MESSAGE_PAYLOAD_QWORD_COUNT ] ;
} ;
2011-05-13 06:34:30 +04:00
enum {
VMBUS_MESSAGE_CONNECTION_ID = 1 ,
Drivers: hv: vmbus: enable VMBus protocol version 5.0
With VMBus protocol 5.0, we're able to better support new features, e.g.
running two or more VMBus drivers simultaneously in a single VM -- note:
we can't simply load the current VMBus driver twice, instead, a secondary
VMBus driver must be implemented.
This patch adds the support for the new VMBus protocol, which is available
on new Windows hosts, by:
1) We still use SINT2 for compatibility;
2) We must use Connection ID 4 for the Initiate Contact Message, and for
subsequent messages, we must use the Message Connection ID field in
the host-returned VersionResponse Message.
Notes for developers of the secondary VMBus driver:
1) Must use VMBus protocol 5.0 as well;
2) Must use a different SINT number that is not in use.
3) Must use Connection ID 4 for the Initiate Contact Message, and for
subsequent messages, must use the Message Connection ID field in
the host-returned VersionResponse Message.
4) It's possible that the primary VMBus driver using protocol version 4.0
can work with a secondary VMBus driver using protocol version 5.0, but it's
recommended that both should use 5.0 for new Hyper-V features in the future.
Signed-off-by: Dexuan Cui <decui@microsoft.com>
Cc: Stephen Hemminger <sthemmin@microsoft.com>
Cc: K. Y. Srinivasan <kys@microsoft.com>
Cc: Michael Kelley <mikelley@microsoft.com>
Signed-off-by: K. Y. Srinivasan <kys@microsoft.com>
Signed-off-by: Greg Kroah-Hartman <gregkh@linuxfoundation.org>
2018-05-12 12:30:33 +03:00
VMBUS_MESSAGE_CONNECTION_ID_4 = 4 ,
2011-05-13 06:34:30 +04:00
VMBUS_MESSAGE_PORT_ID = 1 ,
VMBUS_EVENT_CONNECTION_ID = 2 ,
VMBUS_EVENT_PORT_ID = 2 ,
VMBUS_MONITOR_CONNECTION_ID = 3 ,
VMBUS_MONITOR_PORT_ID = 3 ,
VMBUS_MESSAGE_SINT = 2 ,
} ;
2017-02-12 09:02:19 +03:00
/*
* Per cpu state for channel handling
*/
struct hv_per_cpu_context {
void * synic_message_page ;
void * synic_event_page ;
/*
* buffer to post messages to the host .
*/
void * post_msg_page ;
/*
* Starting with win8 , we can take channel interrupts on any CPU ;
* we will manage the tasklet that handles events messages on a per CPU
* basis .
*/
struct tasklet_struct msg_dpc ;
/*
* To optimize the mapping of relid to channel , maintain
* per - cpu list of the channels based on their CPU affinity .
*/
struct list_head chan_list ;
} ;
2011-05-13 06:34:30 +04:00
struct hv_context {
/* We only support running on top of Hyper-V
2017-03-05 04:27:17 +03:00
* So at this point this really can only contain the Hyper - V ID
*/
2011-05-13 06:34:30 +04:00
u64 guestid ;
2015-08-05 10:52:42 +03:00
void * tsc_page ;
2011-05-13 06:34:30 +04:00
2017-02-12 09:02:19 +03:00
struct hv_per_cpu_context __percpu * cpu_context ;
2015-08-05 10:52:38 +03:00
/*
* To manage allocations in a NUMA node .
* Array indexed by numa node ID .
*/
struct cpumask * hv_numa_map ;
2011-05-13 06:34:30 +04:00
} ;
extern struct hv_context hv_context ;
/* Hv Interface */
extern int hv_init ( void ) ;
2012-03-28 10:58:07 +04:00
extern int hv_post_message ( union hv_connection_id connection_id ,
2011-05-13 06:34:30 +04:00
enum hv_message_type message_type ,
void * payload , size_t payload_size ) ;
2013-06-19 07:28:10 +04:00
extern int hv_synic_alloc ( void ) ;
extern void hv_synic_free ( void ) ;
2019-09-06 02:01:15 +03:00
extern void hv_synic_enable_regs ( unsigned int cpu ) ;
2016-12-08 01:53:11 +03:00
extern int hv_synic_init ( unsigned int cpu ) ;
2011-05-13 06:34:30 +04:00
2019-09-06 02:01:15 +03:00
extern void hv_synic_disable_regs ( unsigned int cpu ) ;
2016-12-08 01:53:11 +03:00
extern int hv_synic_cleanup ( unsigned int cpu ) ;
2011-05-13 06:34:30 +04:00
2011-05-13 06:34:31 +04:00
/* Interface */
2019-03-14 23:05:15 +03:00
void hv_ringbuffer_pre_init ( struct vmbus_channel * channel ) ;
2011-05-13 06:34:31 +04:00
2016-09-02 15:58:20 +03:00
int hv_ringbuffer_init ( struct hv_ring_buffer_info * ring_info ,
struct page * pages , u32 pagecnt ) ;
2011-05-13 06:34:31 +04:00
void hv_ringbuffer_cleanup ( struct hv_ring_buffer_info * ring_info ) ;
2016-11-07 00:14:17 +03:00
int hv_ringbuffer_write ( struct vmbus_channel * channel ,
2017-02-12 09:02:24 +03:00
const struct kvec * kv_list , u32 kv_count ) ;
2011-05-13 06:34:31 +04:00
2016-11-07 00:14:18 +03:00
int hv_ringbuffer_read ( struct vmbus_channel * channel ,
2015-12-15 06:02:01 +03:00
void * buffer , u32 buflen , u32 * buffer_actual_len ,
2016-11-07 00:14:18 +03:00
u64 * requestid , bool raw ) ;
2011-05-13 06:34:31 +04:00
2011-05-13 06:34:32 +04:00
/*
* Maximum channels is determined by the size of the interrupt page
* which is PAGE_SIZE . 1 / 2 of PAGE_SIZE is for send endpoint interrupt
* and the other is receive endpoint interrupt
*/
# define MAX_NUM_CHANNELS ((PAGE_SIZE >> 1) << 3) /* 16348 channels */
/* The value here must be in multiple of 32 */
/* TODO: Need to make this configurable */
# define MAX_NUM_CHANNELS_SUPPORTED 256
enum vmbus_connect_state {
DISCONNECTED ,
CONNECTING ,
CONNECTED ,
DISCONNECTING
} ;
# define MAX_SIZE_CHANNEL_MESSAGE HV_MESSAGE_PAYLOAD_BYTE_COUNT
struct vmbus_connection {
2017-05-01 02:21:18 +03:00
/*
* CPU on which the initial host contact was made .
*/
int connect_cpu ;
Drivers: hv: vmbus: enable VMBus protocol version 5.0
With VMBus protocol 5.0, we're able to better support new features, e.g.
running two or more VMBus drivers simultaneously in a single VM -- note:
we can't simply load the current VMBus driver twice, instead, a secondary
VMBus driver must be implemented.
This patch adds the support for the new VMBus protocol, which is available
on new Windows hosts, by:
1) We still use SINT2 for compatibility;
2) We must use Connection ID 4 for the Initiate Contact Message, and for
subsequent messages, we must use the Message Connection ID field in
the host-returned VersionResponse Message.
Notes for developers of the secondary VMBus driver:
1) Must use VMBus protocol 5.0 as well;
2) Must use a different SINT number that is not in use.
3) Must use Connection ID 4 for the Initiate Contact Message, and for
subsequent messages, must use the Message Connection ID field in
the host-returned VersionResponse Message.
4) It's possible that the primary VMBus driver using protocol version 4.0
can work with a secondary VMBus driver using protocol version 5.0, but it's
recommended that both should use 5.0 for new Hyper-V features in the future.
Signed-off-by: Dexuan Cui <decui@microsoft.com>
Cc: Stephen Hemminger <sthemmin@microsoft.com>
Cc: K. Y. Srinivasan <kys@microsoft.com>
Cc: Michael Kelley <mikelley@microsoft.com>
Signed-off-by: K. Y. Srinivasan <kys@microsoft.com>
Signed-off-by: Greg Kroah-Hartman <gregkh@linuxfoundation.org>
2018-05-12 12:30:33 +03:00
u32 msg_conn_id ;
2017-05-01 02:21:18 +03:00
atomic_t offer_in_progress ;
2011-05-13 06:34:32 +04:00
enum vmbus_connect_state conn_state ;
atomic_t next_gpadl_handle ;
2015-04-23 07:31:32 +03:00
struct completion unload_event ;
2011-05-13 06:34:32 +04:00
/*
* Represents channel interrupts . Each bit position represents a
* channel . When a channel sends an interrupt via VMBUS , it finds its
* bit in the sendInterruptPage , set it and calls Hv to generate a port
* event . The other end receives the port event and parse the
* recvInterruptPage to see which bit is set
*/
void * int_page ;
void * send_int_page ;
void * recv_int_page ;
/*
* 2 pages - 1 st page for parent - > child notification and 2 nd
* is child - > parent notification
*/
2013-09-13 22:32:55 +04:00
struct hv_monitor_page * monitor_pages [ 2 ] ;
2011-05-13 06:34:32 +04:00
struct list_head chn_msg_list ;
spinlock_t channelmsg_lock ;
/* List of channels */
struct list_head chn_list ;
2015-12-15 03:01:51 +03:00
struct mutex channel_mutex ;
2011-05-13 06:34:32 +04:00
Drivers: hv: vmbus: Offload the handling of channels to two workqueues
vmbus_process_offer() mustn't call channel->sc_creation_callback()
directly for sub-channels, because sc_creation_callback() ->
vmbus_open() may never get the host's response to the
OPEN_CHANNEL message (the host may rescind a channel at any time,
e.g. in the case of hot removing a NIC), and vmbus_onoffer_rescind()
may not wake up the vmbus_open() as it's blocked due to a non-zero
vmbus_connection.offer_in_progress, and finally we have a deadlock.
The above is also true for primary channels, if the related device
drivers use sync probing mode by default.
And, usually the handling of primary channels and sub-channels can
depend on each other, so we should offload them to different
workqueues to avoid possible deadlock, e.g. in sync-probing mode,
NIC1's netvsc_subchan_work() can race with NIC2's netvsc_probe() ->
rtnl_lock(), and causes deadlock: the former gets the rtnl_lock
and waits for all the sub-channels to appear, but the latter
can't get the rtnl_lock and this blocks the handling of sub-channels.
The patch can fix the multiple-NIC deadlock described above for
v3.x kernels (e.g. RHEL 7.x) which don't support async-probing
of devices, and v4.4, v4.9, v4.14 and v4.18 which support async-probing
but don't enable async-probing for Hyper-V drivers (yet).
The patch can also fix the hang issue in sub-channel's handling described
above for all versions of kernels, including v4.19 and v4.20-rc4.
So actually the patch should be applied to all the existing kernels,
not only the kernels that have 8195b1396ec8.
Fixes: 8195b1396ec8 ("hv_netvsc: fix deadlock on hotplug")
Cc: stable@vger.kernel.org
Cc: Stephen Hemminger <sthemmin@microsoft.com>
Cc: K. Y. Srinivasan <kys@microsoft.com>
Cc: Haiyang Zhang <haiyangz@microsoft.com>
Signed-off-by: Dexuan Cui <decui@microsoft.com>
Signed-off-by: K. Y. Srinivasan <kys@microsoft.com>
Signed-off-by: Greg Kroah-Hartman <gregkh@linuxfoundation.org>
2018-12-03 03:54:35 +03:00
/*
* An offer message is handled first on the work_queue , and then
* is further handled on handle_primary_chan_wq or
* handle_sub_chan_wq .
*/
2011-05-13 06:34:32 +04:00
struct workqueue_struct * work_queue ;
Drivers: hv: vmbus: Offload the handling of channels to two workqueues
vmbus_process_offer() mustn't call channel->sc_creation_callback()
directly for sub-channels, because sc_creation_callback() ->
vmbus_open() may never get the host's response to the
OPEN_CHANNEL message (the host may rescind a channel at any time,
e.g. in the case of hot removing a NIC), and vmbus_onoffer_rescind()
may not wake up the vmbus_open() as it's blocked due to a non-zero
vmbus_connection.offer_in_progress, and finally we have a deadlock.
The above is also true for primary channels, if the related device
drivers use sync probing mode by default.
And, usually the handling of primary channels and sub-channels can
depend on each other, so we should offload them to different
workqueues to avoid possible deadlock, e.g. in sync-probing mode,
NIC1's netvsc_subchan_work() can race with NIC2's netvsc_probe() ->
rtnl_lock(), and causes deadlock: the former gets the rtnl_lock
and waits for all the sub-channels to appear, but the latter
can't get the rtnl_lock and this blocks the handling of sub-channels.
The patch can fix the multiple-NIC deadlock described above for
v3.x kernels (e.g. RHEL 7.x) which don't support async-probing
of devices, and v4.4, v4.9, v4.14 and v4.18 which support async-probing
but don't enable async-probing for Hyper-V drivers (yet).
The patch can also fix the hang issue in sub-channel's handling described
above for all versions of kernels, including v4.19 and v4.20-rc4.
So actually the patch should be applied to all the existing kernels,
not only the kernels that have 8195b1396ec8.
Fixes: 8195b1396ec8 ("hv_netvsc: fix deadlock on hotplug")
Cc: stable@vger.kernel.org
Cc: Stephen Hemminger <sthemmin@microsoft.com>
Cc: K. Y. Srinivasan <kys@microsoft.com>
Cc: Haiyang Zhang <haiyangz@microsoft.com>
Signed-off-by: Dexuan Cui <decui@microsoft.com>
Signed-off-by: K. Y. Srinivasan <kys@microsoft.com>
Signed-off-by: Greg Kroah-Hartman <gregkh@linuxfoundation.org>
2018-12-03 03:54:35 +03:00
struct workqueue_struct * handle_primary_chan_wq ;
struct workqueue_struct * handle_sub_chan_wq ;
2011-05-13 06:34:32 +04:00
} ;
struct vmbus_msginfo {
/* Bookkeeping stuff */
struct list_head msglist_entry ;
/* The message itself */
unsigned char msg [ 0 ] ;
} ;
extern struct vmbus_connection vmbus_connection ;
2017-02-06 03:20:31 +03:00
static inline void vmbus_send_interrupt ( u32 relid )
{
sync_set_bit ( relid , vmbus_connection . send_int_page ) ;
}
2015-03-27 19:10:08 +03:00
enum vmbus_message_handler_type {
/* The related handler can sleep. */
VMHT_BLOCKING = 0 ,
/* The related handler must NOT sleep. */
VMHT_NON_BLOCKING = 1 ,
} ;
struct vmbus_channel_message_table_entry {
enum vmbus_channel_message_type message_type ;
enum vmbus_message_handler_type handler_type ;
void ( * message_handler ) ( struct vmbus_channel_message_header * msg ) ;
} ;
2017-03-05 04:27:16 +03:00
extern const struct vmbus_channel_message_table_entry
2015-03-27 19:10:08 +03:00
channel_message_table [ CHANNELMSG_COUNT ] ;
2016-02-27 02:13:17 +03:00
2011-05-13 06:34:32 +04:00
/* General vmbus interface */
2019-01-10 17:25:32 +03:00
struct hv_device * vmbus_device_create ( const guid_t * type ,
const guid_t * instance ,
2014-06-03 19:38:15 +04:00
struct vmbus_channel * channel ) ;
2011-05-13 06:34:32 +04:00
2011-09-08 18:24:13 +04:00
int vmbus_device_register ( struct hv_device * child_device_obj ) ;
2011-09-08 18:24:14 +04:00
void vmbus_device_unregister ( struct hv_device * device_obj ) ;
2017-09-22 06:58:49 +03:00
int vmbus_add_channel_kobj ( struct hv_device * device_obj ,
struct vmbus_channel * channel ) ;
2011-05-13 06:34:32 +04:00
2019-03-19 07:04:01 +03:00
void vmbus_remove_channel_attr_group ( struct vmbus_channel * channel ) ;
2015-03-27 19:10:09 +03:00
struct vmbus_channel * relid2channel ( u32 relid ) ;
2011-05-13 06:34:32 +04:00
2011-12-12 21:29:17 +04:00
void vmbus_free_channels ( void ) ;
2011-05-13 06:34:32 +04:00
/* Connection interface */
int vmbus_connect ( void ) ;
2015-02-27 22:25:54 +03:00
void vmbus_disconnect ( void ) ;
2011-05-13 06:34:32 +04:00
2016-12-07 12:16:24 +03:00
int vmbus_post_msg ( void * buffer , size_t buflen , bool can_sleep ) ;
2011-05-13 06:34:32 +04:00
void vmbus_on_event ( unsigned long data ) ;
2016-02-27 02:13:21 +03:00
void vmbus_on_msg_dpc ( unsigned long data ) ;
2011-05-13 06:34:32 +04:00
2017-03-05 04:27:17 +03:00
int hv_kvp_init ( struct hv_util_service * srv ) ;
2015-04-12 04:07:39 +03:00
void hv_kvp_deinit ( void ) ;
2017-03-05 04:27:17 +03:00
void hv_kvp_onchannelcallback ( void * context ) ;
2015-04-12 04:07:39 +03:00
2017-03-05 04:27:17 +03:00
int hv_vss_init ( struct hv_util_service * srv ) ;
2015-04-12 04:07:39 +03:00
void hv_vss_deinit ( void ) ;
2017-03-05 04:27:17 +03:00
void hv_vss_onchannelcallback ( void * context ) ;
2015-04-12 04:07:39 +03:00
2017-03-05 04:27:17 +03:00
int hv_fcopy_init ( struct hv_util_service * srv ) ;
2014-02-16 23:34:30 +04:00
void hv_fcopy_deinit ( void ) ;
2017-03-05 04:27:17 +03:00
void hv_fcopy_onchannelcallback ( void * context ) ;
2016-02-27 02:13:16 +03:00
void vmbus_initiate_unload ( bool crash ) ;
2014-02-16 23:34:30 +04:00
2015-04-12 04:07:41 +03:00
static inline void hv_poll_channel ( struct vmbus_channel * channel ,
void ( * cb ) ( void * ) )
{
if ( ! channel )
return ;
2017-05-01 02:21:17 +03:00
if ( in_interrupt ( ) & & ( channel - > target_cpu = = smp_processor_id ( ) ) ) {
cb ( channel ) ;
return ;
}
2015-12-15 03:01:33 +03:00
smp_call_function_single ( channel - > target_cpu , cb , channel , true ) ;
2015-04-12 04:07:41 +03:00
}
2011-05-13 06:34:32 +04:00
2015-04-12 04:07:46 +03:00
enum hvutil_device_state {
HVUTIL_DEVICE_INIT = 0 , /* driver is loaded, waiting for userspace */
HVUTIL_READY , /* userspace is registered */
HVUTIL_HOSTMSG_RECEIVED , /* message from the host was received */
HVUTIL_USERSPACE_REQ , /* request to userspace was sent */
HVUTIL_USERSPACE_RECV , /* reply from userspace was received */
HVUTIL_DEVICE_DYING , /* driver unload is in progress */
} ;
2011-05-13 06:34:28 +04:00
# endif /* _HYPERV_VMBUS_H */