2008-06-17 20:27:32 +04:00
/* -------------------------------------------------------------------------- */
2024-07-29 15:25:20 +03:00
/* Copyright 2002-2024, OpenNebula Project, OpenNebula Systems */
2008-06-17 20:27:32 +04:00
/* */
/* Licensed under the Apache License, Version 2.0 (the "License"); you may */
/* not use this file except in compliance with the License. You may obtain */
/* a copy of the License at */
/* */
/* http://www.apache.org/licenses/LICENSE-2.0 */
/* */
/* Unless required by applicable law or agreed to in writing, software */
/* distributed under the License is distributed on an "AS IS" BASIS, */
/* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. */
/* See the License for the specific language governing permissions and */
/* limitations under the License. */
/* -------------------------------------------------------------------------- */
# ifndef DISPATCH_MANAGER_H_
# define DISPATCH_MANAGER_H_
2020-07-24 17:00:59 +03:00
# include "Listener.h"
F #5989: Live update of Virtual Network attributes
co-authored-by: Pavel Czerný <pczerny@opennebula.systems>
co-authored-by: Frederick Borges <fborges@opennebula.io>
co-authored-by: Christian González <cgonzalez@opennebula.io>
* VNET updates trigger a driver action on running VMs with NICs in the
network.
* VNET includes a sets with VM status: updated, outdated, error and
updating. With VMs in each state.
* VNET flags error situations with a new state UPDATE_FAILURE.
* The same procedure is applied when an AR is updated (only VMs in that
AR are updated).
* A new options in the one.vn.recover API call enable to recover or
retry this VM update operations.
* The following attributes can be live-updated per VNET driver:
- PHYDEV (novlan, vlan, ovs driver)
- MTU (vlan, ovs driver)
- VLAN_ID (vlan, ovs driver)
- QINQ_TYPE (ovs driver)
- CVLANS (ovs driver)
- VLAN_TAGGED_ID (ovs driver)
- OUTER_VLAN_ID (ovs driver)
- INBOUND_AVG_BW (SG, ovs driver + KVM)
- INBOUND_PEAK_BW (SG, ovs driver + KVM)
- INBOUND_PEAK_KB (SG, ovs driver + KVM)
- OUTBOUND_AVG_BW (SG, ovs driver + KVM)
- OUTBOUND_PEAK_BW (SG, ovs driver + KVM)
- OUTBOUND_PEAK_KB (SG, ovs driver + KVM)
* New API call one.vm.updatenic, allows to update individual NICs
without the need of detach/attach (only QoS supported).
* Update operations for: 802.1Q, bridge, fw, ovswitch, ovswitch_vxlan
and vxlan network drivers.
* VNET attributes (old values) stored in VNET_UPDATE to allow
implementation of update operations. The attribute is removed after a
successful update.
* Updates to CLI onevnet (--retry option) / onevm (nicupdate command)
* XSD files updated to reflect the new data model
* Ruby and JAVA bindings updated: new VNET state and recover option, new
VM API call.
* Suntone and Fireedge implementation (lease status, recover option, new
states)
TODO: Virtual Functions does not support this functionality
iii
2022-11-16 15:35:29 +03:00
# include "VMActions.h"
2008-06-17 20:27:32 +04:00
2015-04-27 00:34:26 +03:00
//Forward definitions
class TransferManager ;
class LifeCycleManager ;
class VirtualMachineManager ;
class ImageManager ;
2020-07-02 23:42:10 +03:00
class ClusterPool ;
class HostPool ;
2020-07-24 17:00:59 +03:00
class VirtualMachinePool ;
F #5989: Live update of Virtual Network attributes
co-authored-by: Pavel Czerný <pczerny@opennebula.systems>
co-authored-by: Frederick Borges <fborges@opennebula.io>
co-authored-by: Christian González <cgonzalez@opennebula.io>
* VNET updates trigger a driver action on running VMs with NICs in the
network.
* VNET includes a sets with VM status: updated, outdated, error and
updating. With VMs in each state.
* VNET flags error situations with a new state UPDATE_FAILURE.
* The same procedure is applied when an AR is updated (only VMs in that
AR are updated).
* A new options in the one.vn.recover API call enable to recover or
retry this VM update operations.
* The following attributes can be live-updated per VNET driver:
- PHYDEV (novlan, vlan, ovs driver)
- MTU (vlan, ovs driver)
- VLAN_ID (vlan, ovs driver)
- QINQ_TYPE (ovs driver)
- CVLANS (ovs driver)
- VLAN_TAGGED_ID (ovs driver)
- OUTER_VLAN_ID (ovs driver)
- INBOUND_AVG_BW (SG, ovs driver + KVM)
- INBOUND_PEAK_BW (SG, ovs driver + KVM)
- INBOUND_PEAK_KB (SG, ovs driver + KVM)
- OUTBOUND_AVG_BW (SG, ovs driver + KVM)
- OUTBOUND_PEAK_BW (SG, ovs driver + KVM)
- OUTBOUND_PEAK_KB (SG, ovs driver + KVM)
* New API call one.vm.updatenic, allows to update individual NICs
without the need of detach/attach (only QoS supported).
* Update operations for: 802.1Q, bridge, fw, ovswitch, ovswitch_vxlan
and vxlan network drivers.
* VNET attributes (old values) stored in VNET_UPDATE to allow
implementation of update operations. The attribute is removed after a
successful update.
* Updates to CLI onevnet (--retry option) / onevm (nicupdate command)
* XSD files updated to reflect the new data model
* Ruby and JAVA bindings updated: new VNET state and recover option, new
VM API call.
* Suntone and Fireedge implementation (lease status, recover option, new
states)
TODO: Virtual Functions does not support this functionality
iii
2022-11-16 15:35:29 +03:00
class VirtualNetworkPool ;
2020-07-02 23:42:10 +03:00
class VirtualRouterPool ;
class UserPool ;
2022-01-25 20:02:10 +03:00
class SecurityGroupPool ;
2020-07-24 17:00:59 +03:00
class VirtualMachine ;
class VirtualMachineTemplate ;
2015-04-27 00:34:26 +03:00
2017-02-07 19:26:23 +03:00
struct RequestAttributes ;
2017-02-03 16:19:15 +03:00
2020-07-24 17:00:59 +03:00
class DispatchManager : public Listener
2017-02-03 16:19:15 +03:00
{
public :
2020-07-24 17:00:59 +03:00
DispatchManager ( )
: Listener ( " Dispatch Manager " )
2017-02-03 16:19:15 +03:00
{
}
2019-07-26 14:45:26 +03:00
~ DispatchManager ( ) = default ;
2015-04-27 00:34:26 +03:00
2024-06-03 12:40:24 +03:00
/**
* Initializes internal pointers to other managers . Must be called when
* all the other managers exist in Nebula : : instance
*/
2015-04-27 00:34:26 +03:00
void init_managers ( ) ;
2008-06-17 20:27:32 +04:00
/**
2010-07-14 20:11:29 +04:00
* This functions creates a new thread for the Dispatch Manager . This
2008-06-17 20:27:32 +04:00
* thread will wait in an action loop till it receives ACTION_FINALIZE .
* @ return 0 on success .
*/
int start ( ) ;
2010-07-14 20:11:29 +04:00
2008-06-17 20:27:32 +04:00
//--------------------------------------------------------------------------
// DM Actions, the RM and the Scheduler will invoke this methods
//--------------------------------------------------------------------------
/**
* Deploys a VM . A new history record MUST be added before calling this
* function . Also the VM MUST have its mutex locked . If the function fails
* the calling funtion is responsible for recovering from the error .
* @ param vm pointer to a VirtualMachine with its mutex locked .
2017-02-07 19:26:23 +03:00
* @ param ra information about the API call request
2010-07-14 20:11:29 +04:00
* @ return 0 on success
2008-06-17 20:27:32 +04:00
*/
2020-09-10 10:08:29 +03:00
int deploy ( std : : unique_ptr < VirtualMachine > vm ,
const RequestAttributes & request ) ;
2008-06-17 20:27:32 +04:00
/**
2010-07-14 20:11:29 +04:00
* Migrates a VM . The following actions must be performed before calling
* this function :
2008-06-17 20:27:32 +04:00
* - Lock the VM mutex .
* - Update the History statistics of the current host .
2010-07-14 20:11:29 +04:00
* - Add a new History record with the new host .
* If the function fails the calling funtion is responsible for recovering
2008-06-17 20:27:32 +04:00
* from the error .
* @ param vm pointer to a VirtualMachine with its mutex locked .
2018-12-04 14:00:13 +03:00
* @ param poff migration type : 0 ( save ) , 1 ( poff ) , 2 ( poff - hard )
2017-02-07 19:26:23 +03:00
* @ param ra information about the API call request
2010-07-14 20:11:29 +04:00
* @ return 0 on success
2008-06-17 20:27:32 +04:00
*/
2018-12-04 14:00:13 +03:00
int migrate ( VirtualMachine * vm , int poff , const RequestAttributes & request ) ;
2008-06-17 20:27:32 +04:00
/**
2010-07-14 20:11:29 +04:00
* Migrates a VM . The following actions must be performed before calling
* this function :
2008-06-17 20:27:32 +04:00
* - Lock the VM mutex .
* - Update the History statistics of the current host .
2010-07-14 20:11:29 +04:00
* - Add a new History record with the new host .
* If the function fails the calling funtion is responsible for recovering
2008-06-17 20:27:32 +04:00
* from the error .
* @ param vm pointer to a VirtualMachine with its mutex locked .
2017-02-07 19:26:23 +03:00
* @ param ra information about the API call request
2010-07-14 20:11:29 +04:00
* @ return 0 on success
2008-06-17 20:27:32 +04:00
*/
2017-02-07 19:26:23 +03:00
int live_migrate ( VirtualMachine * vm , const RequestAttributes & request ) ;
2010-07-14 20:11:29 +04:00
2008-06-17 20:27:32 +04:00
/**
2016-05-02 19:34:42 +03:00
* Terminates a VM .
2008-06-17 20:27:32 +04:00
* @ param vid VirtualMachine identification
2015-04-24 16:25:47 +03:00
* @ param hard True to force the shutdown ( cancel instead of shutdown )
2017-02-07 19:26:23 +03:00
* @ param ra information about the API call request
2010-07-14 20:11:29 +04:00
* @ return 0 on success , - 1 if the VM does not exits or - 2 if the VM is
* in a wrong a state
*/
2017-02-07 19:26:23 +03:00
int terminate ( int vid , bool hard , const RequestAttributes & request ,
2024-06-03 12:40:24 +03:00
std : : string & error_str ) ;
2008-06-17 20:27:32 +04:00
2013-03-27 21:15:53 +04:00
/**
* Shuts down a VM , but it is saved in the system DS instead of destroyed .
* @ param vid VirtualMachine identification
* @ param hard True to force the shutdown ( cancel instead of shutdown )
2017-02-07 19:26:23 +03:00
* @ param ra information about the API call request
2013-03-27 21:15:53 +04:00
* @ return 0 on success , - 1 if the VM does not exits or - 2 if the VM is
* in a wrong a state
*/
2019-07-26 14:45:26 +03:00
int undeploy ( int vid , bool hard , const RequestAttributes & ra ,
2024-06-03 12:40:24 +03:00
std : : string & error_str ) ;
2013-03-27 21:15:53 +04:00
2012-09-04 20:30:53 +04:00
/**
* Powers off a VM .
* @ param vid VirtualMachine identification
2017-02-07 19:26:23 +03:00
* @ param ra information about the API call request
2013-03-27 16:48:06 +04:00
* @ param hard True to force the poweroff ( cancel instead of shutdown )
2012-09-04 20:30:53 +04:00
* @ return 0 on success , - 1 if the VM does not exits or - 2 if the VM is
* in a wrong a state
*/
2019-07-26 14:45:26 +03:00
int poweroff ( int vid , bool hard , const RequestAttributes & ra ,
2024-06-03 12:40:24 +03:00
std : : string & error_str ) ;
2012-09-04 20:30:53 +04:00
2008-06-17 20:27:32 +04:00
/**
* Holds a VM .
* @ param vid VirtualMachine identification
2017-02-07 19:26:23 +03:00
* @ param ra information about the API call request
2010-07-14 20:11:29 +04:00
* @ return 0 on success , - 1 if the VM does not exits or - 2 if the VM is
* in a wrong a state
*/
2020-07-02 23:42:10 +03:00
int hold ( int vid , const RequestAttributes & ra , std : : string & error_str ) ;
2008-06-17 20:27:32 +04:00
/**
* Releases a VM .
* @ param vid VirtualMachine identification
2017-02-07 19:26:23 +03:00
* @ param ra information about the API call request
2010-07-14 20:11:29 +04:00
* @ return 0 on success , - 1 if the VM does not exits or - 2 if the VM is
* in a wrong a state
*/
2020-07-02 23:42:10 +03:00
int release ( int vid , const RequestAttributes & ra , std : : string & error_str ) ;
2008-06-17 20:27:32 +04:00
/**
* Stops a VM .
* @ param vid VirtualMachine identification
2017-02-07 19:26:23 +03:00
* @ param ra information about the API call request
2010-07-14 20:11:29 +04:00
* @ return 0 on success , - 1 if the VM does not exits or - 2 if the VM is
* in a wrong a state
*/
2020-07-02 23:42:10 +03:00
int stop ( int vid , const RequestAttributes & ra , std : : string & error_str ) ;
2008-06-17 20:27:32 +04:00
/**
* Suspends a VM .
* @ param vid VirtualMachine identification
2017-02-07 19:26:23 +03:00
* @ param ra information about the API call request
2010-07-14 20:11:29 +04:00
* @ return 0 on success , - 1 if the VM does not exits or - 2 if the VM is
* in a wrong a state
*/
2020-07-02 23:42:10 +03:00
int suspend ( int vid , const RequestAttributes & ra , std : : string & error_str ) ;
2008-06-17 20:27:32 +04:00
/**
* Resumes a VM .
* @ param vid VirtualMachine identification
2017-02-07 19:26:23 +03:00
* @ param ra information about the API call request
2010-07-14 20:11:29 +04:00
* @ return 0 on success , - 1 if the VM does not exits or - 2 if the VM is
* in a wrong a state
*/
2020-07-02 23:42:10 +03:00
int resume ( int vid , const RequestAttributes & ra , std : : string & error_str ) ;
2010-07-14 20:11:29 +04:00
2008-06-17 20:27:32 +04:00
/**
* Ends a VM life cycle inside ONE .
2016-05-02 19:34:42 +03:00
* @ param vm VirtualMachine object
2017-02-07 19:26:23 +03:00
* @ param ra information about the API call request
2016-05-02 19:34:42 +03:00
* @ return 0 on success , the VM mutex is unlocked
2010-07-14 20:11:29 +04:00
*/
2020-09-10 10:08:29 +03:00
int delete_vm ( std : : unique_ptr < VirtualMachine > vm ,
const RequestAttributes & ra ,
std : : string & error_str ) ;
2016-05-02 19:34:42 +03:00
/**
* VM ID interface
*/
2020-07-24 17:00:59 +03:00
int delete_vm ( int vid , const RequestAttributes & ra , std : : string & error_str ) ;
2008-06-17 20:27:32 +04:00
2010-12-31 19:48:50 +03:00
/**
* Moves a VM to PENDING state preserving any resource ( i . e . leases ) and id
2016-05-02 19:34:42 +03:00
* @ param vm VirtualMachine object
2017-02-07 19:26:23 +03:00
* @ param ra information about the API call request
2016-05-02 19:34:42 +03:00
* @ return 0 on success
2010-12-31 19:48:50 +03:00
*/
2020-09-10 10:08:29 +03:00
int delete_recreate ( std : : unique_ptr < VirtualMachine > vm ,
const RequestAttributes & ra ,
std : : string & error_str ) ;
2016-05-02 19:34:42 +03:00
2018-10-15 16:34:40 +03:00
/**
* Ends a VM life cycle inside ONE but let the VM running at the Hipervisor .
* @ param vm VirtualMachine object
* @ param ra information about the API call request
* @ return 0 on success , the VM mutex is unlocked
*/
2020-09-10 10:08:29 +03:00
int delete_vm_db ( std : : unique_ptr < VirtualMachine > vm ,
const RequestAttributes & ra ,
std : : string & error_str ) ;
2018-10-15 16:34:40 +03:00
2016-05-02 19:34:42 +03:00
/**
* Recover the last operation on the VM
* @ param vm VirtualMachine object
* @ param success if the operation is assumed to succeed or not
2017-02-07 19:26:23 +03:00
* @ param ra information about the API call request
2016-05-02 19:34:42 +03:00
* @ return 0 on success
*/
2020-09-10 10:08:29 +03:00
int recover ( std : : unique_ptr < VirtualMachine > vm ,
bool success ,
const RequestAttributes & ra ,
std : : string & error_str ) ;
2016-05-02 19:34:42 +03:00
/**
* Retry the last operation on the VM
* @ param vm VirtualMachine object
2017-02-07 19:26:23 +03:00
* @ param ra information about the API call request
2016-05-02 19:34:42 +03:00
* @ return 0 on success
*/
2020-09-10 10:08:29 +03:00
int retry ( std : : unique_ptr < VirtualMachine > vm , const RequestAttributes & ra ,
2024-06-03 12:40:24 +03:00
std : : string & error_str ) ;
2010-12-31 19:48:50 +03:00
2011-12-26 02:46:19 +04:00
/**
* Reboots a VM preserving any resource and RUNNING state
* @ param vid VirtualMachine identification
2015-04-24 16:45:54 +03:00
* @ param hard True to force the shutdown ( cancel instead of shutdown )
2017-02-07 19:26:23 +03:00
* @ param ra information about the API call request
2011-12-26 02:46:19 +04:00
* @ return 0 on success , - 1 if the VM does not exits or - 2 if the VM is
* in a wrong a state
*/
2017-02-07 19:26:23 +03:00
int reboot ( int vid , bool hard , const RequestAttributes & ra ,
2024-06-03 12:40:24 +03:00
std : : string & error_str ) ;
2012-05-09 00:33:59 +04:00
2012-04-26 21:06:49 +04:00
/**
* Set the re - scheduling flag for the VM ( must be in RUNNING state )
* @ param vid VirtualMachine identification
* @ param do_resched set or unset the flag
2017-02-07 19:26:23 +03:00
* @ param ra information about the API call request
2012-06-15 14:28:20 +04:00
*
2012-04-26 21:06:49 +04:00
* @ return 0 on success , - 1 if the VM does not exits or - 2 if the VM is
* in a wrong a state
*/
2017-02-07 19:26:23 +03:00
int resched ( int vid , bool do_resched , const RequestAttributes & ra ,
2024-06-03 12:40:24 +03:00
std : : string & error_str ) ;
2012-04-26 21:06:49 +04:00
2012-06-13 20:47:04 +04:00
/**
2012-06-15 14:28:20 +04:00
* Starts the attach disk action .
* @ param vid VirtualMachine identification
* @ param tmpl Template containing the new DISK attribute .
2017-02-07 19:26:23 +03:00
* @ param ra information about the API call request
2012-06-15 14:28:20 +04:00
* @ param error_str Error reason , if any
2012-06-13 20:47:04 +04:00
*
2012-06-15 14:28:20 +04:00
* @ return 0 on success , - 1 otherwise
2012-06-13 20:47:04 +04:00
*/
2017-02-07 19:26:23 +03:00
int attach ( int vid , VirtualMachineTemplate * tmpl ,
2024-06-03 12:40:24 +03:00
const RequestAttributes & ra , std : : string & error_str ) ;
2012-06-13 20:47:04 +04:00
2012-06-14 19:45:41 +04:00
/**
* Starts the detach disk action .
2012-06-15 18:28:30 +04:00
* @ param vid VirtualMachine identification
* @ param disk_id Disk to detach
2017-02-07 19:26:23 +03:00
* @ param ra information about the API call request
2012-06-15 18:28:30 +04:00
* @ param error_str Error reason , if any
2012-06-14 19:45:41 +04:00
*
2012-06-15 18:28:30 +04:00
* @ return 0 on success , - 1 otherwise
2012-06-14 19:45:41 +04:00
*/
2017-02-07 19:26:23 +03:00
int detach ( int id , int disk_id , const RequestAttributes & ra ,
2024-06-03 12:40:24 +03:00
std : : string & error_str ) ;
2012-06-14 19:45:41 +04:00
2012-12-12 21:31:27 +04:00
/**
* Starts the attach NIC action .
* @ param vid VirtualMachine identification
* @ param tmpl Template containing the new NIC attribute .
2017-02-07 19:26:23 +03:00
* @ param ra information about the API call request
2012-12-12 21:31:27 +04:00
* @ param error_str Error reason , if any
*
* @ return 0 on success , - 1 otherwise
*/
2017-02-07 19:26:23 +03:00
int attach_nic ( int vid , VirtualMachineTemplate * tmpl ,
2024-06-03 12:40:24 +03:00
const RequestAttributes & ra , std : : string & error_str ) ;
2012-12-12 21:31:27 +04:00
/**
* Starts the detach NIC action .
* @ param vid VirtualMachine identification
* @ param nic_id NIC to detach
2017-02-07 19:26:23 +03:00
* @ param ra information about the API call request
2012-12-12 21:31:27 +04:00
* @ param error_str Error reason , if any
*
* @ return 0 on success , - 1 otherwise
*/
2017-02-07 19:26:23 +03:00
int detach_nic ( int id , int nic_id , const RequestAttributes & ra ,
2024-06-03 12:40:24 +03:00
std : : string & error_str ) ;
2016-12-15 23:12:33 +03:00
F #5989: Live update of Virtual Network attributes
co-authored-by: Pavel Czerný <pczerny@opennebula.systems>
co-authored-by: Frederick Borges <fborges@opennebula.io>
co-authored-by: Christian González <cgonzalez@opennebula.io>
* VNET updates trigger a driver action on running VMs with NICs in the
network.
* VNET includes a sets with VM status: updated, outdated, error and
updating. With VMs in each state.
* VNET flags error situations with a new state UPDATE_FAILURE.
* The same procedure is applied when an AR is updated (only VMs in that
AR are updated).
* A new options in the one.vn.recover API call enable to recover or
retry this VM update operations.
* The following attributes can be live-updated per VNET driver:
- PHYDEV (novlan, vlan, ovs driver)
- MTU (vlan, ovs driver)
- VLAN_ID (vlan, ovs driver)
- QINQ_TYPE (ovs driver)
- CVLANS (ovs driver)
- VLAN_TAGGED_ID (ovs driver)
- OUTER_VLAN_ID (ovs driver)
- INBOUND_AVG_BW (SG, ovs driver + KVM)
- INBOUND_PEAK_BW (SG, ovs driver + KVM)
- INBOUND_PEAK_KB (SG, ovs driver + KVM)
- OUTBOUND_AVG_BW (SG, ovs driver + KVM)
- OUTBOUND_PEAK_BW (SG, ovs driver + KVM)
- OUTBOUND_PEAK_KB (SG, ovs driver + KVM)
* New API call one.vm.updatenic, allows to update individual NICs
without the need of detach/attach (only QoS supported).
* Update operations for: 802.1Q, bridge, fw, ovswitch, ovswitch_vxlan
and vxlan network drivers.
* VNET attributes (old values) stored in VNET_UPDATE to allow
implementation of update operations. The attribute is removed after a
successful update.
* Updates to CLI onevnet (--retry option) / onevm (nicupdate command)
* XSD files updated to reflect the new data model
* Ruby and JAVA bindings updated: new VNET state and recover option, new
VM API call.
* Suntone and Fireedge implementation (lease status, recover option, new
states)
TODO: Virtual Functions does not support this functionality
iii
2022-11-16 15:35:29 +03:00
/**
* Starts the update NIC action .
* @ param vid VirtualMachine identification
* @ param nic_id NIC identification
* @ param tmpl Template containing the new NIC attribute .
* @ param ra information about the API call request
* @ param error_str Error reason , if any
*
* @ return 0 on success , - 1 otherwise
*/
int update_nic ( int vid ,
int nic_id ,
VirtualMachineTemplate * tmpl ,
bool append ,
const RequestAttributes & ra ,
std : : string & error_str ) ;
/**
* Starts the recover NIC action .
* @ param vid VirtualMachine identification
* @ param nic_id NIC identification
* @ param network_id Network identification
* @ param error_str Error reason , if any
*
* @ return 0 on success , - 1 otherwise
*/
int recover_nic ( int vid ,
int nic_id ,
int network_id ,
std : : string & error_str ) ;
2013-02-19 18:21:33 +04:00
/**
* Starts the snapshot create action
*
* @ param vid VirtualMachine identification
* @ param name Name for the new snapshot
2013-02-20 21:11:58 +04:00
* @ param snap_id Will contain the new snapshot ID
2017-02-07 19:26:23 +03:00
* @ param ra information about the API call request
2013-02-19 18:21:33 +04:00
* @ param error_str Error reason , if any
*
* @ return 0 on success , - 1 otherwise
*/
2020-07-02 23:42:10 +03:00
int snapshot_create ( int vid , std : : string & name , int & snap_id ,
2024-06-03 12:40:24 +03:00
const RequestAttributes & ra , std : : string & error_str ) ;
2013-02-19 18:21:33 +04:00
2013-02-20 19:04:09 +04:00
/**
* Starts the snapshot revert action
*
* @ param vid VirtualMachine identification
* @ param snap_id Snapshot to be restored
2017-02-07 19:26:23 +03:00
* @ param ra information about the API call request
2013-02-20 19:04:09 +04:00
* @ param error_str Error reason , if any
*
* @ return 0 on success , - 1 otherwise
*/
2017-02-07 19:26:23 +03:00
int snapshot_revert ( int vid , int snap_id , const RequestAttributes & ra ,
2024-06-03 12:40:24 +03:00
std : : string & error_str ) ;
2013-02-20 19:04:09 +04:00
2013-02-21 18:01:48 +04:00
/**
* Starts the snapshot delete action
*
* @ param vid VirtualMachine identification
* @ param snap_id Snapshot to be deleted
2017-02-07 19:26:23 +03:00
* @ param ra information about the API call request
2013-02-21 18:01:48 +04:00
* @ param error_str Error reason , if any
*
* @ return 0 on success , - 1 otherwise
*/
2017-02-07 19:26:23 +03:00
int snapshot_delete ( int vid , int snap_id , const RequestAttributes & ra ,
2024-06-03 12:40:24 +03:00
std : : string & error_str ) ;
2012-12-12 21:31:27 +04:00
2015-05-19 19:41:23 +03:00
/**
* Starts the disk snapshot create action
*
* @ param vid VirtualMachine identification
* @ param did DISK identification
2015-07-09 14:13:07 +03:00
* @ param name Description for the new snapshot
2015-05-19 19:41:23 +03:00
* @ param snap_id Will contain the new snapshot ID
2017-02-07 19:26:23 +03:00
* @ param ra information about the API call request
2015-05-19 19:41:23 +03:00
* @ param error_str Error reason , if any
*
* @ return 0 on success , - 1 otherwise
*/
2020-07-02 23:42:10 +03:00
int disk_snapshot_create ( int vid , int did , const std : : string & name ,
2024-06-03 12:40:24 +03:00
int & snap_id , const RequestAttributes & ra , std : : string & error_str ) ;
2015-05-19 19:41:23 +03:00
/**
* Reverts the disk state to a previous snapshot
*
* @ param vid VirtualMachine identification
* @ param did DISK identification
* @ param snap_id Snapshot to be restored
2017-02-07 19:26:23 +03:00
* @ param ra information about the API call request
2015-05-19 19:41:23 +03:00
* @ param error_str Error reason , if any
*
* @ return 0 on success , - 1 otherwise
*/
2017-02-07 19:26:23 +03:00
int disk_snapshot_revert ( int vid , int did , int snap_id ,
2024-06-03 12:40:24 +03:00
const RequestAttributes & ra , std : : string & error_str ) ;
2015-05-27 17:29:41 +03:00
/**
* Deletes a disk snapshot
*
* @ param vid VirtualMachine identification
* @ param did DISK identification
* @ param snap_id Snapshot to be restored
2017-02-07 19:26:23 +03:00
* @ param ra information about the API call request
2015-05-27 17:29:41 +03:00
* @ param error_str Error reason , if any
*
* @ return 0 on success , - 1 otherwise
*/
2017-02-07 19:26:23 +03:00
int disk_snapshot_delete ( int vid , int did , int snap_id ,
2024-06-03 12:40:24 +03:00
const RequestAttributes & ra , std : : string & error_str ) ;
2015-05-27 17:29:41 +03:00
2016-12-15 23:12:33 +03:00
/**
* Starts the disk resize create action
*
* @ param vid VirtualMachine identification
* @ param did DISK identification
* @ param size new size for the disk
2017-02-07 19:26:23 +03:00
* @ param ra information about the API call request
2016-12-15 23:12:33 +03:00
* @ param error_str Error reason , if any
*
* @ return 0 on success , - 1 otherwise
*/
2017-02-07 19:26:23 +03:00
int disk_resize ( int vid , int did , long long new_size ,
2024-06-03 12:40:24 +03:00
const RequestAttributes & ra , std : : string & error_str ) ;
2019-07-26 14:45:26 +03:00
/**
* Update virtual machine context
*
* @ param vid VirtualMachine identification
* @ param ra information about the API call request
* @ param error_str Error reason , if any
*
* @ return 0 on success , - 1 otherwise
*/
2020-09-10 10:08:29 +03:00
int live_updateconf ( std : : unique_ptr < VirtualMachine > vm ,
2024-06-03 12:40:24 +03:00
const RequestAttributes & ra , std : : string & error_str ) ;
2019-07-26 14:45:26 +03:00
2022-01-25 20:02:10 +03:00
/**
* Attach a new SG to a VM NIC
*
* @ param vid the VM id
* @ param nicid the id of the VM NIC
* @ param sgid the SG id
* @ param ra information about the API call request
* @ param error_str Error reason , if any
*
* @ return 0 on success , - 1 otherwise
*/
int attach_sg ( int vid , int nicid , int sgid ,
2024-06-03 12:40:24 +03:00
const RequestAttributes & ra , std : : string & error_str ) ;
2022-01-25 20:02:10 +03:00
/**
* Detach a SG from VM NIC
*
* @ param vid the VM id
* @ param nicid the id of the VM NIC
* @ param sgid the SG id
* @ param ra information about the API call request
* @ param error_str Error reason , if any
*
* @ return 0 on success , - 1 otherwise
*/
int detach_sg ( int vid , int nicid , int sgid ,
2024-06-03 12:40:24 +03:00
const RequestAttributes & ra , std : : string & error_str ) ;
2022-01-25 20:02:10 +03:00
F #5516: New backup interface for OpenNebula
co-authored-by: Frederick Borges <fborges@opennebula.io>
co-authored-by: Neal Hansen <nhansen@opennebula.io>
co-authored-by: Daniel Clavijo Coca <dclavijo@opennebula.io>
co-authored-by: Pavel Czerný <pczerny@opennebula.systems>
BACKUP INTERFACE
=================
* Backups are exposed through a a special Datastore (BACKUP_DS) and
Image (BACKUP) types. These new types can only be used for backup'ing
up VMs. This approach allows to:
- Implement tier based backup policies (backups made on different
locations).
- Leverage access control and quota systems
- Support differnt storage and backup technologies
* Backup interface for the VMs:
- VM configures backups with BACKUP_CONFIG. This attribute can be set
in the VM template or updated with updateconf API call. It can include:
+ BACKUP_VOLATILE: To backup or not volatile disks
+ FS_FREEZE: How the FS is freeze for running VMs (qemu-agent,
suspend or none). When possible backups are crash consistent.
+ KEEP_LAST: keep only a given number of backups.
- Backups are initiated by the one.vm.backup API call that requires
the target Datastore to perform the backup (one-shot). This is
exposed by the onevm backup command.
- Backups can be periodic through scheduled actions.
- Backup configuration is updated with one.vm.updateconf API call.
* Restore interface:
- Restores are initiated by the one.image.restore API call. This is
exposed by oneimage restore command.
- Restore include configurable options for the VM template
+ NO_IP: to not preserve IP addresses (but keep the NICs and network
mapping)
+ NO_NIC: to not preserve network mappings
- Other template attributes:
+ Clean PCI devices, including network configuration in case of TYPE=NIC
attributes. By default it removes SHORT_ADDRESS and leave the "auto"
selection attributes.
+ Clean NUMA_NODE, removes node id and cpu sets. It keeps the NUMA node
- It is possible to restore single files stored in the repository by
using the backup specific URL.
* Sunstone (Ruby version) has been updated to expose this feautres.
BACKUP DRIVERS & IMPLEMENTATION
===============================
* Backup operation is implemented by a combination of 3 driver operations:
- VMM. New (internal oned <-> one_vmm_exec.rb) to orchestrate
backups for RUNNING VMs.
- TM. This commit introduces 2 new operations (and their
corresponding _live variants):
+ pre_backup(_live): Prepares the disks to be back'ed up in the
repository. It is specific to the driver: (i) ceph uses the export
operation; (ii) qcow2/raw uses snapshot-create-as and fs_freeze as
needed.
+ post_backup(_live): Performs cleanning operations, i.e. KVM
snapshots or tmp dirs.
- DATASTORE. Each backup technology is represented by its
corresponfing driver, that needs to implement:
+ backup: it takes the VM disks in file (qcow2) format and stores it
the backup repository.
+ restore: it takes a backup image and restores the associated disks
and VM template.
+ monitor: to gather available space in the repository
+ rm: to remove existing backups
+ stat: to return the "restored" size of a disk stored in a backup
+ downloader pseudo-URL handler: in the form
<backup_proto>://<driver_snapshot_id>/<disk filename>
BACKUP MANAGEMENT
=================
Backup actions may potentially take some time, leaving some vmm_exec threads in
use for a long time, stucking other vmm operations. Backups are planned
by the scheduler through the sched action interface.
Two attributes has been added to sched.conf:
* MAX_BACKUPS max active backup operations in the cloud. No more
backups will be started beyond this limit.
* MAX_BACKUPS_HOST max number of backups per host
* Fix onevm CLI to properly show and manage schedule actions. --schedule
supports now, as well as relative times +<seconds_from_stime>
onvm backup --schedule now -d 100 63
* Backup is added as VM_ADMIN_ACTIONS in oned.conf. Regular users needs
to use the batch interface or request specific permissions
Internal restructure of Scheduler:
- All sched_actions interface is now in SchedActionsXML class and files.
This class uses references to VM XML, and MUST be used in the same
lifetime scope.
- XMLRPC API calls for sched actions has been moved to ScheduledActionXML.cc as
static functions.
- VirtualMachineActionPool includes counters for active backups (total
and per host).
SUPPORTED PLATFORMS
====================
* hypervisor: KVM
* TM: qcow2/shared/ssh, ceph
* backup: restic, rsync
Notes on Ceph
* Ceph backups are performed in the following steps:
1. A snapshot of each disk is taken (group snapshots cannot be used as
it seems we cannot export the disks afterwards)
2. Disks are export to a file
3. File is converted to qcow2 format
4. Disk files are upload to the backup repo
TODO:
* Confirm crash consistent snapshots cannot be used in Ceph
TODO:
* Check if using VM dir instead of full path is better to accomodate
DS migrations i.e.:
- Current path: /var/lib/one/datastores/100/53/backup/disk.0
- Proposal: 53/backup/disk.0
RESTIC DRIVER
=============
Developed together with this feature is part of the EE edtion.
* It supports the SFTP protocol, the following attributes are
supported:
- RESTIC_SFTP_SERVER
- RESTIC_SFTP_USER: only if different from oneadmin
- RESTIC_PASSWORD
- RESTIC_IONICE: Run restic under a given ionice priority (class 2)
- RESTIC_NICE: Run restic under a given nice
- RESTIC_BWLIMIT: Limit restic upload/download BW
- RESTIC_COMPRESSION: Restic 0.14 implements compression (three modes:
off, auto, max). This requires repositories version 2. By default,
auto is used (average compression without to much CPU usage)
- RESTIC_CONNECTIONS: Sets the number of concurrent connections to a
backend (5 by default). For high-latency backends this number can be
increased.
* downloader URL: restic://<datastore_id>/<snapshot_id>/<file_name>
snapshot_id is the restic snapshot hash. To recover single disk images
from a backup. This URLs support:
- RESTIC_CONNECTIONS
- RESTIC_BWLIMIT
- RESTIC_IONICE
- RESTIC_NICE
These options needs to be defined in the associated datastore.
RSYNC DRIVER
=============
A rsync driver is included as part of the CE distribution. It uses the
rsync tool to store backups in a remote server through SSH:
* The following attributes are supported to configure the backup
datastore:
- RSYNC_HOST
- RSYNC_USER
- RSYNC_ARGS: Arguments to perform the rsync operatin (-aS by default)
* downloader URL: rsync://<ds_id>/<vmid>/<hash>/<file> can be used to recover
single files from an existing backup. (RSYNC_HOST and RSYN_USER needs
to be set in ds_id
EMULATOR_CPUS
=============
This commit includes a non related backup feature:
* Add EMULATOR_CPUS (KVM). This host (or cluster attribute) defines the
CPU IDs where the emulator threads will be pinned. If this value is
not defined the allocated CPU wll be used when using a PIN policy.
(cherry picked from commit a9e6a8e000e9a5a2f56f80ce622ad9ffc9fa032b)
F OpenNebula/one#5516: adding rsync backup driver
(cherry picked from commit fb52edf5d009dc02b071063afb97c6519b9e8305)
F OpenNebula/one#5516: update install.sh, add vmid to source, some polish
Signed-off-by: Neal Hansen <nhansen@opennebula.io>
(cherry picked from commit 6fc6f8a67e435f7f92d5c40fdc3d1c825ab5581d)
F OpenNebula/one#5516: cleanup
Signed-off-by: Neal Hansen <nhansen@opennebula.io>
(cherry picked from commit 12f4333b833f23098142cd4762eb9e6c505e1340)
F OpenNebula/one#5516: update downloader, default args, size check
Signed-off-by: Neal Hansen <nhansen@opennebula.io>
(cherry picked from commit 510124ef2780a4e2e8c3d128c9a42945be38a305)
LL
(cherry picked from commit d4fcd134dc293f2b862086936db4d552792539fa)
2022-09-09 12:46:44 +03:00
/**
* Backup a VM
*
* @ param vid the VM id
* @ param bck_ds_is the ID of the datastore to save the backup
2023-03-14 13:02:05 +03:00
* @ param reset create a full backup ( valid only for incremental backup mode )
F #5516: New backup interface for OpenNebula
co-authored-by: Frederick Borges <fborges@opennebula.io>
co-authored-by: Neal Hansen <nhansen@opennebula.io>
co-authored-by: Daniel Clavijo Coca <dclavijo@opennebula.io>
co-authored-by: Pavel Czerný <pczerny@opennebula.systems>
BACKUP INTERFACE
=================
* Backups are exposed through a a special Datastore (BACKUP_DS) and
Image (BACKUP) types. These new types can only be used for backup'ing
up VMs. This approach allows to:
- Implement tier based backup policies (backups made on different
locations).
- Leverage access control and quota systems
- Support differnt storage and backup technologies
* Backup interface for the VMs:
- VM configures backups with BACKUP_CONFIG. This attribute can be set
in the VM template or updated with updateconf API call. It can include:
+ BACKUP_VOLATILE: To backup or not volatile disks
+ FS_FREEZE: How the FS is freeze for running VMs (qemu-agent,
suspend or none). When possible backups are crash consistent.
+ KEEP_LAST: keep only a given number of backups.
- Backups are initiated by the one.vm.backup API call that requires
the target Datastore to perform the backup (one-shot). This is
exposed by the onevm backup command.
- Backups can be periodic through scheduled actions.
- Backup configuration is updated with one.vm.updateconf API call.
* Restore interface:
- Restores are initiated by the one.image.restore API call. This is
exposed by oneimage restore command.
- Restore include configurable options for the VM template
+ NO_IP: to not preserve IP addresses (but keep the NICs and network
mapping)
+ NO_NIC: to not preserve network mappings
- Other template attributes:
+ Clean PCI devices, including network configuration in case of TYPE=NIC
attributes. By default it removes SHORT_ADDRESS and leave the "auto"
selection attributes.
+ Clean NUMA_NODE, removes node id and cpu sets. It keeps the NUMA node
- It is possible to restore single files stored in the repository by
using the backup specific URL.
* Sunstone (Ruby version) has been updated to expose this feautres.
BACKUP DRIVERS & IMPLEMENTATION
===============================
* Backup operation is implemented by a combination of 3 driver operations:
- VMM. New (internal oned <-> one_vmm_exec.rb) to orchestrate
backups for RUNNING VMs.
- TM. This commit introduces 2 new operations (and their
corresponding _live variants):
+ pre_backup(_live): Prepares the disks to be back'ed up in the
repository. It is specific to the driver: (i) ceph uses the export
operation; (ii) qcow2/raw uses snapshot-create-as and fs_freeze as
needed.
+ post_backup(_live): Performs cleanning operations, i.e. KVM
snapshots or tmp dirs.
- DATASTORE. Each backup technology is represented by its
corresponfing driver, that needs to implement:
+ backup: it takes the VM disks in file (qcow2) format and stores it
the backup repository.
+ restore: it takes a backup image and restores the associated disks
and VM template.
+ monitor: to gather available space in the repository
+ rm: to remove existing backups
+ stat: to return the "restored" size of a disk stored in a backup
+ downloader pseudo-URL handler: in the form
<backup_proto>://<driver_snapshot_id>/<disk filename>
BACKUP MANAGEMENT
=================
Backup actions may potentially take some time, leaving some vmm_exec threads in
use for a long time, stucking other vmm operations. Backups are planned
by the scheduler through the sched action interface.
Two attributes has been added to sched.conf:
* MAX_BACKUPS max active backup operations in the cloud. No more
backups will be started beyond this limit.
* MAX_BACKUPS_HOST max number of backups per host
* Fix onevm CLI to properly show and manage schedule actions. --schedule
supports now, as well as relative times +<seconds_from_stime>
onvm backup --schedule now -d 100 63
* Backup is added as VM_ADMIN_ACTIONS in oned.conf. Regular users needs
to use the batch interface or request specific permissions
Internal restructure of Scheduler:
- All sched_actions interface is now in SchedActionsXML class and files.
This class uses references to VM XML, and MUST be used in the same
lifetime scope.
- XMLRPC API calls for sched actions has been moved to ScheduledActionXML.cc as
static functions.
- VirtualMachineActionPool includes counters for active backups (total
and per host).
SUPPORTED PLATFORMS
====================
* hypervisor: KVM
* TM: qcow2/shared/ssh, ceph
* backup: restic, rsync
Notes on Ceph
* Ceph backups are performed in the following steps:
1. A snapshot of each disk is taken (group snapshots cannot be used as
it seems we cannot export the disks afterwards)
2. Disks are export to a file
3. File is converted to qcow2 format
4. Disk files are upload to the backup repo
TODO:
* Confirm crash consistent snapshots cannot be used in Ceph
TODO:
* Check if using VM dir instead of full path is better to accomodate
DS migrations i.e.:
- Current path: /var/lib/one/datastores/100/53/backup/disk.0
- Proposal: 53/backup/disk.0
RESTIC DRIVER
=============
Developed together with this feature is part of the EE edtion.
* It supports the SFTP protocol, the following attributes are
supported:
- RESTIC_SFTP_SERVER
- RESTIC_SFTP_USER: only if different from oneadmin
- RESTIC_PASSWORD
- RESTIC_IONICE: Run restic under a given ionice priority (class 2)
- RESTIC_NICE: Run restic under a given nice
- RESTIC_BWLIMIT: Limit restic upload/download BW
- RESTIC_COMPRESSION: Restic 0.14 implements compression (three modes:
off, auto, max). This requires repositories version 2. By default,
auto is used (average compression without to much CPU usage)
- RESTIC_CONNECTIONS: Sets the number of concurrent connections to a
backend (5 by default). For high-latency backends this number can be
increased.
* downloader URL: restic://<datastore_id>/<snapshot_id>/<file_name>
snapshot_id is the restic snapshot hash. To recover single disk images
from a backup. This URLs support:
- RESTIC_CONNECTIONS
- RESTIC_BWLIMIT
- RESTIC_IONICE
- RESTIC_NICE
These options needs to be defined in the associated datastore.
RSYNC DRIVER
=============
A rsync driver is included as part of the CE distribution. It uses the
rsync tool to store backups in a remote server through SSH:
* The following attributes are supported to configure the backup
datastore:
- RSYNC_HOST
- RSYNC_USER
- RSYNC_ARGS: Arguments to perform the rsync operatin (-aS by default)
* downloader URL: rsync://<ds_id>/<vmid>/<hash>/<file> can be used to recover
single files from an existing backup. (RSYNC_HOST and RSYN_USER needs
to be set in ds_id
EMULATOR_CPUS
=============
This commit includes a non related backup feature:
* Add EMULATOR_CPUS (KVM). This host (or cluster attribute) defines the
CPU IDs where the emulator threads will be pinned. If this value is
not defined the allocated CPU wll be used when using a PIN policy.
(cherry picked from commit a9e6a8e000e9a5a2f56f80ce622ad9ffc9fa032b)
F OpenNebula/one#5516: adding rsync backup driver
(cherry picked from commit fb52edf5d009dc02b071063afb97c6519b9e8305)
F OpenNebula/one#5516: update install.sh, add vmid to source, some polish
Signed-off-by: Neal Hansen <nhansen@opennebula.io>
(cherry picked from commit 6fc6f8a67e435f7f92d5c40fdc3d1c825ab5581d)
F OpenNebula/one#5516: cleanup
Signed-off-by: Neal Hansen <nhansen@opennebula.io>
(cherry picked from commit 12f4333b833f23098142cd4762eb9e6c505e1340)
F OpenNebula/one#5516: update downloader, default args, size check
Signed-off-by: Neal Hansen <nhansen@opennebula.io>
(cherry picked from commit 510124ef2780a4e2e8c3d128c9a42945be38a305)
LL
(cherry picked from commit d4fcd134dc293f2b862086936db4d552792539fa)
2022-09-09 12:46:44 +03:00
* @ param ra information about the API call request
* @ param error_str Error reason , if any
*
* @ return 0 on success , - 1 otherwise
*/
2022-11-07 00:54:17 +03:00
int backup ( int vid , int bck_ds_id , bool reset ,
2024-06-03 12:40:24 +03:00
const RequestAttributes & ra , std : : string & error_str ) ;
F #5516: New backup interface for OpenNebula
co-authored-by: Frederick Borges <fborges@opennebula.io>
co-authored-by: Neal Hansen <nhansen@opennebula.io>
co-authored-by: Daniel Clavijo Coca <dclavijo@opennebula.io>
co-authored-by: Pavel Czerný <pczerny@opennebula.systems>
BACKUP INTERFACE
=================
* Backups are exposed through a a special Datastore (BACKUP_DS) and
Image (BACKUP) types. These new types can only be used for backup'ing
up VMs. This approach allows to:
- Implement tier based backup policies (backups made on different
locations).
- Leverage access control and quota systems
- Support differnt storage and backup technologies
* Backup interface for the VMs:
- VM configures backups with BACKUP_CONFIG. This attribute can be set
in the VM template or updated with updateconf API call. It can include:
+ BACKUP_VOLATILE: To backup or not volatile disks
+ FS_FREEZE: How the FS is freeze for running VMs (qemu-agent,
suspend or none). When possible backups are crash consistent.
+ KEEP_LAST: keep only a given number of backups.
- Backups are initiated by the one.vm.backup API call that requires
the target Datastore to perform the backup (one-shot). This is
exposed by the onevm backup command.
- Backups can be periodic through scheduled actions.
- Backup configuration is updated with one.vm.updateconf API call.
* Restore interface:
- Restores are initiated by the one.image.restore API call. This is
exposed by oneimage restore command.
- Restore include configurable options for the VM template
+ NO_IP: to not preserve IP addresses (but keep the NICs and network
mapping)
+ NO_NIC: to not preserve network mappings
- Other template attributes:
+ Clean PCI devices, including network configuration in case of TYPE=NIC
attributes. By default it removes SHORT_ADDRESS and leave the "auto"
selection attributes.
+ Clean NUMA_NODE, removes node id and cpu sets. It keeps the NUMA node
- It is possible to restore single files stored in the repository by
using the backup specific URL.
* Sunstone (Ruby version) has been updated to expose this feautres.
BACKUP DRIVERS & IMPLEMENTATION
===============================
* Backup operation is implemented by a combination of 3 driver operations:
- VMM. New (internal oned <-> one_vmm_exec.rb) to orchestrate
backups for RUNNING VMs.
- TM. This commit introduces 2 new operations (and their
corresponding _live variants):
+ pre_backup(_live): Prepares the disks to be back'ed up in the
repository. It is specific to the driver: (i) ceph uses the export
operation; (ii) qcow2/raw uses snapshot-create-as and fs_freeze as
needed.
+ post_backup(_live): Performs cleanning operations, i.e. KVM
snapshots or tmp dirs.
- DATASTORE. Each backup technology is represented by its
corresponfing driver, that needs to implement:
+ backup: it takes the VM disks in file (qcow2) format and stores it
the backup repository.
+ restore: it takes a backup image and restores the associated disks
and VM template.
+ monitor: to gather available space in the repository
+ rm: to remove existing backups
+ stat: to return the "restored" size of a disk stored in a backup
+ downloader pseudo-URL handler: in the form
<backup_proto>://<driver_snapshot_id>/<disk filename>
BACKUP MANAGEMENT
=================
Backup actions may potentially take some time, leaving some vmm_exec threads in
use for a long time, stucking other vmm operations. Backups are planned
by the scheduler through the sched action interface.
Two attributes has been added to sched.conf:
* MAX_BACKUPS max active backup operations in the cloud. No more
backups will be started beyond this limit.
* MAX_BACKUPS_HOST max number of backups per host
* Fix onevm CLI to properly show and manage schedule actions. --schedule
supports now, as well as relative times +<seconds_from_stime>
onvm backup --schedule now -d 100 63
* Backup is added as VM_ADMIN_ACTIONS in oned.conf. Regular users needs
to use the batch interface or request specific permissions
Internal restructure of Scheduler:
- All sched_actions interface is now in SchedActionsXML class and files.
This class uses references to VM XML, and MUST be used in the same
lifetime scope.
- XMLRPC API calls for sched actions has been moved to ScheduledActionXML.cc as
static functions.
- VirtualMachineActionPool includes counters for active backups (total
and per host).
SUPPORTED PLATFORMS
====================
* hypervisor: KVM
* TM: qcow2/shared/ssh, ceph
* backup: restic, rsync
Notes on Ceph
* Ceph backups are performed in the following steps:
1. A snapshot of each disk is taken (group snapshots cannot be used as
it seems we cannot export the disks afterwards)
2. Disks are export to a file
3. File is converted to qcow2 format
4. Disk files are upload to the backup repo
TODO:
* Confirm crash consistent snapshots cannot be used in Ceph
TODO:
* Check if using VM dir instead of full path is better to accomodate
DS migrations i.e.:
- Current path: /var/lib/one/datastores/100/53/backup/disk.0
- Proposal: 53/backup/disk.0
RESTIC DRIVER
=============
Developed together with this feature is part of the EE edtion.
* It supports the SFTP protocol, the following attributes are
supported:
- RESTIC_SFTP_SERVER
- RESTIC_SFTP_USER: only if different from oneadmin
- RESTIC_PASSWORD
- RESTIC_IONICE: Run restic under a given ionice priority (class 2)
- RESTIC_NICE: Run restic under a given nice
- RESTIC_BWLIMIT: Limit restic upload/download BW
- RESTIC_COMPRESSION: Restic 0.14 implements compression (three modes:
off, auto, max). This requires repositories version 2. By default,
auto is used (average compression without to much CPU usage)
- RESTIC_CONNECTIONS: Sets the number of concurrent connections to a
backend (5 by default). For high-latency backends this number can be
increased.
* downloader URL: restic://<datastore_id>/<snapshot_id>/<file_name>
snapshot_id is the restic snapshot hash. To recover single disk images
from a backup. This URLs support:
- RESTIC_CONNECTIONS
- RESTIC_BWLIMIT
- RESTIC_IONICE
- RESTIC_NICE
These options needs to be defined in the associated datastore.
RSYNC DRIVER
=============
A rsync driver is included as part of the CE distribution. It uses the
rsync tool to store backups in a remote server through SSH:
* The following attributes are supported to configure the backup
datastore:
- RSYNC_HOST
- RSYNC_USER
- RSYNC_ARGS: Arguments to perform the rsync operatin (-aS by default)
* downloader URL: rsync://<ds_id>/<vmid>/<hash>/<file> can be used to recover
single files from an existing backup. (RSYNC_HOST and RSYN_USER needs
to be set in ds_id
EMULATOR_CPUS
=============
This commit includes a non related backup feature:
* Add EMULATOR_CPUS (KVM). This host (or cluster attribute) defines the
CPU IDs where the emulator threads will be pinned. If this value is
not defined the allocated CPU wll be used when using a PIN policy.
(cherry picked from commit a9e6a8e000e9a5a2f56f80ce622ad9ffc9fa032b)
F OpenNebula/one#5516: adding rsync backup driver
(cherry picked from commit fb52edf5d009dc02b071063afb97c6519b9e8305)
F OpenNebula/one#5516: update install.sh, add vmid to source, some polish
Signed-off-by: Neal Hansen <nhansen@opennebula.io>
(cherry picked from commit 6fc6f8a67e435f7f92d5c40fdc3d1c825ab5581d)
F OpenNebula/one#5516: cleanup
Signed-off-by: Neal Hansen <nhansen@opennebula.io>
(cherry picked from commit 12f4333b833f23098142cd4762eb9e6c505e1340)
F OpenNebula/one#5516: update downloader, default args, size check
Signed-off-by: Neal Hansen <nhansen@opennebula.io>
(cherry picked from commit 510124ef2780a4e2e8c3d128c9a42945be38a305)
LL
(cherry picked from commit d4fcd134dc293f2b862086936db4d552792539fa)
2022-09-09 12:46:44 +03:00
2023-03-14 13:02:05 +03:00
/**
* Cancel ongoing backup operation
*
* @ param vid the VM id
* @ param ra information about the API call request
* @ param error_str Error reason , if any
*
* @ return 0 on success , - 1 otherwise
*/
int backup_cancel ( int vid , const RequestAttributes & ra , std : : string & error_str ) ;
2024-04-26 12:33:49 +03:00
/**
* Restore VM from backup
*
* @ param vid the VM id
* @ param img_id the ID of the backup Image
* @ param inc_id the ID of the increment to restore
* @ param disk_id the ID of the disk ( - 1 for all )
* @ param ra information about the API call request
* @ param error_str Error reason , if any
*
* @ return 0 on success , - 1 otherwise
*/
int restore ( int vid , int img_id , int inc_id , int disk_id ,
2024-06-03 12:40:24 +03:00
const RequestAttributes & ra , std : : string & error_str ) ;
2024-04-26 12:33:49 +03:00
2024-01-03 15:01:18 +03:00
/**
* Resize cpu and memory
*
* @ param vid the VM id
* @ param cpu new CPU value
* @ param vcpu new VCPU value
* @ param memory new memory value
* @ param ra information about the API call request
* @ param error_str Error reason , if any
*
* @ return 0 on success , - 1 otherwise
*/
int resize ( int vid , float cpu , int vcpu , long memory ,
const RequestAttributes & ra , std : : string & error_str ) ;
2024-01-31 19:37:27 +03:00
/**
* Attach a new PCI device
*
* @ param vid the VM id
* @ param pci attribute with the PCI device info
* @ param ra information about the API call request
* @ param error_str Error reason , if any
*
* @ return 0 on success , - 1 otherwise
*/
2024-06-03 12:40:24 +03:00
int attach_pci ( int vid , VectorAttribute * pci , const RequestAttributes & ra ,
std : : string & err ) ;
2024-01-31 19:37:27 +03:00
/**
* Detach an existing PCI device
*
* @ param vid the VM id
* @ param pci_id the PCI device ID
* @ param pci attribute with the PCI device info
* @ param ra information about the API call request
* @ param error_str Error reason , if any
*
* @ return 0 on success , - 1 otherwise
*/
2024-06-03 12:40:24 +03:00
int detach_pci ( int vid , int pci_id , const RequestAttributes & ra ,
std : : string & err ) ;
2024-01-31 19:37:27 +03:00
2020-07-24 17:00:59 +03:00
//--------------------------------------------------------------------------
// DM Actions associated with a VM state transition
//--------------------------------------------------------------------------
void trigger_suspend_success ( int vid ) ;
void trigger_stop_success ( int vid ) ;
void trigger_undeploy_success ( int vid ) ;
void trigger_poweroff_success ( int vid ) ;
2008-06-17 20:27:32 +04:00
2020-07-24 17:00:59 +03:00
void trigger_done ( int vid ) ;
void trigger_resubmit ( int vid ) ;
F #5989: Live update of Virtual Network attributes
co-authored-by: Pavel Czerný <pczerny@opennebula.systems>
co-authored-by: Frederick Borges <fborges@opennebula.io>
co-authored-by: Christian González <cgonzalez@opennebula.io>
* VNET updates trigger a driver action on running VMs with NICs in the
network.
* VNET includes a sets with VM status: updated, outdated, error and
updating. With VMs in each state.
* VNET flags error situations with a new state UPDATE_FAILURE.
* The same procedure is applied when an AR is updated (only VMs in that
AR are updated).
* A new options in the one.vn.recover API call enable to recover or
retry this VM update operations.
* The following attributes can be live-updated per VNET driver:
- PHYDEV (novlan, vlan, ovs driver)
- MTU (vlan, ovs driver)
- VLAN_ID (vlan, ovs driver)
- QINQ_TYPE (ovs driver)
- CVLANS (ovs driver)
- VLAN_TAGGED_ID (ovs driver)
- OUTER_VLAN_ID (ovs driver)
- INBOUND_AVG_BW (SG, ovs driver + KVM)
- INBOUND_PEAK_BW (SG, ovs driver + KVM)
- INBOUND_PEAK_KB (SG, ovs driver + KVM)
- OUTBOUND_AVG_BW (SG, ovs driver + KVM)
- OUTBOUND_PEAK_BW (SG, ovs driver + KVM)
- OUTBOUND_PEAK_KB (SG, ovs driver + KVM)
* New API call one.vm.updatenic, allows to update individual NICs
without the need of detach/attach (only QoS supported).
* Update operations for: 802.1Q, bridge, fw, ovswitch, ovswitch_vxlan
and vxlan network drivers.
* VNET attributes (old values) stored in VNET_UPDATE to allow
implementation of update operations. The attribute is removed after a
successful update.
* Updates to CLI onevnet (--retry option) / onevm (nicupdate command)
* XSD files updated to reflect the new data model
* Ruby and JAVA bindings updated: new VNET state and recover option, new
VM API call.
* Suntone and Fireedge implementation (lease status, recover option, new
states)
TODO: Virtual Functions does not support this functionality
iii
2022-11-16 15:35:29 +03:00
static void close_cp_history ( VirtualMachinePool * vmpool , VirtualMachine * vm ,
2024-06-03 12:40:24 +03:00
VMActions : : Action action , const RequestAttributes & ra ) ;
F #5989: Live update of Virtual Network attributes
co-authored-by: Pavel Czerný <pczerny@opennebula.systems>
co-authored-by: Frederick Borges <fborges@opennebula.io>
co-authored-by: Christian González <cgonzalez@opennebula.io>
* VNET updates trigger a driver action on running VMs with NICs in the
network.
* VNET includes a sets with VM status: updated, outdated, error and
updating. With VMs in each state.
* VNET flags error situations with a new state UPDATE_FAILURE.
* The same procedure is applied when an AR is updated (only VMs in that
AR are updated).
* A new options in the one.vn.recover API call enable to recover or
retry this VM update operations.
* The following attributes can be live-updated per VNET driver:
- PHYDEV (novlan, vlan, ovs driver)
- MTU (vlan, ovs driver)
- VLAN_ID (vlan, ovs driver)
- QINQ_TYPE (ovs driver)
- CVLANS (ovs driver)
- VLAN_TAGGED_ID (ovs driver)
- OUTER_VLAN_ID (ovs driver)
- INBOUND_AVG_BW (SG, ovs driver + KVM)
- INBOUND_PEAK_BW (SG, ovs driver + KVM)
- INBOUND_PEAK_KB (SG, ovs driver + KVM)
- OUTBOUND_AVG_BW (SG, ovs driver + KVM)
- OUTBOUND_PEAK_BW (SG, ovs driver + KVM)
- OUTBOUND_PEAK_KB (SG, ovs driver + KVM)
* New API call one.vm.updatenic, allows to update individual NICs
without the need of detach/attach (only QoS supported).
* Update operations for: 802.1Q, bridge, fw, ovswitch, ovswitch_vxlan
and vxlan network drivers.
* VNET attributes (old values) stored in VNET_UPDATE to allow
implementation of update operations. The attribute is removed after a
successful update.
* Updates to CLI onevnet (--retry option) / onevm (nicupdate command)
* XSD files updated to reflect the new data model
* Ruby and JAVA bindings updated: new VNET state and recover option, new
VM API call.
* Suntone and Fireedge implementation (lease status, recover option, new
states)
TODO: Virtual Functions does not support this functionality
iii
2022-11-16 15:35:29 +03:00
2020-07-24 17:00:59 +03:00
private :
2008-06-17 20:27:32 +04:00
/**
* Pointer to the Host Pool , to access hosts
*/
2020-07-24 17:00:59 +03:00
HostPool * hpool = nullptr ;
2008-06-17 20:27:32 +04:00
/**
2018-09-05 16:14:39 +03:00
* Pointer to the Virtual Machine Pool , to access VMs
2008-06-17 20:27:32 +04:00
*/
2020-07-24 17:00:59 +03:00
VirtualMachinePool * vmpool = nullptr ;
2008-06-17 20:27:32 +04:00
2018-09-05 16:14:39 +03:00
/**
* Pointer to the User Pool , to access user
*/
2020-07-24 17:00:59 +03:00
UserPool * upool = nullptr ;
2018-09-05 16:14:39 +03:00
2016-07-08 12:20:39 +03:00
/**
2017-09-26 19:30:13 +03:00
* Pointer to the Cluster Pool
*/
2020-07-24 17:00:59 +03:00
ClusterPool * clpool = nullptr ;
2017-09-26 19:30:13 +03:00
2022-01-25 20:02:10 +03:00
/**
* Pointer to Security Group Pool
*/
SecurityGroupPool * sgpool = nullptr ;
F #5989: Live update of Virtual Network attributes
co-authored-by: Pavel Czerný <pczerny@opennebula.systems>
co-authored-by: Frederick Borges <fborges@opennebula.io>
co-authored-by: Christian González <cgonzalez@opennebula.io>
* VNET updates trigger a driver action on running VMs with NICs in the
network.
* VNET includes a sets with VM status: updated, outdated, error and
updating. With VMs in each state.
* VNET flags error situations with a new state UPDATE_FAILURE.
* The same procedure is applied when an AR is updated (only VMs in that
AR are updated).
* A new options in the one.vn.recover API call enable to recover or
retry this VM update operations.
* The following attributes can be live-updated per VNET driver:
- PHYDEV (novlan, vlan, ovs driver)
- MTU (vlan, ovs driver)
- VLAN_ID (vlan, ovs driver)
- QINQ_TYPE (ovs driver)
- CVLANS (ovs driver)
- VLAN_TAGGED_ID (ovs driver)
- OUTER_VLAN_ID (ovs driver)
- INBOUND_AVG_BW (SG, ovs driver + KVM)
- INBOUND_PEAK_BW (SG, ovs driver + KVM)
- INBOUND_PEAK_KB (SG, ovs driver + KVM)
- OUTBOUND_AVG_BW (SG, ovs driver + KVM)
- OUTBOUND_PEAK_BW (SG, ovs driver + KVM)
- OUTBOUND_PEAK_KB (SG, ovs driver + KVM)
* New API call one.vm.updatenic, allows to update individual NICs
without the need of detach/attach (only QoS supported).
* Update operations for: 802.1Q, bridge, fw, ovswitch, ovswitch_vxlan
and vxlan network drivers.
* VNET attributes (old values) stored in VNET_UPDATE to allow
implementation of update operations. The attribute is removed after a
successful update.
* Updates to CLI onevnet (--retry option) / onevm (nicupdate command)
* XSD files updated to reflect the new data model
* Ruby and JAVA bindings updated: new VNET state and recover option, new
VM API call.
* Suntone and Fireedge implementation (lease status, recover option, new
states)
TODO: Virtual Functions does not support this functionality
iii
2022-11-16 15:35:29 +03:00
/**
* Pointer to VirtualNetworkPool
*/
VirtualNetworkPool * vnpool = nullptr ;
2017-09-26 19:30:13 +03:00
/**
* Pointer to the Virtual Router Pool
2016-07-08 12:20:39 +03:00
*/
2020-07-24 17:00:59 +03:00
VirtualRouterPool * vrouterpool = nullptr ;
2016-07-08 12:20:39 +03:00
2015-07-01 22:15:40 +03:00
/**
2015-04-27 00:34:26 +03:00
* Pointer to TransferManager
*/
2020-07-24 17:00:59 +03:00
TransferManager * tm = nullptr ;
2015-04-27 00:34:26 +03:00
2015-07-01 22:15:40 +03:00
/**
* Pointer to VirtualMachineManager
*/
2020-07-24 17:00:59 +03:00
VirtualMachineManager * vmm = nullptr ;
2015-04-27 00:34:26 +03:00
2015-07-01 22:15:40 +03:00
/**
* Pointer to LifeCycleManager
*/
2020-07-24 17:00:59 +03:00
LifeCycleManager * lcm = nullptr ;
2015-04-27 00:34:26 +03:00
2015-07-01 22:15:40 +03:00
/**
* Pointer to ImageManager
*/
2020-07-24 17:00:59 +03:00
ImageManager * imagem = nullptr ;
2008-06-17 20:27:32 +04:00
2012-06-27 20:50:19 +04:00
/**
2016-05-02 19:34:42 +03:00
* Frees the resources associated to a VM : disks , ip addresses and Quotas
2012-06-27 20:50:19 +04:00
*/
2020-09-10 10:08:29 +03:00
void free_vm_resources ( std : : unique_ptr < VirtualMachine > vm , bool check_images ) ;
2008-06-17 20:27:32 +04:00
} ;
# endif /*DISPATCH_MANAGER_H*/