shaba/one
1
0
Fork 0
mirror of https://github.com/OpenNebula/one.git synced 2025-03-19 06:50:07 +03:00
Code Releases Wiki Activity

Merge branch 'feature-3782'

Browse Source
This commit is contained in:
Ruben S. Montero 2015-06-24 14:30:28 +02:00
commit 1bf6e87eb8
34 changed files with 819 additions and 255 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

17
include/Snapshots.h
View File

@ -76,9 +76,10 @@ public:
/**
* Creates a new (empty) snapshot of the active disk
* @param tag description of this snapshot (optional)
* @param size_mb of the snapshot (virtual size)
* @return id of the new snapshot
*/
int create_snapshot(const string& tag);
int create_snapshot(const string& tag, unsigned int size_mb);
/**
* Check if an snapshot can be deleted (no children, no active)
@ -168,6 +169,18 @@ public:
return (snap != 0);
}
/**
* @return total snapshot size (virtual) in mb
*/
unsigned int get_total_size() const;
/**
* Get the size (virtual) in mb of the given snapshot
* @param id of the snapshot
* @return size or 0 if not found
*/
unsigned int get_snapshot_size(unsigned int id) const;
/**
* Get Attribute from the given snapshot
* @param id of the snapshot
@ -175,7 +188,7 @@ public:
*
* @return value or empty if not found
*/
string get_snapshot_attribute(unsigned int id, const char* name);
string get_snapshot_attribute(unsigned int id, const char* name) const;
private:

80
include/VirtualMachine.h
View File

@ -18,12 +18,14 @@
#define VIRTUAL_MACHINE_H_
#include "VirtualMachineTemplate.h"
#include "VirtualMachineMonitorInfo.h"
#include "PoolSQL.h"
#include "History.h"
#include "Image.h"
#include "Log.h"
#include "NebulaLog.h"
#include "NebulaUtil.h"
#include "Quotas.h"
#include <time.h>
#include <set>
@ -384,8 +386,7 @@ public:
* Updates VM dynamic information (id).
* @param _deploy_id the VMM driver specific id
*/
void update_info(
const string& _deploy_id)
void set_deploy_id (const string& _deploy_id)
{
deploy_id = _deploy_id;
};
@ -393,17 +394,8 @@ public:
/**
* Updates VM dynamic information (usage counters), and updates last_poll,
* and copies it to history record for acct.
* @param _memory Kilobytes used by the VM (total)
* @param _cpu used by the VM (rate)
* @param _net_tx transmitted bytes (total)
* @param _net_rx received bytes (total)
*/
void update_info(
const int _memory,
const int _cpu,
const long long _net_tx,
const long long _net_rx,
const map<string, string> &custom);
int update_info(const string& monitor_data);
/**
* Clears the VM monitor information: usage counters, last_poll,
@ -411,9 +403,18 @@ public:
*/
void reset_info()
{
map<string,string> empty;
last_poll = time(0);
update_info(0, 0, -1, -1, empty);
monitoring.clear();
set_vm_info();
clear_template_monitor_error();
}
const VirtualMachineMonitorInfo& get_info() const
{
return monitoring;
}
/**
@ -1233,17 +1234,22 @@ public:
/**
* Check if the given disk is volatile
*/
static bool isVolatile(const VectorAttribute * disk);
static bool is_volatile(const VectorAttribute * disk);
/**
* Check if the template contains a volatile disk
*/
static bool isVolatile(const Template * tmpl);
static bool is_volatile(const Template * tmpl);
/**
* Check if the disk is persistent
*/
static bool is_persistent(const VectorAttribute * disk);
/**
* Check if the themplate is for an imported VM
*/
bool isImported() const;
bool is_imported() const;
/**
* Return the total SIZE of volatile disks
@ -1256,6 +1262,11 @@ public:
*/
void get_security_groups(set<int>& sgs) const;
/**
*
*/
const VectorAttribute* get_disk(int disk_id) const;
// ------------------------------------------------------------------------
// Context related functions
// ------------------------------------------------------------------------
@ -1524,8 +1535,11 @@ public:
* called before actually deleting the snapshot.
* @param disk_id of the disk
* @param snap_id of the snapshot
* @param type of quota used by this snapshot
* @param quotas template with snapshot usage
*/
void delete_disk_snapshot(int disk_id, int snap_id);
void delete_disk_snapshot(int disk_id, int snap_id, Quotas::QuotaType& type,
Template **quotas);
/**
* Get information about the disk to take the snapshot from
@ -1688,6 +1702,16 @@ private:
*/
long long net_rx;
/**
* Network usage, received bytes
*/
long long disk_actual;
/**
* Network usage, received bytes
*/
long long disk_virtual;
/**
* History record, for the current host
*/
@ -1708,24 +1732,25 @@ private:
*/
map<int, Snapshots *> snapshots;
// -------------------------------------------------------------------------
// Logging & Dirs
// -------------------------------------------------------------------------
/**
* User template to store custom metadata. This template can be updated
*/
VirtualMachineTemplate * user_obj_template;
/**
* Monitoring information for the VM
*/
VirtualMachineMonitorInfo monitoring;
/**
* Log class for the virtual machine, it writes log messages in
* $ONE_LOCATION/var/$VID/vm.log
* or, in case that OpenNebula is installed in root
* /var/log/one/$VM_ID.log
* For the syslog... TODO
* For the syslog it will use the predefined /var/log/ locations
*/
Log * _log;
/**
* User template to store custom metadata. This template can be updated
*
*/
VirtualMachineTemplate * user_obj_template;
// *************************************************************************
// DataBase implementation (Private)
@ -1992,7 +2017,6 @@ private:
static_cast<const VirtualMachine&>(*this).get_disk(disk_id));
};
const VectorAttribute* get_disk(int disk_id) const;
protected:

4
include/VirtualMachineManagerDriver.h
View File

@ -367,6 +367,8 @@ private:
* @param cpu used by the VM (rate)
* @param net_tx transmitted bytes (total)
* @param net_rx received bytes (total)
* @param disk_actual actual disk usage for VM (total mb)
* @param disk_virtual virtual disk usage for VM (total mb)
* @param state of the vm
* @param custom monitor information
*/
@ -376,6 +378,8 @@ private:
int &memory,
long long &net_tx,
long long &net_rx,
long long &disk_actual,
long long &disk_virtual,
char &state,
map<string,string> &custom);

76
include/VirtualMachineMonitorInfo.h Normal file
View File

@ -0,0 +1,76 @@
/* -------------------------------------------------------------------------- */
/* Copyright 2002-2015, OpenNebula Project (OpenNebula.org), C12G Labs */
/* */
/* Licensed under the Apache License, Version 2.0 (the "License"); you may */
/* not use this file except in compliance with the License. You may obtain */
/* a copy of the License at */
/* */
/* http://www.apache.org/licenses/LICENSE-2.0 */
/* */
/* Unless required by applicable law or agreed to in writing, software */
/* distributed under the License is distributed on an "AS IS" BASIS, */
/* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. */
/* See the License for the specific language governing permissions and */
/* limitations under the License. */
/* -------------------------------------------------------------------------- */
#ifndef VIRTUAL_MACHINE_MONITOR_INFO_H_
#define VIRTUAL_MACHINE_MONITOR_INFO_H_
#include "Template.h"
#include <string.h>
using namespace std;
/**
* Virtual Machine Monitor class, stores the monitor data for the VM
*/
class VirtualMachineMonitorInfo : public Template
{
public:
VirtualMachineMonitorInfo():Template(false,'=',"MONITORING"){};
~VirtualMachineMonitorInfo(){};
/**
* Update the monitoring information with data from the probes
* @param monitor_data of the VM
* @param error description if any
* @return 0 on success
*/
int update(const string& monitor_data, string& error)
{
char * error_c = 0;
clear();
int rc = parse(monitor_data, &error_c);
if (rc != 0)
{
error = error_c;
free(error_c);
}
return rc;
};
char get_state() const
{
string state_str;
get("STATE", state_str);
if (state_str.empty())
{
return '-';
}
return state_str[0];
};
};
#endif

4
include/VirtualMachinePool.h
View File

@ -40,7 +40,8 @@ public:
time_t expire_time,
bool on_hold,
float default_cpu_cost,
float default_mem_cost);
float default_mem_cost,
float default_disk_cost);
~VirtualMachinePool(){};
@ -385,6 +386,7 @@ private:
*/
static float _default_cpu_cost;
static float _default_mem_cost;
static float _default_disk_cost;
/**
* Callback used to get an int in the DB it is used by VM Pool in:

7
share/doc/xsd/acct.xsd
View File

@ -187,6 +187,13 @@
<!-- NET_RX: Received bytes from the network -->
<xs:element name="NET_RX" type="xs:integer"/>
<!-- DISK_ACTUAL_SIZE: Real storage usage for the VM (mb) -->
<xs:element name="DISK_ACTUAL_SIZE" type="xs:integer"/>
<!-- DISK_VIRTUAL_SIZE: Virtual storage usage for the VM (mb) -->
<xs:element name="DISK_VIRTUAL_SIZE" type="xs:integer"/>
<xs:element name="TEMPLATE" type="xs:anyType"/>
<xs:element name="USER_TEMPLATE" type="xs:anyType"/>
<xs:element name="HISTORY_RECORDS">

7
share/doc/xsd/vm.xsd
View File

@ -120,6 +120,13 @@
<!-- NET_RX: Received bytes from the network -->
<xs:element name="NET_RX" type="xs:integer"/>
<!-- DISK_ACTUAL_SIZE: Real storage usage for the VM (mb) -->
<xs:element name="DISK_ACTUAL_SIZE" type="xs:integer"/>
<!-- DISK_VIRTUAL_SIZE: Virtual storage usage for the VM (mb) -->
<xs:element name="DISK_VIRTUAL_SIZE" type="xs:integer"/>
<xs:element name="TEMPLATE" type="xs:anyType"/>
<xs:element name="USER_TEMPLATE" type="xs:anyType"/>
<xs:element name="HISTORY_RECORDS">

3
share/etc/oned.conf
View File

@ -118,7 +118,8 @@ FEDERATION = [
DEFAULT_COST = [
CPU_COST = 0,
MEMORY_COST = 0
MEMORY_COST = 0,
DISK_COST = 0
]
#*******************************************************************************

12
src/cli/etc/oneacct.yaml
View File

@ -46,6 +46,14 @@
:desc: Data sent to the network
:size: 6
:DISK_ACTUAL:
:desc: Total disk size
:size: 6
:DISK_VIRTUAL:
:desc: Total virtual disk size
:size: 6
:default:
- :VID
- :HOSTNAME
@ -55,4 +63,6 @@
- :MEMORY
- :CPU
- :NET_RX
- :NET_TX
- :NET_TX
- :DISK_ACTUAL
- :DISK_VIRTUAL

15
src/cli/one_helper/oneacct_helper.rb
View File

@ -157,15 +157,24 @@ class AcctHelper < OpenNebulaHelper::OneHelper
column :NET_RX, "Data received from the network", :size=>6 do |d|
# NET is measured in bytes, unit_to_str expects KBytes
OpenNebulaHelper.unit_to_str(d["VM"]["NET_RX"].to_i / 1024.0, {})
OpenNebulaHelper.unit_to_str(d["VM"]["MONITORING/NETRX"].to_i / 1024.0, {})
end
column :NET_TX, "Data sent to the network", :size=>6 do |d|
# NET is measured in bytes, unit_to_str expects KBytes
OpenNebulaHelper.unit_to_str(d["VM"]["NET_TX"].to_i / 1024.0, {})
OpenNebulaHelper.unit_to_str(d["VM"]["MONITORING/NETTX"].to_i / 1024.0, {})
end
default :VID, :HOSTNAME, :ACTION, :REASON, :START_TIME, :END_TIME, :MEMORY, :CPU, :NET_RX, :NET_TX
column :DISK_ACTUAL, "Total disk size used", :size=>6 do |d|
# DISK size is measured in mb, unit_to_str expects KBytes
OpenNebulaHelper.unit_to_str(d["VM"]["MONITORING/DISK_ACTUAL_SIZE"].to_i * 1024.0, {})
end
column :DISK_VIRTUAL, "Total disk virtual size used", :size=>6 do |d|
# DISK size is measured in mb, unit_to_str expects KBytes
OpenNebulaHelper.unit_to_str(d["VM"]["MONITORING/DISK_VIRTUAL_SIZE"].to_i * 1024.0, {})
end
default :VID, :HOSTNAME, :ACTION, :REASON, :START_TIME, :END_TIME, :MEMORY, :CPU, :NET_RX, :NET_TX, :DISK_ACTUAL, :DISK_VIRTUAL
end
SHOWBACK_TABLE = CLIHelper::ShowTable.new("oneshowback.yaml", nil) do

12
src/cli/one_helper/onevm_helper.rb
View File

@ -503,10 +503,12 @@ class OneVMHelper < OpenNebulaHelper::OneHelper
CLIHelper.print_header(str_h1 % "VIRTUAL MACHINE MONITORING",false)
poll_attrs = {
"USED MEMORY" => "MEMORY",
"USED CPU" => "CPU",
"NET_TX" => "NET_TX",
"NET_RX" => "NET_RX"
"USED MEMORY" => "MONITORING/USEDMEMORY",
"USED CPU" => "MONITORING/USEDCPU",
"NET_TX" => "MONITORING/NETTX",
"NET_RX" => "MONITORING/NETRX",
"DISK SIZE (ACTUAL)" => "MONITORING/DISK_ACTUAL_SIZE",
"DISK SIZE (VIRTUAL)" => "MONITORING/DISK_VIRTUAL_SIZE"
}
poll_attrs.each { |k,v|
@ -514,6 +516,8 @@ class OneVMHelper < OpenNebulaHelper::OneHelper
puts str % [k,vm[v]]
elsif k == "USED MEMORY"
puts str % [k, OpenNebulaHelper.unit_to_str(vm[v].to_i, {})]
elsif k =~ /DISK/
puts str % [k, OpenNebulaHelper.unit_to_str(vm[v].to_i*1024, {})]
else
puts str % [k, OpenNebulaHelper.unit_to_str(vm[v].to_i/1024, {})]
end

2
src/dm/DispatchManagerStates.cc
View File

@ -236,7 +236,7 @@ void DispatchManager::done_action(int vid)
gid = vm->get_gid();
tmpl = vm->clone_template();
if (vm->isImported())
if (vm->is_imported())
{
deploy_id = vm->get_deploy_id();
}

2
src/image/Image.cc
View File

@ -411,7 +411,7 @@ int Image::from_xml(const string& xml)
rc += xpath(cloning_ops, "/IMAGE/CLONING_OPS", -1);
rc += xpath(cloning_id, "/IMAGE/CLONING_ID", -1);
xpath(target_snapshot, "/IMAGE/TARGET_SNAPSHOT", -1);
rc += xpath(target_snapshot, "/IMAGE/TARGET_SNAPSHOT", -1);
rc += xpath(ds_id, "/IMAGE/DATASTORE_ID", -1);
rc += xpath(ds_name, "/IMAGE/DATASTORE", "not_found");

4
src/image/ImageManagerActions.cc
View File

@ -498,6 +498,8 @@ int ImageManager::delete_image(int iid, string& error_str)
ipool->update(img);
}
unsigned int snap_size = (img->get_snapshots()).get_total_size();
img->unlock();
delete drv_msg;
@ -507,7 +509,7 @@ int ImageManager::delete_image(int iid, string& error_str)
Template img_usage;
img_usage.add("DATASTORE", ds_id);
img_usage.add("SIZE", size);
img_usage.add("SIZE", size + snap_size);
Quotas::ds_del(uid, gid, &img_usage);

39
src/image/ImageManagerDriver.cc
View File

@ -18,6 +18,7 @@
#include "ImagePool.h"
#include "NebulaLog.h"
#include "Quotas.h"
#include "Nebula.h"
#include <sstream>
@ -692,6 +693,9 @@ static void snap_delete_action(istringstream& is,
ostringstream oss;
string info;
unsigned int snap_size;
int ds_id, uid, gid;
Image * image = ipool->get(id, true);
if ( image == 0 )
@ -715,6 +719,11 @@ static void snap_delete_action(istringstream& is,
if ( result == "SUCCESS")
{
ds_id = image->get_ds_id();
uid = image->get_uid();
gid = image->get_gid();
snap_size = (image->get_snapshots()).get_snapshot_size(snap_id);
image->delete_snapshot(snap_id);
}
else
@ -738,6 +747,17 @@ static void snap_delete_action(istringstream& is,
ipool->update(image);
image->unlock();
if (result == "SUCCESS")
{
Template quotas;
quotas.add("DATASTORE", ds_id);
quotas.add("SIZE", (long long) snap_size);
quotas.add("IMAGES",0 );
Quotas::ds_del(uid, gid, &quotas);
}
}
/* -------------------------------------------------------------------------- */
@ -808,6 +828,9 @@ static void snap_flatten_action(istringstream& is,
ostringstream oss;
string info;
unsigned int snap_size;
int ds_id, uid, gid;
Image * image = ipool->get(id, true);
if ( image == 0 )
@ -817,6 +840,11 @@ static void snap_flatten_action(istringstream& is,
if ( result == "SUCCESS")
{
ds_id = image->get_ds_id();
uid = image->get_uid();
gid = image->get_gid();
snap_size = (image->get_snapshots()).get_total_size();
image->clear_snapshots();
}
else
@ -842,6 +870,17 @@ static void snap_flatten_action(istringstream& is,
ipool->update(image);
image->unlock();
if (result == "SUCCESS")
{
Template quotas;
quotas.add("DATASTORE", ds_id);
quotas.add("SIZE", (long long) snap_size);
quotas.add("IMAGES",0 );
Quotas::ds_del(uid, gid, &quotas);
}
}
/* -------------------------------------------------------------------------- */

2
src/lcm/LifeCycleActions.cc
View File

@ -1180,7 +1180,7 @@ void LifeCycleManager::recover(VirtualMachine * vm, bool success)
oss << "one-" << vm->get_oid();
vm->update_info(oss.str());
vm->set_deploy_id(oss.str());
}
lcm_action = LifeCycleManager::DEPLOY_SUCCESS;

30
src/lcm/LifeCycleStates.cc
View File

@ -1722,6 +1722,9 @@ void LifeCycleManager::disk_snapshot_success(int vid)
{
string disk_id, tm_mad, ds_id, snap_id;
Quotas::QuotaType qt;
Template *quotas = 0;
VirtualMachine * vm = vmpool->get(vid,true);
if ( vm == 0 )
@ -1743,6 +1746,9 @@ void LifeCycleManager::disk_snapshot_success(int vid)
int isnap_id = strtol(snap_id.c_str(),NULL,0);
int idisk_id = strtol(disk_id.c_str(),NULL,0);
int uid = vm->get_uid();
int gid = vm->get_gid();
switch (vm->get_lcm_state())
{
case VirtualMachine::DISK_SNAPSHOT_POWEROFF:
@ -1753,7 +1759,7 @@ void LifeCycleManager::disk_snapshot_success(int vid)
case VirtualMachine::DISK_SNAPSHOT_DELETE_POWEROFF:
vm->log("LCM", Log::INFO, "VM disk snapshot deleted.");
vm->delete_disk_snapshot(idisk_id, isnap_id);
vm->delete_disk_snapshot(idisk_id, isnap_id, qt, &quotas);
break;
default:
@ -1770,6 +1776,13 @@ void LifeCycleManager::disk_snapshot_success(int vid)
vm->unlock();
if ( quotas != 0 )
{
Quotas::quota_del(qt, uid, gid, quotas);
delete quotas;
}
return;
}
@ -1780,6 +1793,9 @@ void LifeCycleManager::disk_snapshot_failure(int vid)
{
string disk_id, tm_mad, ds_id, snap_id;
Quotas::QuotaType qt;
Template *quotas = 0;
VirtualMachine * vm = vmpool->get(vid,true);
if ( vm == 0 )
@ -1801,11 +1817,14 @@ void LifeCycleManager::disk_snapshot_failure(int vid)
int isnap_id = strtol(snap_id.c_str(),NULL,0);
int idisk_id = strtol(disk_id.c_str(),NULL,0);
int uid = vm->get_uid();
int gid = vm->get_gid();
switch (vm->get_lcm_state())
{
case VirtualMachine::DISK_SNAPSHOT_POWEROFF:
vm->log("LCM", Log::ERROR, "Could not take disk snapshot.");
vm->delete_disk_snapshot(idisk_id, isnap_id);
vm->delete_disk_snapshot(idisk_id, isnap_id, qt, &quotas);
break;
case VirtualMachine::DISK_SNAPSHOT_DELETE_POWEROFF:
@ -1827,6 +1846,13 @@ void LifeCycleManager::disk_snapshot_failure(int vid)
vm->unlock();
if ( quotas != 0 )
{
Quotas::quota_del(qt, uid, gid, quotas);
delete quotas;
}
return;
}

12
src/mad/ruby/VirtualMachineDriver.rb
View File

@ -51,11 +51,13 @@ class VirtualMachineDriver < OpenNebulaDriver
}
POLL_ATTRIBUTE = {
:usedmemory => "USEDMEMORY",
:usedcpu => "USEDCPU",
:nettx => "NETTX",
:netrx => "NETRX",
:state => "STATE"
:usedmemory => "USEDMEMORY",
:usedcpu => "USEDCPU",
:nettx => "NETTX",
:netrx => "NETRX",
:state => "STATE",
:disk_actual => "DISK_ACTUAL_SIZE",
:disk_virtual=> "DISK_VIRTUAL_SIZE"
}
VM_STATE = {

13
src/nebula/Nebula.cc
View File

@ -468,6 +468,7 @@ void Nebula::start(bool bootstrap_only)
bool vm_submit_on_hold;
float cpu_cost;
float mem_cost;
float disk_cost;
vector<const Attribute *> vm_hooks;
vector<const Attribute *> host_hooks;
@ -515,6 +516,7 @@ void Nebula::start(bool bootstrap_only)
cpu_cost = 0;
mem_cost = 0;
disk_cost= 0;
if (rc != 0)
{
@ -534,6 +536,14 @@ void Nebula::start(bool bootstrap_only)
{
mem_cost = 0;
}
rc = vatt->vector_value("DISK_COST", disk_cost);
if (rc != 0)
{
disk_cost = 0;
}
}
vmpool = new VirtualMachinePool(db,
@ -544,7 +554,8 @@ void Nebula::start(bool bootstrap_only)
vm_expiration,
vm_submit_on_hold,
cpu_cost,
mem_cost);
mem_cost,
disk_cost);
hpool = new HostPool(db,
host_hooks,

1
src/nebula/NebulaTemplate.cc
View File

@ -224,6 +224,7 @@ void OpenNebulaTemplate::set_conf_default()
vvalue.clear();
vvalue.insert(make_pair("CPU_COST","0"));
vvalue.insert(make_pair("MEMORY_COST","0"));
vvalue.insert(make_pair("DISK_COST","0"));
vattribute = new VectorAttribute("DEFAULT_COST",vvalue);
conf_default.insert(make_pair(vattribute->name(),vattribute));

18
src/oca/ruby/opennebula/virtual_machine.rb
View File

@ -535,19 +535,15 @@ module OpenNebula
# the requested xpath expressions, and an Array of 'timestamp, value'.
#
# @example
# vm.monitoring( ['CPU', 'NET_TX', 'TEMPLATE/CUSTOM_PROBE'] )
# vm.monitoring( ['MONITORING/USEDCPU', 'MONITORING/NETTX'] )
#
# { "NET_TX" =>
# [["1337264510", "210"],
# ["1337264553", "220"],
# ["1337264584", "230"]],
# "TEMPLATE/CUSTOM_PROBE" =>
# [],
# "CPU" =>
# [["1337264510", "0"],
# ["1337264553", "0"],
# ["1337264584", "0"]]
# {
# "MONITORING/USEDCPU"=>[["1435085098", "47"], ["1435085253", "5"],
# ["1435085410", "48"], ["1435085566", "3"], ["1435088136", "2"]],
# "MONITORING/NETTX"=>[["1435085098", "0"], ["1435085253", "50"],
# ["1435085410", "50"], ["1435085566", "50"], ["1435085723", "50"]]
# }
#
def monitoring(xpath_expressions)
return super(VM_METHODS[:monitoring], 'VM',
'LAST_POLL', xpath_expressions)

31
src/oca/ruby/opennebula/virtual_machine_pool.rb
View File

@ -132,23 +132,24 @@ module OpenNebula
# and an Array of 'timestamp, value'.
#
# @example
# vm_pool.monitoring( ['CPU', 'NET_TX', 'TEMPLATE/CUSTOM_PROBE'] )
# vm_pool.monitoring( ['MONITORING/USEDCPU', 'MONITORING/NETTX'] )
#
# {"1"=>
# {"CPU"=>
# [["1337608271", "0"], ["1337608301", "0"], ["1337608331", "0"]],
# "NET_TX"=>
# [["1337608271", "510"], ["1337608301", "510"], ["1337608331", "520"]],
# "TEMPLATE/CUSTOM_PROBE"=>
# []},
# {"3"=>
# {
# "MONITORING/USEDCPU"=>[["1435085098", "47"], ["1435085253", "5"],
# ["1435085410", "48"], ["1435085566", "3"], ["1435088136", "2"]],
# "MONITORING/NETTX"=>[["1435085098", "0"], ["1435085253", "50"],
# ["1435085410", "50"], ["1435085566", "50"], ["1435085723", "50"]]
# },
# "43" =>
# {
# "MONITORING/USEDCPU"=>[["1435085098", "47"], ["1435085253", "5"],
# ["1435085410", "48"], ["1435085566", "3"], ["1435088136", "2"]],
# "MONITORING/NETTX"=>[["1435085098", "0"], ["1435085253", "50"],
# ["1435085410", "50"], ["1435085566", "50"], ["1435085723", "50"]]
# }
# }
#
# "0"=>
# {"CPU"=>
# [["1337608271", "0"], ["1337608301", "0"], ["1337608331", "0"]],
# "NET_TX"=>
# [["1337608271", "510"], ["1337608301", "510"], ["1337608331", "520"]],
# "TEMPLATE/CUSTOM_PROBE"=>
# []}}
def monitoring(xpath_expressions, filter_flag=INFO_ALL)
return super(VM_POOL_METHODS[:monitoring],
'VM', 'LAST_POLL', xpath_expressions, filter_flag)

2
src/rm/RequestManagerChown.cc
View File

@ -60,7 +60,7 @@ PoolObjectSQL * RequestManagerChown::get_and_quota(
tmpl = new Template;
tmpl->add("DATASTORE", img->get_ds_id());
tmpl->add("SIZE", img->get_size());
tmpl->add("SIZE",img->get_size()+img->get_snapshots().get_total_size());
qtype = Quotas::DATASTORE;
}

94
src/rm/RequestManagerVirtualMachine.cc
View File

@ -519,7 +519,7 @@ void VirtualMachineAction::request_execute(xmlrpc_c::paramList const& paramList,
return;
}
if (vm->isImported() && (
if (vm->is_imported() && (
action == History::DELETE_RECREATE_ACTION ||
action == History::UNDEPLOY_ACTION ||
action == History::UNDEPLOY_HARD_ACTION ||
@ -848,7 +848,7 @@ void VirtualMachineDeploy::request_execute(xmlrpc_c::paramList const& paramList,
return;
}
if (vm->isImported())
if (vm->is_imported())
{
dm->import(vm);
}
@ -992,7 +992,7 @@ void VirtualMachineMigrate::request_execute(xmlrpc_c::paramList const& paramList
return;
}
if (vm->isImported())
if (vm->is_imported())
{
failure_response(ACTION,
request_error("Migration is not supported for imported VMs",""),
@ -1561,7 +1561,7 @@ void VirtualMachineAttach::request_execute(xmlrpc_c::paramList const& paramList,
RequestAttributes att_quota(vm_perms.uid, vm_perms.gid, att);
volatile_disk = VirtualMachine::isVolatile(tmpl);
volatile_disk = VirtualMachine::is_volatile(tmpl);
if ( volatile_disk )
{
@ -2343,6 +2343,15 @@ void VirtualMachineDiskSnapshotCreate::request_execute(
Nebula& nd = Nebula::instance();
DispatchManager * dm = nd.get_dm();
VirtualMachine * vm;
PoolObjectAuth vm_perms;
const VectorAttribute * disk;
VectorAttribute * delta_disk = 0;
Template deltas;
int rc;
int snap_id;
string error_str;
@ -2356,13 +2365,84 @@ void VirtualMachineDiskSnapshotCreate::request_execute(
return;
}
// ------------------------------------------------------------------------
// Check quotas for the new snapshot
// ------------------------------------------------------------------------
if ((vm = get_vm(id, att)) == 0)
{
return;
}
disk = (const_cast<const VirtualMachine *>(vm))->get_disk(did);
if (disk == 0)
{
failure_response(ACTION, request_error("VM disk does not exists", ""), att);
vm->unlock();
return;
}
string disk_size = disk->vector_value("SIZE");
string ds_id = disk->vector_value("DATASTORE_ID");
bool persistent = VirtualMachine::is_persistent(disk);
vm->get_permissions(vm_perms);
vm->unlock();
RequestAttributes att_quota(vm_perms.uid, vm_perms.gid, att);
if (VirtualMachine::is_volatile(disk))
{
failure_response(ACTION, request_error("Cannot make snapshots on "
"volatile disks",""), att);
return;
}
else if (persistent)
{
deltas.add("DATASTORE", ds_id);
deltas.add("SIZE", disk_size);
deltas.add("IMAGES", 0);
if (!quota_authorization(&deltas, Quotas::DATASTORE, att_quota))
{
return;
}
}
else
{
delta_disk = new VectorAttribute("DISK");
delta_disk->replace("TYPE", "FS");
delta_disk->replace("SIZE", disk_size);
deltas.add("VMS", 0);
deltas.set(delta_disk);
if (!quota_resize_authorization(id, &deltas, att_quota))
{
return;
}
}
// ------------------------------------------------------------------------
// Do the snapshot
// ------------------------------------------------------------------------
rc = dm->disk_snapshot_create(id, did, tag, snap_id, error_str);
if ( rc != 0 )
{
failure_response(ACTION,
request_error(error_str, ""),
att);
if (persistent)
{
quota_rollback(&deltas, Quotas::DATASTORE, att_quota);
}
else
{
quota_rollback(&deltas, Quotas::VM, att_quota);
}
failure_response(ACTION, request_error(error_str, ""), att);
}
else
{

10
src/tm/TransferManager.cc
View File

@ -907,7 +907,7 @@ void TransferManager::prolog_migr_action(int vid)
disk->vector_value_str("DISK_ID", disk_id);
if ( VirtualMachine::isVolatile(disk) == true )
if ( VirtualMachine::is_volatile(disk) == true )
{
tm_mad = vm_tm_mad;
ds_id = vm->get_ds_id();
@ -1045,7 +1045,7 @@ void TransferManager::prolog_resume_action(int vid)
disk->vector_value_str("DISK_ID", disk_id);
if ( VirtualMachine::isVolatile(disk) == true )
if ( VirtualMachine::is_volatile(disk) == true )
{
tm_mad = vm_tm_mad;
ds_id = vm->get_ds_id();
@ -1277,7 +1277,7 @@ void TransferManager::epilog_transfer_command(
int ds_id_i;
int vv_rc = 0;
if ( VirtualMachine::isVolatile(disk) == true )
if ( VirtualMachine::is_volatile(disk) == true )
{
tm_mad = vm->get_tm_mad();
ds_id_i= vm->get_ds_id();
@ -1479,7 +1479,7 @@ void TransferManager::epilog_stop_action(int vid)
disk->vector_value_str("DISK_ID", disk_id);
if ( VirtualMachine::isVolatile(disk) == true )
if ( VirtualMachine::is_volatile(disk) == true )
{
tm_mad = vm_tm_mad;
ds_id = vm->get_ds_id();
@ -1630,7 +1630,7 @@ int TransferManager::epilog_delete_commands(VirtualMachine *vm,
disk->vector_value_str("DISK_ID", disk_id);
if ( VirtualMachine::isVolatile(disk) == true )
if ( VirtualMachine::is_volatile(disk) == true )
{
tm_mad = vm_tm_mad;
ds_id = vm_ds_id;

38
src/tm_mad/qcow2/cpds
View File

@ -16,19 +16,20 @@
# limitations under the License. #
#--------------------------------------------------------------------------- #
# mvds host:remote_system_ds/disk.i fe:SOURCE vmid dsid
# mvds host:remote_system_ds/disk.i fe:SOURCE snapid vmid dsid
# - fe is the front-end hostname
# - SOURCE is the path of the disk image in the form DS_BASE_PATH/disk
# - host is the target host to deploy the VM
# - remote_system_ds is the path for the system datastore in the host
# - vmid is the id of the VM
# - dsid is the target datastore (0 is the system datastore)
# - snapid is the snapshot id. "-1" for none
SRC=$1
DST=$2
VMID=$3
DSID=$4
SNAP_ID=$3
VMID=$4
DSID=$5
if [ -z "${ONE_LOCATION}" ]; then
TMCOMMON=/var/lib/one/remotes/tm/tm_common.sh
@ -36,8 +37,29 @@ else
TMCOMMON=$ONE_LOCATION/var/remotes/tm/tm_common.sh
fi
DRIVER_PATH=$(dirname $0)
. $TMCOMMON
#-------------------------------------------------------------------------------
# Get Image information
#-------------------------------------------------------------------------------
DISK_ID=$(basename ${SRC} | cut -d. -f2)
XPATH="${DRIVER_PATH}/../../datastore/xpath.rb --stdin"
unset i j XPATH_ELEMENTS
while IFS= read -r -d '' element; do
XPATH_ELEMENTS[i++]="$element"
done < <(onevm show -x $VMID| $XPATH \
/VM/TEMPLATE/DISK[DISK_ID=$DISK_ID]/SOURCE \
/VM/TEMPLATE/DISK[DISK_ID=$DISK_ID]/CLONE)
DISK_SRC="${XPATH_ELEMENTS[j++]}"
CLONE="${XPATH_ELEMENTS[j++]}"
#-------------------------------------------------------------------------------
# Set dst path and dir
#-------------------------------------------------------------------------------
@ -52,6 +74,14 @@ DST_DS_PATH="$(dirname $(dirname $DST_ARG_PATH))"
DST_PATH="${SRC_DS_PATH}${DST_ARG_PATH##$DST_DS_PATH}"
if [ "$CLONE" != "YES" ]; then
SRC_PATH="$DISK_SRC"
fi
if [ "$SNAP_ID" != "-1" ]; then
SRC_PATH="$SRC_PATH.snap/$SNAP_ID"
fi
#-------------------------------------------------------------------------------
# Move the image back to the datastore
#-------------------------------------------------------------------------------

41
src/tm_mad/qcow2/snap_create
View File

@ -31,17 +31,48 @@ else
DATASTORES=$ONE_LOCATION/var/datastores
fi
DRIVER_PATH=$(dirname $0)
. $TMCOMMON
SRC_PATH=`arg_path $SRC`
SYSTEM_DS_PATH=$(dirname ${SRC_PATH})
#-------------------------------------------------------------------------------
# Get Image information
#-------------------------------------------------------------------------------
DISK_ID=$(basename ${SRC} | cut -d. -f2)
DISK_PATH="${SYSTEM_DS_PATH}/disk.${DISK_ID}"
SNAP_DIR="${DISK_PATH}.snap"
SNAP_PATH="${SNAP_DIR}/${SNAP_ID}"
SNAP_PATH_RELATIVE=$(basename ${SNAP_PATH})
XPATH="${DRIVER_PATH}/../../datastore/xpath.rb --stdin"
unset i j XPATH_ELEMENTS
while IFS= read -r -d '' element; do
XPATH_ELEMENTS[i++]="$element"
done < <(onevm show -x $VMID| $XPATH \
/VM/TEMPLATE/DISK[DISK_ID=$DISK_ID]/SOURCE \
/VM/TEMPLATE/DISK[DISK_ID=$DISK_ID]/CLONE)
DISK_SRC="${XPATH_ELEMENTS[j++]}"
CLONE="${XPATH_ELEMENTS[j++]}"
SYSTEM_DS_PATH=$(dirname ${SRC_PATH})
IMAGE_DS_PATH=$(dirname ${DISK_SRC})
if [ "$CLONE" = "YES" ]; then
DISK_PATH="${SYSTEM_DS_PATH}/disk.${DISK_ID}"
SNAP_DIR="${DISK_PATH}.snap"
SNAP_PATH="${SNAP_DIR}/${SNAP_ID}"
SNAP_PATH_RELATIVE=$(basename ${SNAP_PATH})
else
DISK_PATH=$DISK_SRC
SNAP_DIR="${DISK_SRC}.snap"
SNAP_PATH="${SNAP_DIR}/${SNAP_ID}"
SNAP_PATH_RELATIVE=$(basename ${SNAP_PATH})
fi
CURRENT_PATH=${DISK_PATH}
if [ ! -d ${SNAP_PATH} ]; then

16
src/um/QuotaDatastore.cc
View File

@ -33,6 +33,7 @@ bool QuotaDatastore::check(Template * tmpl, Quotas& default_quotas, string& erro
string ds_id;
int size;
int images, images_req = 1;
tmpl->get("DATASTORE", ds_id);
@ -48,7 +49,12 @@ bool QuotaDatastore::check(Template * tmpl, Quotas& default_quotas, string& erro
return false;
}
ds_request.insert(make_pair("IMAGES",1));
if (tmpl->get("IMAGES", images) && images >= 0)
{
images_req = images;
}
ds_request.insert(make_pair("IMAGES", images_req));
ds_request.insert(make_pair("SIZE", size));
return check_quota(ds_id, ds_request, default_quotas, error);
@ -63,6 +69,7 @@ void QuotaDatastore::del(Template * tmpl)
string ds_id;
int size;
int images, images_req = 1;
tmpl->get("DATASTORE", ds_id);
@ -76,7 +83,12 @@ void QuotaDatastore::del(Template * tmpl)
return;
}
ds_request.insert(make_pair("IMAGES",1));
if (tmpl->get("IMAGES", images) && images >= 0)
{
images_req = images;
}
ds_request.insert(make_pair("IMAGES", images_req));
ds_request.insert(make_pair("SIZE", size));
del_quota(ds_id, ds_request);

45
src/vm/Snapshots.cc
View File

@ -122,15 +122,16 @@ void Snapshots::init()
/* -------------------------------------------------------------------------- */
/* -------------------------------------------------------------------------- */
int Snapshots::create_snapshot(const string& tag)
int Snapshots::create_snapshot(const string& tag, unsigned int size_mb)
{
VectorAttribute * snapshot = new VectorAttribute("SNAPSHOT");
if (!tag.empty())
{
snapshot->replace("TAG",tag);
snapshot->replace("TAG", tag);
}
snapshot->replace("SIZE", size_mb);
snapshot->replace("ID", next_snapshot);
snapshot->replace("DATE", static_cast<long long>(time(0)));
snapshot->replace("PARENT", active);
@ -270,9 +271,9 @@ const VectorAttribute * Snapshots::get_snapshot(unsigned int id) const
/* -------------------------------------------------------------------------- */
/* -------------------------------------------------------------------------- */
string Snapshots::get_snapshot_attribute(unsigned int id, const char * name)
string Snapshots::get_snapshot_attribute(unsigned int id, const char * name) const
{
VectorAttribute * snapshot = get_snapshot(id);
const VectorAttribute * snapshot = get_snapshot(id);
if (snapshot == 0)
{
@ -282,6 +283,22 @@ string Snapshots::get_snapshot_attribute(unsigned int id, const char * name)
return snapshot->vector_value(name);
}
/* -------------------------------------------------------------------------- */
unsigned int Snapshots::get_snapshot_size(unsigned int id) const
{
unsigned int snap_size = 0;
const VectorAttribute * snapshot = get_snapshot(id);
if (snapshot != 0)
{
snapshot->vector_value("SIZE", snap_size);
}
return snap_size;
}
/* -------------------------------------------------------------------------- */
/* -------------------------------------------------------------------------- */
@ -317,3 +334,23 @@ bool Snapshots::test_delete(unsigned int id, string& error) const
return true;
}
/* -------------------------------------------------------------------------- */
/* -------------------------------------------------------------------------- */
unsigned int Snapshots::get_total_size() const
{
map<unsigned int, VectorAttribute *>::const_iterator it;
unsigned int size_mb, total_mb = 0;
for ( it = snapshot_pool.begin(); it != snapshot_pool.end(); it++)
{
if (it->second->vector_value("SIZE", size_mb) == 0)
{
total_mb += size_mb;
}
}
return total_mb;
}

208
src/vm/VirtualMachine.cc
View File

@ -58,10 +58,6 @@ VirtualMachine::VirtualMachine(int id,
stime(time(0)),
etime(0),
deploy_id(""),
memory(0),
cpu(0),
net_tx(0),
net_rx(0),
history(0),
previous_history(0),
_log(0)
@ -389,6 +385,17 @@ int VirtualMachine::insert(SqlDB * db, string& error_str)
obj_template->add("MEMORY_COST", fvalue);
}
if ( user_obj_template->get("DISK_COST", fvalue) == true )
{
if ( fvalue < 0 )
{
goto error_disk_cost;
}
user_obj_template->erase("DISK_COST");
obj_template->add("DISK_COST", fvalue);
}
// ------------------------------------------------------------------------
// Check the OS attribute
// ------------------------------------------------------------------------
@ -543,6 +550,10 @@ error_memory_cost:
error_str = "MEMORY_COST attribute must be a positive float or integer value.";
goto error_common;
error_disk_cost:
error_str = "DISK_COST attribute must be a positive float or integer value.";
goto error_common;
error_one_vms:
error_str = "Trying to import an OpenNebula VM: 'one-*'.";
goto error_common;
@ -2227,7 +2238,7 @@ VectorAttribute * VirtualMachine::delete_attach_disk(Snapshots **snap)
/* -------------------------------------------------------------------------- */
/* -------------------------------------------------------------------------- */
bool VirtualMachine::isVolatile(const VectorAttribute * disk)
bool VirtualMachine::is_volatile(const VectorAttribute * disk)
{
string type = disk->vector_value("TYPE");
@ -2239,21 +2250,30 @@ bool VirtualMachine::isVolatile(const VectorAttribute * disk)
/* -------------------------------------------------------------------------- */
/* -------------------------------------------------------------------------- */
bool VirtualMachine::isVolatile(const Template * tmpl)
bool VirtualMachine::is_persistent(const VectorAttribute * disk)
{
bool pers_disk;
disk->vector_value("PERSISTENT", pers_disk);
return pers_disk;
}
/* -------------------------------------------------------------------------- */
/* -------------------------------------------------------------------------- */
bool VirtualMachine::is_volatile(const Template * tmpl)
{
vector<const Attribute*> disks;
const VectorAttribute * disk;
int num_disks = tmpl->get("DISK", disks);
for (int i = 0 ; i < num_disks ; i++)
{
const VectorAttribute * disk = dynamic_cast<const VectorAttribute*>(disks[i]);
disk =static_cast<const VectorAttribute*>(disks[i]);
if (disk == 0)
{
continue;
}
if (VirtualMachine::isVolatile(disk))
if (is_volatile(disk))
{
return true;
}
@ -2265,13 +2285,13 @@ bool VirtualMachine::isVolatile(const Template * tmpl)
/* -------------------------------------------------------------------------- */
/* -------------------------------------------------------------------------- */
bool VirtualMachine::isImported() const
bool VirtualMachine::is_imported() const
{
bool is_imported = false;
bool imported = false;
get_template_attribute("IMPORTED", is_imported);
get_template_attribute("IMPORTED", imported);
return is_imported;
return imported;
}
/* -------------------------------------------------------------------------- */
@ -2279,35 +2299,37 @@ bool VirtualMachine::isImported() const
long long VirtualMachine::get_volatile_disk_size(Template * tmpl)
{
long long size = 0;
long long disk_size, size = 0;
vector<const Attribute*> disks;
int num_disks = tmpl->get("DISK", disks);
const VectorAttribute * disk;
if (num_disks == 0)
{
return size;
}
int num_disks = tmpl->get("DISK", disks);
for (int i = 0 ; i < num_disks ; i++)
{
long long disk_size;
const VectorAttribute * disk = dynamic_cast<const VectorAttribute*>(disks[i]);
disk = dynamic_cast<const VectorAttribute*>(disks[i]);
if (disk == 0)
{
continue;
}
if (!VirtualMachine::isVolatile(disk))
if (is_volatile(disk))
{
continue;
if (disk->vector_value("SIZE", disk_size) == 0)
{
size += disk_size;
}
}
else if (!is_persistent(disk))
{
if (disk->vector_value("DISK_SNAPSHOT_TOTAL_SIZE", disk_size) == 0)
{
size += disk_size;
}
}
if (disk->vector_value("SIZE", disk_size) == 0)
{
size += disk_size;
}
}
return size;
@ -3636,6 +3658,7 @@ string& VirtualMachine::to_xml_extended(string& xml, int n_history) const
{
string template_xml;
string user_template_xml;
string monitoring_xml;
string history_xml;
string perm_xml;
string snap_xml;
@ -3659,10 +3682,7 @@ string& VirtualMachine::to_xml_extended(string& xml, int n_history) const
<< "<STIME>" << stime << "</STIME>"
<< "<ETIME>" << etime << "</ETIME>"
<< "<DEPLOY_ID>" << deploy_id << "</DEPLOY_ID>"
<< "<MEMORY>" << memory << "</MEMORY>"
<< "<CPU>" << cpu << "</CPU>"
<< "<NET_TX>" << net_tx << "</NET_TX>"
<< "<NET_RX>" << net_rx << "</NET_RX>"
<< monitoring.to_xml(monitoring_xml)
<< obj_template->to_xml(template_xml)
<< user_obj_template->to_xml(user_template_xml);
@ -3733,11 +3753,6 @@ int VirtualMachine::from_xml(const string &xml_str)
rc += xpath(etime, "/VM/ETIME", 0);
rc += xpath(deploy_id, "/VM/DEPLOY_ID","");
rc += xpath(memory, "/VM/MEMORY", 0);
rc += xpath(cpu, "/VM/CPU", 0);
rc += xpath(net_tx, "/VM/NET_TX", 0);
rc += xpath(net_rx, "/VM/NET_RX", 0);
// Permissions
rc += perms_from_xml();
@ -3766,6 +3781,20 @@ int VirtualMachine::from_xml(const string &xml_str)
ObjectXML::free_nodes(content);
content.clear();
// Virtual Machine Monitoring
ObjectXML::get_nodes("/VM/MONITORING", content);
if (content.empty())
{
return -1;
}
rc += monitoring.from_xml_node(content[0]);
ObjectXML::free_nodes(content);
content.clear();
// Virtual Machine user template
ObjectXML::get_nodes("/VM/USER_TEMPLATE", content);
@ -3844,45 +3873,40 @@ string VirtualMachine::get_system_dir() const
/* -------------------------------------------------------------------------- */
/* -------------------------------------------------------------------------- */
void VirtualMachine::update_info(
const int _memory,
const int _cpu,
const long long _net_tx,
const long long _net_rx,
const map<string, string> &custom)
int VirtualMachine::update_info(const string& monitor_data)
{
map<string, string>::const_iterator it;
int rc;
string error;
ostringstream oss;
last_poll = time(0);
if (_memory != -1)
{
memory = _memory;
}
rc = monitoring.update(monitor_data, error);
if (_cpu != -1)
if ( rc != 0)
{
cpu = _cpu;
}
oss << "Ignoring monitoring information, error:" << error
<< ". Monitor information was: " << monitor_data;
if (_net_tx != -1)
{
net_tx = _net_tx;
}
NebulaLog::log("VMM", Log::ERROR, oss);
if (_net_rx != -1)
{
net_rx = _net_rx;
}
set_template_error_message(oss.str());
for (it = custom.begin(); it != custom.end(); it++)
{
replace_template_attribute(it->first, it->second);
log("VMM", Log::ERROR, oss);
return -1;
}
set_vm_info();
clear_template_monitor_error();
oss << "VM " << oid << " successfully monitored: " << monitor_data;
NebulaLog::log("VMM", Log::DEBUG, oss);
return 0;
};
/* -------------------------------------------------------------------------- */
@ -4168,6 +4192,7 @@ int VirtualMachine::get_snapshot_disk(string& ds_id, string& tm_mad,
int VirtualMachine::new_disk_snapshot(int did, const string& tag, string& error)
{
map<int, Snapshots *>::iterator it;
unsigned int size_mb, snap_size;
int snap_id;
VectorAttribute * disk;
@ -4180,19 +4205,26 @@ int VirtualMachine::new_disk_snapshot(int did, const string& tag, string& error)
return -1;
}
if (isVolatile(disk))
if (is_volatile(disk))
{
error = "Cannot make snapshots on volatile disks";
return -1;
}
if (disk->vector_value("SIZE", size_mb) != 0 )
{
error = "Wrong size in disk";
return -1;
}
it = snapshots.find(did);
if ( it == snapshots.end() )
{
Snapshots * snap = new Snapshots(did);
snap_id = snap->create_snapshot(tag);
snap_id = snap->create_snapshot(tag, size_mb);
snap_size = size_mb;
if (snap_id != -1)
{
@ -4205,13 +4237,15 @@ int VirtualMachine::new_disk_snapshot(int did, const string& tag, string& error)
}
else
{
snap_id = it->second->create_snapshot(tag);
snap_id = it->second->create_snapshot(tag, size_mb);
snap_size = it->second->get_total_size();
}
if (snap_id != -1)
{
disk->replace("DISK_SNAPSHOT_ACTIVE", "YES");
disk->replace("DISK_SNAPSHOT_ID", snap_id);
disk->replace("DISK_SNAPSHOT_TOTAL_SIZE", snap_size);
}
return snap_id;
@ -4268,11 +4302,17 @@ int VirtualMachine::revert_disk_snapshot(int did, int snap_id)
/* -------------------------------------------------------------------------- */
/* -------------------------------------------------------------------------- */
void VirtualMachine::delete_disk_snapshot(int did, int snap_id)
void VirtualMachine::delete_disk_snapshot(int did, int snap_id,
Quotas::QuotaType& type, Template **quotas)
{
map<int, Snapshots *>::iterator it;
unsigned int snap_size;
VectorAttribute * delta_disk;
VectorAttribute * disk = get_disk(did);
*quotas = 0;
if ( disk == 0 )
{
return;
@ -4285,8 +4325,14 @@ void VirtualMachine::delete_disk_snapshot(int did, int snap_id)
return;
}
unsigned int ssize = it->second->get_snapshot_size(snap_id);
it->second->delete_snapshot(snap_id);
snap_size = it->second->get_total_size();
disk->replace("DISK_SNAPSHOT_TOTAL_SIZE", snap_size);
if (it->second->size() == 0)
{
Snapshots * tmp = it->second;
@ -4295,5 +4341,29 @@ void VirtualMachine::delete_disk_snapshot(int did, int snap_id)
delete tmp;
}
if ( is_persistent(disk) )
{
*quotas = new Template();
(*quotas)->add("DATASTORE", disk->vector_value("DATASTORE_ID"));
(*quotas)->add("SIZE", (long long) ssize);
(*quotas)->add("IMAGES",0 );
type = Quotas::DATASTORE;
}
else
{
*quotas = new Template();
delta_disk = new VectorAttribute("DISK");
delta_disk->replace("TYPE", "FS");
delta_disk->replace("SIZE", ssize);
(*quotas)->add("VMS", 0);
(*quotas)->set(delta_disk);
type = Quotas::VM;
}
}

69
src/vm/VirtualMachinePool.cc
View File

@ -29,6 +29,7 @@ time_t VirtualMachinePool::_monitor_expiration;
bool VirtualMachinePool::_submit_on_hold;
float VirtualMachinePool::_default_cpu_cost;
float VirtualMachinePool::_default_mem_cost;
float VirtualMachinePool::_default_disk_cost;
const char * VirtualMachinePool::import_table = "vm_import";
@ -52,7 +53,8 @@ VirtualMachinePool::VirtualMachinePool(
time_t expire_time,
bool on_hold,
float default_cpu_cost,
float default_mem_cost)
float default_mem_cost,
float default_disk_cost)
: PoolSQL(db, VirtualMachine::table, true, false)
{
const VectorAttribute * vattr;
@ -67,6 +69,7 @@ VirtualMachinePool::VirtualMachinePool(
_submit_on_hold = on_hold;
_default_cpu_cost = default_cpu_cost;
_default_mem_cost = default_mem_cost;
_default_disk_cost= default_disk_cost;
if ( _monitor_expiration == 0 )
{
@ -591,20 +594,24 @@ static string put_time(time_t t)
*/
struct SBRecord {
SBRecord(float c, float m, float h): cpu_cost(c), mem_cost(m), hours(h){};
SBRecord(): cpu_cost(0), mem_cost(0), hours(0){};
SBRecord(float c, float m, float d, float h): cpu_cost(c), mem_cost(m),
disk_cost(d), hours(h){};
SBRecord(): cpu_cost(0), mem_cost(0), disk_cost(0), hours(0){};
ostringstream& to_xml(ostringstream &oss)
{
string cpuc_s = one_util::float_to_str(cpu_cost);
string memc_s = one_util::float_to_str(mem_cost);
string diskc_s= one_util::float_to_str(disk_cost);
string hour_s = one_util::float_to_str(hours);
string cost_s = one_util::float_to_str(cpu_cost + mem_cost);
string cost_s = one_util::float_to_str(cpu_cost + mem_cost + disk_cost);
oss << "<CPU_COST>" << cpuc_s << "</CPU_COST>"
oss << "<CPU_COST>" << cpuc_s << "</CPU_COST>"
<< "<MEMORY_COST>"<< memc_s << "</MEMORY_COST>"
<< "<DISK_COST>" << diskc_s<< "</DISK_COST>"
<< "<TOTAL_COST>" << cost_s << "</TOTAL_COST>"
<< "<HOURS>" << hour_s << "</HOURS>";
<< "<HOURS>" << hour_s << "</HOURS>";
return oss;
};
@ -613,11 +620,13 @@ struct SBRecord {
{
cpu_cost = 0;
mem_cost = 0;
disk_cost= 0;
hours = 0;
};
float cpu_cost;
float mem_cost;
float disk_cost;
float hours;
};
@ -650,14 +659,16 @@ int VirtualMachinePool::calculate_showback(
string sql_cmd_separator;
string sql_cmd_end;
tm tmp_tm;
int vid;
int h_stime;
int h_etime;
float cpu_cost;
float mem_cost;
float cpu;
int mem;
tm tmp_tm;
int vid;
int h_stime;
int h_etime;
float cpu_cost;
float mem_cost;
float disk_cost;
float cpu;
float disk;
int mem;
#ifdef SBDEBUG
ostringstream debug;
@ -791,9 +802,11 @@ int VirtualMachinePool::calculate_showback(
history.xpath(cpu, "/HISTORY/VM/TEMPLATE/CPU", 0);
history.xpath(mem, "/HISTORY/VM/TEMPLATE/MEMORY", 0);
history.xpath(disk, "/HISTORY/VM/DISK_ACTUAL_SIZE", 0);
history.xpath(cpu_cost, "/HISTORY/VM/TEMPLATE/CPU_COST", _default_cpu_cost);
history.xpath(mem_cost, "/HISTORY/VM/TEMPLATE/MEMORY_COST", _default_mem_cost);
history.xpath(disk_cost,"/HISTORY/VM/TEMPLATE/DISK_COST", _default_disk_cost);
#ifdef SBDDEBUG
int seq;
@ -805,8 +818,10 @@ int VirtualMachinePool::calculate_showback(
<< "h_etime " << h_etime << endl
<< "cpu_cost " << cpu_cost << endl
<< "mem_cost " << mem_cost << endl
<< "disk_cost " << disk_cost << endl
<< "cpu " << cpu << endl
<< "mem " << mem;
<< "mem " << mem << endl
<< "disk " << disk;
NebulaLog::log("SHOWBACK", Log::DEBUG, debug);
#endif
@ -841,6 +856,7 @@ int VirtualMachinePool::calculate_showback(
totals[t].cpu_cost += cpu_cost * cpu * n_hours;
totals[t].mem_cost += mem_cost * mem * n_hours;
totals[t].disk_cost+= disk_cost* disk* n_hours;
totals[t].hours += n_hours;
}
}
@ -1063,12 +1079,23 @@ void VirtualMachinePool::delete_attach_disk(int vid)
int image_id;
tmpl.set(disk);
tmpl.add("VMS", 0);
if ( disk->vector_value("IMAGE_ID", image_id) == 0 )
if (VirtualMachine::is_volatile(disk))
{
// Disk using an Image
Quotas::quota_del(Quotas::VM, uid, gid, &tmpl);
}
else
{
disk->vector_value("IMAGE_ID", image_id);
Quotas::quota_del(Quotas::IMAGE, uid, gid, &tmpl);
if (!VirtualMachine::is_persistent(disk))
{
Quotas::quota_del(Quotas::VM, uid, gid, &tmpl);
}
if (snap != 0)
{
imagem->set_image_snapshots(image_id, *snap, false);
@ -1077,14 +1104,6 @@ void VirtualMachinePool::delete_attach_disk(int vid)
imagem->release_image(oid, image_id, false);
}
else // Volatile disk
{
// It is an update of the volatile counter without
// shutting destroying a VM
tmpl.add("VMS", 0);
Quotas::quota_del(Quotas::VM, uid, gid, &tmpl);
}
}
}

82
src/vmm/VirtualMachineManagerDriver.cc
View File

@ -256,7 +256,7 @@ void VirtualMachineManagerDriver::protocol(const string& message) const
is >> deploy_id;
vm->update_info(deploy_id);
vm->set_deploy_id(deploy_id);
vmpool->update(vm);
@ -596,61 +596,50 @@ void VirtualMachineManagerDriver::process_poll(
VirtualMachine* vm,
const string& monitor_str)
{
int rc;
int cpu;
int memory;
long long net_tx;
long long net_rx;
char state;
map<string, string> custom;
ostringstream oss;
char state;
Nebula &ne = Nebula::instance();
LifeCycleManager* lcm = ne.get_lcm();
VirtualMachinePool* vmpool = ne.get_vmpool();
/* ---------------------------------------------------------------------- */
/* Parse VM info */
/* ---------------------------------------------------------------------- */
rc = parse_vm_info(monitor_str, cpu, memory, net_tx, net_rx, state, custom);
if (rc == -1) //Parse error, ignore this monitor data
{
oss << "Ignoring monitoring information, parse error."
<< " Monitor information was: "
<< monitor_str;
NebulaLog::log("VMM", Log::ERROR, oss);
vm->set_template_error_message(oss.str());
vm->log("VMM", Log::ERROR, oss);
vmpool->update(vm);
return;
}
oss << "VM " << vm->get_oid() << " successfully monitored: " << monitor_str;
NebulaLog::log("VMM", Log::DEBUG, oss);
/* ---------------------------------------------------------------------- */
/* Update VM info only for VMs in ACTIVE */
/* ---------------------------------------------------------------------- */
if (vm->get_state() == VirtualMachine::ACTIVE)
{
vm->update_info(memory, cpu, net_tx, net_rx, custom);
if (vm->update_info(monitor_str) == 0)
{
vmpool->update_history(vm);
vmpool->update_monitoring(vm);
}
vmpool->update(vm);
vmpool->update_history(vm);
const VirtualMachineMonitorInfo &minfo = vm->get_info();
vmpool->update_monitoring(vm);
state = minfo.get_state();
}
else
{
VirtualMachineMonitorInfo minfo;
string error;
if (minfo.update(monitor_str, error) != 0)
{
ostringstream oss;
oss << "Ignoring monitoring information, error:" << error
<< ". Monitor information was: " << monitor_str;
NebulaLog::log("VMM", Log::ERROR, oss);
return;
};
state = minfo.get_state();
}
/* ---------------------------------------------------------------------- */
@ -724,6 +713,8 @@ int VirtualMachineManagerDriver::parse_vm_info(
int &memory,
long long &net_tx,
long long &net_rx,
long long &disk_actual,
long long &disk_virtual,
char &state,
map<string,string> &custom)
{
@ -744,6 +735,9 @@ int VirtualMachineManagerDriver::parse_vm_info(
net_rx = -1;
state = '-';
disk_actual = -1;
disk_virtual = -1;
custom.clear();
is.str(monitor_str);
@ -794,6 +788,14 @@ int VirtualMachineManagerDriver::parse_vm_info(
{
tiss >> state;
}
else if (var == "DISK_ACTUAL_SIZE")
{
tiss >> disk_actual;
}
else if (var == "DISK_VIRTUAL_SIZE")
{
tiss >> disk_virtual;
}
else if (!var.empty())
{
string val;

12
src/vmm_mad/dummy/one_vmm_dummy.rb
View File

@ -180,13 +180,13 @@ class DummyDriver < VirtualMachineDriver
end
prev_nettx = 0
if msg.elements["VM/NET_TX"]
prev_nettx = msg.elements["VM/NET_TX"].text.to_i
if msg.elements["VM/MONITORING/NET_TX"]
prev_nettx = msg.elements["VM/MONITORING/NET_TX"].text.to_i
end
prev_netrx = 0
if msg.elements["VM/NET_RX"]
prev_netrx = msg.elements["VM/NET_RX"].text.to_i
if msg.elements["VM/MONITORING/NET_RX"]
prev_netrx = msg.elements["VM/MONITORING/NET_RX"].text.to_i
end
# monitor_info: string in the form "VAR=VAL VAR=VAL ... VAR=VAL"
@ -195,7 +195,9 @@ class DummyDriver < VirtualMachineDriver
"#{POLL_ATTRIBUTE[:nettx]}=#{prev_nettx+(50*rand(3))} " \
"#{POLL_ATTRIBUTE[:netrx]}=#{prev_netrx+(100*rand(4))} " \
"#{POLL_ATTRIBUTE[:usedmemory]}=#{max_memory * (rand(80)+20)/100} " \
"#{POLL_ATTRIBUTE[:usedcpu]}=#{max_cpu * (rand(95)+5)/100}"
"#{POLL_ATTRIBUTE[:usedcpu]}=#{max_cpu * (rand(95)+5)/100} " \
"#{POLL_ATTRIBUTE[:disk_actual]}=#{rand(1024)} " \
"#{POLL_ATTRIBUTE[:disk_virtual]}=#{1024}"
send_message(ACTION[:poll],result,id,monitor_info)
end

66
src/vmm_mad/remotes/poll_xen_kvm.rb
View File

@ -313,27 +313,64 @@ module KVM
def self.get_disk_usage(xml)
return {} if !JSON_LOADED
doc=REXML::Document.new(xml)
doc = REXML::Document.new(xml)
size = 0
data = {
:disk_actual_size => 0.0,
:disk_actual_size => 0.0,
:disk_virtual_size => 0.0
}
doc.elements.each('domain/devices/disk/source') do |ele|
next if !ele.attributes['file']
# read the disk path (for regular disks)
file = ele.attributes['file'] rescue nil
text = `qemu-img info --output=json #{ele.attributes['file']}`
next if !$? || !$?.success?
# get protocol and name (for ceph)
protocol = ele.attributes['protocol'] rescue nil
name = ele.attributes['name'] rescue nil
json = JSON.parse(text)
if protocol == "rbd"
# Ceph
auth = ele.parent.elements["auth"].attributes["username"] rescue nil
auth = "--id #{auth}" if !auth.nil?
data[:disk_actual_size] += json['actual-size'].to_f/1024/1024
data[:disk_virtual_size] += json['virtual-size'].to_f/1024/1024
pool, image = name.split('/')
disk_id = image.split('-')[-1].to_i
images_list = rbd_pool(pool, auth)
images_doc = REXML::Document.new(images_list)
xpath = "images/image[image='#{image}']/size"
image_size = images_doc.elements[xpath].text.to_f/1024/1024
data[:disk_actual_size] += image_size
data[:disk_virtual_size] += image_size
images_doc.elements.each("images/snapshot") do |snap|
next unless snap.elements["image"].text.start_with?(image)
snap_id = snap.elements["snapshot"].text.to_i
snap_size = snap.elements["size"].text.to_f/1024/1024
data["snap_size_#{disk_id}_#{snap_id}".to_sym] = snap_size
data[:disk_actual_size] += snap_size
data[:disk_virtual_size] += snap_size
end
else file
# Regular Disk
text = `qemu-img info --output=json #{file}`
next if !$? || !$?.success?
json = JSON.parse(text)
data[:disk_actual_size] += json['actual-size'].to_f/1024/1024
data[:disk_virtual_size] += json['virtual-size'].to_f/1024/1024
end
end
data[:disk_actual_size] = data[:disk_actual_size].round
data[:disk_actual_size] = data[:disk_actual_size].round
data[:disk_virtual_size] = data[:disk_virtual_size].round
data
@ -456,9 +493,18 @@ OS=[ARCH="#{arch}"]
#{vnc_txt}
EOT
return uuid, template
end
def self.rbd_pool(pool, auth = nil)
@@rbd_pool ||= {}
if @@rbd_pool[pool].nil?
@@rbd_pool[pool] = `rbd #{auth} ls -l -p #{pool} --format xml`
end
@@rbd_pool[pool]
end
end
################################################################################