1
0
mirror of git://sourceware.org/git/lvm2.git synced 2024-12-21 13:34:40 +03:00
lvm2/lib/format_text/archive.c
Zdenek Kabelac 5ea426e656 archiving: refactor code to allocate less memory
Do not store full path with each archived name reduces memory usage if
the directory has thousands of entries and just add 'dir' path when
needed.

Also emit info print message to a user if the total size of archived
files for a VG is more then 128MiB or 8192 files.

TODO: Consider wheather adding a new 'lvm.conf  archive{option}' to support
trimming these wild archive sizes can make situation better.
We already support retain_min && retain_days  - but if user is
generating too many and too large archives with minutes - maybe archiving
should be disabled by a user - as it's not producing anything largely usable
and just slows-down command ??
If we add 'retain_max & retain_max_size' the condition will go against
each other and we need to chose priorities.

mm
2021-10-06 15:42:53 +02:00

409 lines
9.5 KiB
C

/*
* Copyright (C) 2001-2004 Sistina Software, Inc. All rights reserved.
* Copyright (C) 2004-2007 Red Hat, Inc. All rights reserved.
*
* This file is part of LVM2.
*
* This copyrighted material is made available to anyone wishing to use,
* modify, copy, or redistribute it subject to the terms and conditions
* of the GNU Lesser General Public License v.2.1.
*
* You should have received a copy of the GNU Lesser General Public License
* along with this program; if not, write to the Free Software Foundation,
* Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
*/
#include "lib/misc/lib.h"
#include "lib/format_text/format-text.h"
#include "lib/config/config.h"
#include "import-export.h"
#include "lib/misc/lvm-string.h"
#include "lib/misc/lvm-file.h"
#include "lib/commands/toolcontext.h"
#include <dirent.h>
#include <unistd.h>
#include <sys/stat.h>
#include <fcntl.h>
#include <time.h>
#define SECS_PER_DAY 86400 /* 24*60*60 */
/*
* The format instance is given a directory path upon creation.
* Each file in this directory whose name is of the form
* '(.*)_[0-9]*.vg' is a config file (see lib/config.[hc]), which
* contains a description of a single volume group.
*
* The prefix ($1 from the above regex) of the config file gives
* the volume group name.
*
* Backup files that have expired will be removed.
*/
/*
* A list of these is built up for our volume group. Ordered
* with the least recent at the head.
*/
struct archive_file {
struct dm_list list;
const char *name;
uint32_t index;
};
/*
* Extract vg name and version number from a filename.
*/
static int _split_vg(const char *filename, char *vgname, size_t vgsize,
uint32_t *ix)
{
size_t len, vg_len;
const char *dot, *underscore;
len = strlen(filename);
if (len < 7)
return 0;
dot = (filename + len - 3);
if (strcmp(".vg", dot))
return 0;
if (!(underscore = strrchr(filename, '_')))
return 0;
if (sscanf(underscore + 1, "%u", ix) != 1)
return 0;
vg_len = underscore - filename;
if (vg_len + 1 > vgsize)
return 0;
(void) dm_strncpy(vgname, filename, vg_len + 1);
return 1;
}
static void _insert_archive_file(struct dm_list *head, struct archive_file *b)
{
struct archive_file *bf = NULL;
if (dm_list_empty(head)) {
dm_list_add(head, &b->list);
return;
}
/* index reduces through list */
dm_list_iterate_items(bf, head) {
if (b->index > bf->index) {
dm_list_add(&bf->list, &b->list);
return;
}
}
dm_list_add_h(&bf->list, &b->list);
}
/*
* Returns a list of archive_files.
*/
static struct dm_list *_scan_archive(struct dm_pool *mem,
const char *vgname, const char *dir)
{
int i, count;
uint32_t ix;
char vgname_found[64], *name;
struct dirent **dirent = NULL;
struct archive_file *af;
struct dm_list *results;
if (!(results = dm_pool_alloc(mem, sizeof(*results))))
return_NULL;
dm_list_init(results);
#ifndef HAVE_VERSIONSORT
/* fallback to alphasort when versionsort is not defined */
#define versionsort alphasort
#endif /* !HAVE_VERSIONSORT */
/* Use versionsort to handle numbers beyond 5 digits */
if ((count = scandir(dir, &dirent, NULL, versionsort)) < 0) {
log_error("Couldn't scan the archive directory (%s).", dir);
return 0;
}
for (i = 0; i < count; i++) {
if (!strcmp(dirent[i]->d_name, ".") ||
!strcmp(dirent[i]->d_name, ".."))
continue;
/* check the name is the correct format */
if (!_split_vg(dirent[i]->d_name, vgname_found,
sizeof(vgname_found), &ix))
continue;
/* is it the vg we're interested in ? */
if (strcmp(vgname, vgname_found))
continue;
if (!(name = dm_pool_strdup(mem, dirent[i]->d_name)))
goto_out;
/*
* Create a new archive_file.
*/
if (!(af = dm_pool_alloc(mem, sizeof(*af)))) {
log_error("Couldn't create new archive file.");
results = NULL;
goto out;
}
af->index = ix;
af->name = name;
/*
* Insert it to the correct part of the list.
*/
_insert_archive_file(results, af);
}
out:
for (i = 0; i < count; i++)
free(dirent[i]);
free(dirent);
return results;
}
static void _remove_expired(const char *dir, const char *vgname,
struct dm_list *archives, uint32_t archives_size,
uint32_t retain_days, uint32_t min_archive)
{
struct archive_file *bf;
struct stat sb;
time_t retain_time;
uint64_t sum = 0;
char path[PATH_MAX];
/* Make sure there are enough archives to even bother looking for
* expired ones... */
if (archives_size <= min_archive)
return;
/* Convert retain_days into the time after which we must retain */
retain_time = time(NULL) - (time_t) retain_days *SECS_PER_DAY;
/* Assume list is ordered newest first (by index) */
dm_list_iterate_back_items(bf, archives) {
if (dm_snprintf(path, sizeof(path), "%s/%s", dir, bf->name) < 0)
continue;
/* Get the mtime of the file and unlink if too old */
if (stat(path, &sb)) {
log_sys_debug("stat", path);
continue;
}
sum += sb.st_size;
if (sb.st_mtime > retain_time)
continue;
log_very_verbose("Expiring archive %s", path);
if (unlink(path))
log_sys_debug("unlink", path);
/* Don't delete any more if we've reached the minimum */
if (--archives_size <= min_archive)
break;
}
sum /= 1024 * 1024;
if (sum > 128 || archives_size > 8192)
log_print_unless_silent("Consider prunning %s VG archive with more then %u MiB in %u files (check archiving is needed in lvm.conf).",
vgname, (unsigned)sum, archives_size);
}
int archive_vg(struct volume_group *vg,
const char *dir, const char *desc,
uint32_t retain_days, uint32_t min_archive)
{
int i, fd, rnum, renamed = 0;
uint32_t ix = 0;
struct archive_file *last;
FILE *fp = NULL;
char temp_file[PATH_MAX], archive_name[PATH_MAX];
struct dm_list *archives;
/*
* Write the vg out to a temporary file.
*/
if (!create_temp_name(dir, temp_file, sizeof(temp_file), &fd,
&vg->cmd->rand_seed)) {
log_error("Couldn't create temporary archive name.");
return 0;
}
if (!(fp = fdopen(fd, "w"))) {
log_error("Couldn't create FILE object for archive.");
if (close(fd))
log_sys_error("close", temp_file);
return 0;
}
if (!text_vg_export_file(vg, desc, fp)) {
if (fclose(fp))
log_sys_error("fclose", temp_file);
return_0;
}
if (lvm_fclose(fp, temp_file))
return_0; /* Leave file behind as evidence of failure */
/*
* Now we want to rename this file to <vg>_index.vg.
*/
if (!(archives = _scan_archive(vg->cmd->mem, vg->name, dir)))
return_0;
if (dm_list_empty(archives))
ix = 0;
else {
last = dm_list_item(dm_list_first(archives), struct archive_file);
ix = last->index + 1;
}
rnum = rand_r(&vg->cmd->rand_seed);
for (i = 0; i < 10; i++) {
if (dm_snprintf(archive_name, sizeof(archive_name),
"%s/%s_%05u-%d.vg",
dir, vg->name, ix, rnum) < 0) {
log_error("Archive file name too long.");
return 0;
}
if ((renamed = lvm_rename(temp_file, archive_name)))
break;
ix++;
}
if (!renamed)
log_error("Archive rename failed for %s", temp_file);
_remove_expired(dir, vg->name, archives, dm_list_size(archives) + renamed, retain_days,
min_archive);
return 1;
}
static void _display_archive(struct cmd_context *cmd, const char *dir, struct archive_file *af)
{
struct volume_group *vg = NULL;
struct format_instance *tf;
struct format_instance_ctx fic;
struct text_context tc = { NULL };
char path[PATH_MAX];
time_t when;
char *desc;
if (dm_snprintf(path, sizeof(path), "%s/%s", dir, af->name) < 0) {
log_debug("Created path %s/%s is too long.", dir, af->name);
return;
}
log_print(" ");
log_print("File:\t\t%s/%s", path, af->name);
tc.path_live = path;
fic.type = FMT_INSTANCE_PRIVATE_MDAS;
fic.context.private = &tc;
if (!(tf = cmd->fmt_backup->ops->create_instance(cmd->fmt_backup, &fic))) {
log_error("Couldn't create text instance object.");
return;
}
/*
* Read the archive file to ensure that it is valid, and
* retrieve the archive time and description.
*/
/* FIXME Use variation on _vg_read */
if (!(vg = text_read_metadata_file(tf, path, &when, &desc))) {
log_error("Unable to read archive file.");
tf->fmt->ops->destroy_instance(tf);
return;
}
log_print("VG name: \t%s", vg->name);
log_print("Description:\t%s", desc ? : "<No description>");
log_print("Backup Time:\t%s", ctime(&when));
release_vg(vg);
}
int archive_list(struct cmd_context *cmd, const char *dir, const char *vgname)
{
struct dm_list *archives;
struct archive_file *af;
if (!(archives = _scan_archive(cmd->mem, vgname, dir)))
return_0;
if (dm_list_empty(archives))
log_print("No archives found in %s.", dir);
dm_list_iterate_back_items(af, archives)
_display_archive(cmd, dir, af);
dm_pool_free(cmd->mem, archives);
return 1;
}
int archive_list_file(struct cmd_context *cmd, const char *file)
{
struct archive_file af = { 0 };
char path[PATH_MAX];
size_t len;
if (!path_exists(file)) {
log_error("Archive file %s not found.", file);
return 0;
}
if (!(af.name = strrchr(file, '/'))) {
log_error("No '/' in file path %s found.", file);
return 0;
}
len = (size_t)(af.name - file);
if (len >= sizeof(path)) {
log_error(INTERNAL_ERROR "Passed file path name %s is too long.", file);
return 0;
}
memcpy(path, file, len);
path[len] = 0;
af.name++; /* jump over '/' */
_display_archive(cmd, path, &af);
return 1;
}
int backup_list(struct cmd_context *cmd, const char *dir, const char *vgname)
{
struct archive_file af = { .name = vgname };
char path[PATH_MAX];
if (dm_snprintf(path, sizeof(path), "%s/%s", dir, vgname) < 0)
return_0;
if (path_exists(path))
_display_archive(cmd, dir, &af);
return 1;
}