mirror of
https://github.com/dkmstr/openuds.git
synced 2025-01-12 09:17:56 +03:00
Updating UDSFS
This commit is contained in:
Adolfo Gómez García
parent
f273d262ac
commit
e3568bc580
@ -106,4 +106,10 @@ class Command(BaseCommand):
|
||||
def handle(self, *args, **options):
|
||||
logger.debug("Handling UDS FS")
|
||||
|
||||
fuse = FUSE(UDSFS(), options['mount_point'], foreground=True, allow_other=True, debug=options['debug'])
|
||||
fuse = FUSE(
|
||||
UDSFS(),
|
||||
options['mount_point'],
|
||||
foreground=True,
|
||||
allow_other=True,
|
||||
debug=options['debug'],
|
||||
)
|
||||
|
||||
@ -11,78 +11,186 @@ from . import types
|
||||
|
||||
logger = logging.getLogger(__name__)
|
||||
|
||||
LINELEN = 160
|
||||
# Custom types
|
||||
class StatInterval(typing.NamedTuple):
|
||||
start: datetime.datetime
|
||||
end: datetime.datetime
|
||||
|
||||
@property
|
||||
def start_poxix(self) -> int:
|
||||
return calendar.timegm(self.start.timetuple())
|
||||
|
||||
@property
|
||||
def end_poxix(self) -> int:
|
||||
return calendar.timegm(self.end.timetuple())
|
||||
|
||||
class VirtualFileInfo(typing.NamedTuple):
|
||||
name: str
|
||||
size: int
|
||||
mtime: int
|
||||
|
||||
# Cache stamp
|
||||
stamp: int = -1
|
||||
|
||||
# Dispatcher needs an Interval, an extensio, the size and the offset
|
||||
DispatcherType = typing.Callable[[StatInterval, str, int, int], bytes]
|
||||
|
||||
|
||||
class StatsFS(types.UDSFSInterface):
|
||||
"""
|
||||
Class to handle stats fs in UDS.
|
||||
"""
|
||||
|
||||
_directory_stats: typing.ClassVar[types.StatType] = types.StatType(
|
||||
st_mode=(stat.S_IFDIR | 0o755), st_nlink=1
|
||||
)
|
||||
_dispatchers: typing.Mapping[str, typing.Callable[[int, int], bytes]]
|
||||
# Dictionary containing a mapping between a relative day and the corresponding
|
||||
# today start timestamp + first element of tuple, today start timestamp + second element of tuple
|
||||
_interval: typing.ClassVar[
|
||||
typing.Mapping[str, typing.Tuple[datetime.timedelta, datetime.timedelta]]
|
||||
] = {
|
||||
'today': (
|
||||
datetime.timedelta(days=0),
|
||||
datetime.timedelta(days=1),
|
||||
),
|
||||
'yesterday': (
|
||||
datetime.timedelta(days=-1),
|
||||
datetime.timedelta(days=0),
|
||||
),
|
||||
'lastweek': (
|
||||
datetime.timedelta(days=-7),
|
||||
datetime.timedelta(days=0),
|
||||
),
|
||||
'lastmonth': (
|
||||
datetime.timedelta(days=-30),
|
||||
datetime.timedelta(days=0),
|
||||
),
|
||||
}
|
||||
|
||||
_dispatchers: typing.Mapping[str, typing.Tuple[DispatcherType, bool]]
|
||||
|
||||
def __init__(self) -> None:
|
||||
# Initialize _dispatchers
|
||||
# Initialize _dispatchers, Second element of tuple is True if the dispatcher has "intervals"
|
||||
self._dispatchers = {
|
||||
'events.csv': self._read_events,
|
||||
'pools.csv': self._read_pools,
|
||||
'events': (self._read_events, True),
|
||||
'pools': (self._read_pools, False),
|
||||
}
|
||||
|
||||
# Splits the filename and returns a tuple with "dispatcher", "interval", "extension"
|
||||
def getFilenameComponents(
|
||||
self, filename: typing.List[str]
|
||||
) -> typing.Tuple[DispatcherType, StatInterval, str]:
|
||||
if len(filename) != 1:
|
||||
raise FileNotFoundError
|
||||
|
||||
# Extract components
|
||||
try:
|
||||
dispatcher, interval, extension = (filename[0].split('.') + [''])[:3]
|
||||
except ValueError:
|
||||
raise FileNotFoundError
|
||||
|
||||
logger.debug('Dispatcher: %s, interval: %s, extension: %s', dispatcher, interval, extension)
|
||||
|
||||
if dispatcher not in self._dispatchers:
|
||||
raise FileNotFoundError
|
||||
|
||||
fnc, requiresInterval = self._dispatchers[dispatcher]
|
||||
|
||||
if extension == '' and requiresInterval is True:
|
||||
raise FileNotFoundError
|
||||
|
||||
if requiresInterval:
|
||||
if interval not in self._interval:
|
||||
raise FileNotFoundError
|
||||
|
||||
range = self._interval[interval]
|
||||
else:
|
||||
range = (StatsFS._interval['today']) # Does not matter, it's just a placeholder
|
||||
extension = interval
|
||||
|
||||
if extension != 'csv':
|
||||
raise FileNotFoundError
|
||||
|
||||
todayStart = datetime.datetime.utcnow().replace(
|
||||
hour=0, minute=0, second=0, microsecond=0
|
||||
)
|
||||
return (
|
||||
fnc,
|
||||
StatInterval(
|
||||
start=todayStart + range[0],
|
||||
end=todayStart + range[1],
|
||||
),
|
||||
extension,
|
||||
)
|
||||
|
||||
def readdir(self, path: typing.List[str]) -> typing.List[str]:
|
||||
# If len(path) == 0, return the list of possible stats files (from _dispatchers)
|
||||
# else, raise an FileNotFoundError
|
||||
if len(path) == 0:
|
||||
return ['.', '..'] + list(self._dispatchers.keys())
|
||||
|
||||
return ['.', '..'] + [
|
||||
f'{dispatcher}.{interval}.csv'
|
||||
for dispatcher in filter(lambda x: self._dispatchers[x][1], self._dispatchers)
|
||||
for interval in self._interval
|
||||
] + [
|
||||
f'{dispatcher}.csv'
|
||||
for dispatcher in filter(lambda x: self._dispatchers[x][1] is False, self._dispatchers)
|
||||
]
|
||||
|
||||
raise FileNotFoundError
|
||||
|
||||
def getattr(self, path: typing.List[str]) -> types.StatType:
|
||||
if len(path) < 1:
|
||||
return StatsFS._directory_stats
|
||||
logger.debug('Getting attributes for %s', path)
|
||||
# stats folder
|
||||
if len(path) == 0:
|
||||
return self._directory_stats
|
||||
|
||||
# Ensure that the path is valid
|
||||
if len(path) != 1:
|
||||
raise FileNotFoundError
|
||||
|
||||
# Ensure that the path is a valid stats file
|
||||
if path[0] not in self._dispatchers:
|
||||
raise FileNotFoundError
|
||||
dispatcher, interval, extension = self.getFilenameComponents(path)
|
||||
|
||||
# Calculate the size of the file
|
||||
size = len(self._dispatchers[path[0]](0, 0))
|
||||
size = len(dispatcher(interval, extension, 0, 0))
|
||||
logger.debug('Size of %s: %s', path[0], size)
|
||||
|
||||
return types.StatType(st_mode=(stat.S_IFREG | 0o755), st_nlink=1, st_size=size)
|
||||
return types.StatType(
|
||||
st_mode=(stat.S_IFREG | 0o755),
|
||||
st_nlink=1,
|
||||
st_size=size,
|
||||
st_mtime=interval.start_poxix,
|
||||
)
|
||||
|
||||
def read(self, path: typing.List[str], size: int, offset: int) -> bytes:
|
||||
logger.debug('Reading data from %s: offset: %s, size: %s', path, offset, size)
|
||||
|
||||
# Ensure that the path is valid
|
||||
if len(path) != 1:
|
||||
raise FileNotFoundError
|
||||
|
||||
# Ensure that the path is a valid stats file
|
||||
if path[0] not in self._dispatchers:
|
||||
raise FileNotFoundError
|
||||
dispatcher, interval, extension = self.getFilenameComponents(path)
|
||||
|
||||
# Dispatch the read to the dispatcher
|
||||
data = self._dispatchers[path[0]](size, offset)
|
||||
data = dispatcher(interval, extension, size, offset)
|
||||
logger.debug('Readed %s data length', len(data))
|
||||
return data
|
||||
return data[offset : offset + size]
|
||||
|
||||
# Dispatchers for different stats files
|
||||
def _read_events(self, size: int, offset: int) -> bytes:
|
||||
logger.debug('Reading events. offset: %s, size: %s', offset, size)
|
||||
def _read_events(
|
||||
self, interval: StatInterval, extension: str, size: int, offset: int
|
||||
) -> bytes:
|
||||
logger.debug(
|
||||
'Reading events. Interval=%s, extension=%s, offset=%s, size=%s',
|
||||
interval,
|
||||
extension,
|
||||
offset,
|
||||
size,
|
||||
)
|
||||
# Get stats events from last 24 hours (in UTC) stamp is unix timestamp
|
||||
virtualFile = models.StatsEvents.getCSVHeader().encode() + b'\n'
|
||||
# stamp is unix timestamp
|
||||
for record in models.StatsEvents.objects.filter(
|
||||
stamp__gte=calendar.timegm(datetime.datetime.utcnow().timetuple()) - 86400
|
||||
stamp__gte=interval.start_poxix, stamp__lte=interval.end_poxix
|
||||
):
|
||||
virtualFile += record.toCsv().encode() + b'\n'
|
||||
|
||||
return virtualFile
|
||||
|
||||
def _read_pools(self, size: int, offset: int) -> bytes:
|
||||
logger.debug('Reading pools. offset: %s, size: %s', offset, size)
|
||||
return b'Pools'
|
||||
def _read_pools(
|
||||
self, interval: StatInterval, extension: str, size: int, offset: int
|
||||
) -> bytes:
|
||||
logger.debug('Reading pools. Interval=%s, extension=%s, offset: %s, size: %s', interval, extension, offset, size)
|
||||
return b'xxxx'
|
||||
|
||||
|
||||
Loading…
Reference in New Issue
Block a user