Module control.generic
Expand source code Browse git
import os
import re
from datetime import datetime as dt, UTC
from functools import cmp_to_key as keyFromComparison
from bson.objectid import ObjectId
mTime = os.path.getmtime
VERSION_COMP_RE = re.compile(
r"""
([0-9]*)
([a-z]*)
(-?)
""",
re.X,
)
OP_VERSION_RE = re.compile(
r"""
^
(
[<>]
=?
)
(
.*
)
$
""",
re.X,
)
TZ_RE = re.compile(r"""(?:Z|(?:[+-][0-9:]+))$""")
def utcnow():
"""The current moment in time in the UTC time zone.
Returns
-------
datetime
An aware datetime object (in the sense of: having the timezone included
in its value.
"""
return dt.now(UTC)
def isonow():
"""The current moment in time as an ISO 8601 string value.
Details:
* the precision is up to the second;
* the separator between the date part and the timpe part is `T`;
* the timezone is UTC, marked as `Z` directly after the time part.
Returns
-------
string
E.g. `2024-11-13T10:53:15Z`
"""
return TZ_RE.sub("Z", utcnow().isoformat(timespec="seconds", sep="T"))
def pseudoisonow():
"""The current moment in time as a isolike string value.
It is like `isonow()`, but the time separators (`:`) are
replaced by `-`, so that the string can be included in urls.
Returns
-------
string
E.g. `2024-11-13T10-53-15Z`
"""
return isonow().replace(":", "-")
def dateOnly(iso):
return iso.strip().split("T", 1)[0]
def getDelta(days, refDate, iso=True):
if refDate is None:
# undefined dates count as not recent
return 0
delta = utcnow() - (
dt.fromisoformat(refDate) if iso else dt.fromtimestamp(refDate, tz=UTC)
)
deltaDays = delta.days + delta.seconds / 86400
return deltaDays
def lessAgo(days, refDate, iso=True):
return 0 <= getDelta(days, refDate, iso=iso) < days
def amountTogo(days, refDate, iso=True):
deltaDays = getDelta(days, refDate, iso=iso)
return days - deltaDays
def splitComp(c):
return [m for m in VERSION_COMP_RE.findall(c) if m[0] or m[1]]
def makeComps(v):
return [splitComp(c) for c in v.split(".")]
def versionCompare(v1, v2):
v1comps = makeComps(v1)
v2comps = makeComps(v2)
nV2 = len(v2comps)
for i, c1 in enumerate(v1comps):
if i >= nV2:
return 1
c2 = v2comps[i]
nC2 = len(c2)
for j, s1 in enumerate(c1):
if j >= nC2:
return 1
s2 = c2[j]
if s1 < s2:
return -1
if s1 > s2:
return 1
return 0
def getVersionKeyFunc():
return keyFromComparison(versionCompare)
def attResolve(attSpec, version):
default = attSpec.default
if default is None:
return attSpec
for k, v in attSpec.items():
if k == "default":
continue
match = OP_VERSION_RE.match(k)
if not match:
continue
(op, cmpVersion) = match.group(1, 2)
cmp = versionCompare(version, cmpVersion)
if (
op == "<"
and cmp < 0
or op == "<="
and cmp <= 0
or op == ">"
and cmp > 0
or op == ">="
and cmp > 0
):
return v
return default
def plainify(value):
"""Make sure that the value is either a string or a list of strings.
If it is a dict, turn it into a list of stringified key-value pairs.
"""
tp = type(value)
if value is None:
return ""
if tp is list:
return [plainify(v) for v in value]
if tp is dict:
return [f"{k}: {plainify(v)}" for (k, v) in value.items()]
return str(value)
class AttrDict(dict):
"""Turn a dict into an object with attributes.
If non-existing attributes are accessed for reading, `None` is returned.
See these links on stackoverflow:
* [1](https://stackoverflow.com/questions/4984647/accessing-dict-keys-like-an-attribute)
* [2](https://stackoverflow.com/questions/16237659/python-how-to-implement-getattr)
especially the remark that
> `__getattr__` is only used for missing attribute lookup
We also need to define the `__missing__` method in case we access the underlying
dict by means of keys, like `xxx["yyy"]` rather then by attribute like `xxx.yyy`.
"""
def __init__(self, *args, **kwargs):
"""Create the data structure from incoming data."""
super(AttrDict, self).__init__(*args, **kwargs)
self.__dict__ = self
def __missing__(self, key, *args, **kwargs):
"""Provide a default when retrieving a non-existent member.
This method is used when using the `.key` notation for accessing members.
"""
return None
def __getattr__(self, key, *args, **kwargs):
"""Provide a default when retrieving a non-existent member.
This method is used when using the `[key]` notation for accessing members.
"""
return None
def deepdict(self):
return deepdict(self)
def deepdict(info):
"""Turns an `AttrDict` into a `dict`, recursively.
Parameters
----------
info: any
The input dictionary. We assume that it is a data structure built by
`tuple`, `list`, `set`, `frozenset`, `dict` and atomic types such as
`int`, `str`, `bool`.
We assume there are no user defined objects in it, and no generators
and functions.
Returns
-------
dict
A dictionary containing the same info as the input dictionary, but where
each value of type `AttrDict` is turned into a `dict`.
"""
if isinstance(info, dt):
return info.isoformat()
if isinstance(info, ObjectId):
return str(info)
tp = type(info)
return (
dict({k: deepdict(v) for (k, v) in info.items()})
if tp in {dict, AttrDict}
else (
tuple(deepdict(item) for item in info)
if tp is tuple
else (
frozenset(deepdict(item) for item in info)
if tp is frozenset
else (
[deepdict(item) for item in info]
if tp is list
else {deepdict(item) for item in info} if tp is set else info
)
)
)
)
def deepAttrDict(info, preferTuples=False):
"""Turn a `dict` into an `AttrDict`, recursively.
Parameters
----------
info: any
The input dictionary. We assume that it is a data structure built by
`tuple`, `list`, `set`, `frozenset`, `dict` and atomic types such as
`int`, `str`, `bool`.
We assume there are no user defined objects in it, and no generators
and functions.
preferTuples: boolean, optional False
Lists are converted to tuples.
Returns
-------
AttrDict
An `AttrDict` containing the same info as the input dictionary, but where
each value of type `dict` is turned into an `AttrDict`.
"""
tp = type(info)
return (
AttrDict(
{k: deepAttrDict(v, preferTuples=preferTuples) for (k, v) in info.items()}
)
if tp in {dict, AttrDict}
else (
tuple(deepAttrDict(item, preferTuples=preferTuples) for item in info)
if tp is tuple or (tp is list and preferTuples)
else (
frozenset(
deepAttrDict(item, preferTuples=preferTuples) for item in info
)
if tp is frozenset
else (
[deepAttrDict(item, preferTuples=preferTuples) for item in info]
if tp is list
else (
{deepAttrDict(item, preferTuples=preferTuples) for item in info}
if tp is set
else info
)
)
)
)
)
Functions
def amountTogo(days, refDate, iso=True)
def attResolve(attSpec, version)
def dateOnly(iso)
def deepAttrDict(info, preferTuples=False)
-
Turn a
dict
into anAttrDict
, recursively.Parameters
info
:any
- The input dictionary. We assume that it is a data structure built by
tuple
,list
,set
,frozenset
,dict
and atomic types such asint
,str
,bool
. We assume there are no user defined objects in it, and no generators and functions. preferTuples
:boolean
, optionalFalse
- Lists are converted to tuples.
Returns
def deepdict(info)
-
Turns an
AttrDict
into adict
, recursively.Parameters
info
:any
- The input dictionary. We assume that it is a data structure built by
tuple
,list
,set
,frozenset
,dict
and atomic types such asint
,str
,bool
. We assume there are no user defined objects in it, and no generators and functions.
Returns
dict
- A dictionary containing the same info as the input dictionary, but where
each value of type
AttrDict
is turned into adict
.
def getDelta(days, refDate, iso=True)
def getVersionKeyFunc()
def isonow()
-
The current moment in time as an ISO 8601 string value.
Details:
- the precision is up to the second;
- the separator between the date part and the timpe part is
T
; - the timezone is UTC, marked as
Z
directly after the time part.
Returns
string
- E.g.
2024-11-13T10:53:15Z
def lessAgo(days, refDate, iso=True)
def makeComps(v)
def plainify(value)
-
Make sure that the value is either a string or a list of strings.
If it is a dict, turn it into a list of stringified key-value pairs.
def pseudoisonow()
-
The current moment in time as a isolike string value.
It is like
isonow()
, but the time separators (:
) are replaced by-
, so that the string can be included in urls.Returns
string
- E.g.
2024-11-13T10-53-15Z
def splitComp(c)
def utcnow()
-
The current moment in time in the UTC time zone.
Returns
datetime
- An aware datetime object (in the sense of: having the timezone included in its value.
def versionCompare(v1, v2)
Classes
class AttrDict (*args, **kwargs)
-
Turn a dict into an object with attributes.
If non-existing attributes are accessed for reading,
None
is returned.See these links on stackoverflow:
We also need to define the
__missing__
method in case we access the underlying dict by means of keys, likexxx["yyy"]
rather then by attribute likexxx.yyy
.Create the data structure from incoming data.
Expand source code Browse git
class AttrDict(dict): """Turn a dict into an object with attributes. If non-existing attributes are accessed for reading, `None` is returned. See these links on stackoverflow: * [1](https://stackoverflow.com/questions/4984647/accessing-dict-keys-like-an-attribute) * [2](https://stackoverflow.com/questions/16237659/python-how-to-implement-getattr) especially the remark that > `__getattr__` is only used for missing attribute lookup We also need to define the `__missing__` method in case we access the underlying dict by means of keys, like `xxx["yyy"]` rather then by attribute like `xxx.yyy`. """ def __init__(self, *args, **kwargs): """Create the data structure from incoming data.""" super(AttrDict, self).__init__(*args, **kwargs) self.__dict__ = self def __missing__(self, key, *args, **kwargs): """Provide a default when retrieving a non-existent member. This method is used when using the `.key` notation for accessing members. """ return None def __getattr__(self, key, *args, **kwargs): """Provide a default when retrieving a non-existent member. This method is used when using the `[key]` notation for accessing members. """ return None def deepdict(self): return deepdict(self)
Ancestors
- builtins.dict
Methods
def deepdict(self)