Module pycollector.util

Expand source code Browse git
import os
from datetime import datetime, timedelta, date
import pytz
import copy


def mergedict(d1, d2):
    assert isinstance(d1, dict) and isinstance(d2, dict)
    d = copy.deepcopy(d1)
    d.update(d2)
    return d


def lowerif(s, b):
    return s.lower() if b else s


def isday(yyyymmdd):
    """Is the yyyymmdd formatted as 'YYYY-MM-DD' such as '2020-03-18'"""
    try:
        datetime.strptime(yyyymmdd, '%Y-%m-%d')
        return True
    except ValueError:
        return False

    
def isdate(yyyymmdd):
    """Alias for isday"""
    return isday(yyyymmdd)


def fromdate(yyyymmdd):
    return yyyymmdd_to_date(yyyymmdd)


def ismonday(yyyymmdd):
    if isday(yyyymmdd):
        return datetime.strptime(yyyymmdd, '%Y-%m-%d').weekday() == 0
    else:
        return False


def is_more_recent_than(yyyymmdd_1, yyyymmdd_2):
    assert isday(yyyymmdd_1) and isday(yyyymmdd_2), "Invalid input - must be 'YYYY-MM-DD'"
    return datetime.strptime(yyyymmdd_1, '%Y-%m-%d').date() >= datetime.strptime(yyyymmdd_2, '%Y-%m-%d').date()


def yyyymmdd_to_date(yyyymmdd):
    return datetime.strptime(yyyymmdd, '%Y-%m-%d').date()


def is_email_address(emailstr, strict=False):
    """Quick and dirty, will throw an error on blank characters if strict=True"""
    return '@' in emailstr and '.' in emailstr and "'" not in emailstr and '"' not in emailstr and (strict is False or " " not in emailstr)


def allmondays(year=datetime.today().year):
    assert isinstance(year, int), "year must be int(YYYY), such as int(2020)"
    d = date(year, 1, 1)                # January 1st
    d += timedelta(days = 7-d.weekday())  # First monday
    
    mondays = []
    while d.year == year:
        mondays.append(str(d))
        d += timedelta(days = 7)
    return mondays


def timestamp_YYYYMMDD_HHMMSS():
    """Datetime stamp in eastern timezone with second resolution"""
    return datetime.now().astimezone(pytz.timezone("US/Eastern")).strftime("%Y-%m-%d %H:%M:%S")    


def istimestamp_YYYYMMDD_HHMMSS(t):
    try:
        fromtimestamp_YYYYMMDD_HHMMSS(t)
        return True
    except:
        return False


def fromtimestamp_YYYYMMDD_HHMMSS(ts):
    """Assumed eastern timezone"""
    return datetime.strptime(ts, "%Y-%m-%d %H:%M:%S")


def timestamp():
    """Datetime stamp in eastern timezone with microsecond resolution"""    
    return datetime.now().astimezone(pytz.timezone("US/Eastern")).strftime("%Y-%m-%dT%H:%M:%S.%f%z")


def istimestamp(t):
    try:
        fromtimestamp(t)
        return True
    except:
        return False

    
def fromtimestamp(ts):
    if ":" == ts[-3:-2]:
        ts = ts[:-3]+ts[-2:]  # '2021-03-12T12:26:57-05:00  -> '2021-03-12T12:26:57-0500'
    try:
        return datetime.strptime(ts, "%Y-%m-%dT%H:%M:%S.%f%z")
    except:
        return datetime.strptime(ts, "%Y-%m-%d %H:%M:%S%z")    

    
def clockstamp():
    """Datetime stamp in eastern timezone with second resolution"""        
    return datetime.now().astimezone(pytz.timezone("US/Eastern")).strftime("%Y-%m-%dT%H:%M:%S%z")    

def datestamp():
    return datetime.now().strftime("%Y-%b-%d")    


def today():
    return datetime.now().date()


def fromclockstamp(ts):
    return datetime.strptime(ts, "%Y-%m-%dT%H:%M:%S")


def allmondays_since(yyyymmdd):
    assert isday(yyyymmdd)
    since = datetime.strptime(yyyymmdd, '%Y-%m-%d')
    lastmonday = since - timedelta(days=since.weekday())
    mondays = allmondays(since.year)
    return [m for m in mondays if datetime.strptime(m, '%Y-%m-%d') >= lastmonday and datetime.strptime(m, '%Y-%m-%d') <= datetime.now()]


def lastmonday(yyyymmdd=None):
    since = datetime.strptime(yyyymmdd, '%Y-%m-%d') if yyyymmdd is not None else datetime.now()
    return str((since - timedelta(days=since.weekday())).date())


def lastweek_monday(yyyymmdd=None):
    since = datetime.strptime(yyyymmdd, '%Y-%m-%d') if yyyymmdd is not None else datetime.today()
    return str((since + timedelta(days=-since.weekday(), weeks=-1)).date())


def nextsunday(yyyymmdd=None):
    return str((yyyymmdd_to_date(lastmonday(yyyymmdd)) + timedelta(days=6)))


def nextday(yyyymmdd=None):
    return str(yyyymmdd_to_date(yyyymmdd) + timedelta(days=1))




    


    

Functions

def allmondays(year=2022)
Expand source code Browse git
def allmondays(year=datetime.today().year):
    assert isinstance(year, int), "year must be int(YYYY), such as int(2020)"
    d = date(year, 1, 1)                # January 1st
    d += timedelta(days = 7-d.weekday())  # First monday
    
    mondays = []
    while d.year == year:
        mondays.append(str(d))
        d += timedelta(days = 7)
    return mondays
def allmondays_since(yyyymmdd)
Expand source code Browse git
def allmondays_since(yyyymmdd):
    assert isday(yyyymmdd)
    since = datetime.strptime(yyyymmdd, '%Y-%m-%d')
    lastmonday = since - timedelta(days=since.weekday())
    mondays = allmondays(since.year)
    return [m for m in mondays if datetime.strptime(m, '%Y-%m-%d') >= lastmonday and datetime.strptime(m, '%Y-%m-%d') <= datetime.now()]
def clockstamp()

Datetime stamp in eastern timezone with second resolution

Expand source code Browse git
def clockstamp():
    """Datetime stamp in eastern timezone with second resolution"""        
    return datetime.now().astimezone(pytz.timezone("US/Eastern")).strftime("%Y-%m-%dT%H:%M:%S%z")    
def datestamp()
Expand source code Browse git
def datestamp():
    return datetime.now().strftime("%Y-%b-%d")    
def fromclockstamp(ts)
Expand source code Browse git
def fromclockstamp(ts):
    return datetime.strptime(ts, "%Y-%m-%dT%H:%M:%S")
def fromdate(yyyymmdd)
Expand source code Browse git
def fromdate(yyyymmdd):
    return yyyymmdd_to_date(yyyymmdd)
def fromtimestamp(ts)
Expand source code Browse git
def fromtimestamp(ts):
    if ":" == ts[-3:-2]:
        ts = ts[:-3]+ts[-2:]  # '2021-03-12T12:26:57-05:00  -> '2021-03-12T12:26:57-0500'
    try:
        return datetime.strptime(ts, "%Y-%m-%dT%H:%M:%S.%f%z")
    except:
        return datetime.strptime(ts, "%Y-%m-%d %H:%M:%S%z")    
def fromtimestamp_YYYYMMDD_HHMMSS(ts)

Assumed eastern timezone

Expand source code Browse git
def fromtimestamp_YYYYMMDD_HHMMSS(ts):
    """Assumed eastern timezone"""
    return datetime.strptime(ts, "%Y-%m-%d %H:%M:%S")
def is_email_address(emailstr, strict=False)

Quick and dirty, will throw an error on blank characters if strict=True

Expand source code Browse git
def is_email_address(emailstr, strict=False):
    """Quick and dirty, will throw an error on blank characters if strict=True"""
    return '@' in emailstr and '.' in emailstr and "'" not in emailstr and '"' not in emailstr and (strict is False or " " not in emailstr)
def is_more_recent_than(yyyymmdd_1, yyyymmdd_2)
Expand source code Browse git
def is_more_recent_than(yyyymmdd_1, yyyymmdd_2):
    assert isday(yyyymmdd_1) and isday(yyyymmdd_2), "Invalid input - must be 'YYYY-MM-DD'"
    return datetime.strptime(yyyymmdd_1, '%Y-%m-%d').date() >= datetime.strptime(yyyymmdd_2, '%Y-%m-%d').date()
def isdate(yyyymmdd)

Alias for isday

Expand source code Browse git
def isdate(yyyymmdd):
    """Alias for isday"""
    return isday(yyyymmdd)
def isday(yyyymmdd)

Is the yyyymmdd formatted as 'YYYY-MM-DD' such as '2020-03-18'

Expand source code Browse git
def isday(yyyymmdd):
    """Is the yyyymmdd formatted as 'YYYY-MM-DD' such as '2020-03-18'"""
    try:
        datetime.strptime(yyyymmdd, '%Y-%m-%d')
        return True
    except ValueError:
        return False
def ismonday(yyyymmdd)
Expand source code Browse git
def ismonday(yyyymmdd):
    if isday(yyyymmdd):
        return datetime.strptime(yyyymmdd, '%Y-%m-%d').weekday() == 0
    else:
        return False
def istimestamp(t)
Expand source code Browse git
def istimestamp(t):
    try:
        fromtimestamp(t)
        return True
    except:
        return False
def istimestamp_YYYYMMDD_HHMMSS(t)
Expand source code Browse git
def istimestamp_YYYYMMDD_HHMMSS(t):
    try:
        fromtimestamp_YYYYMMDD_HHMMSS(t)
        return True
    except:
        return False
def lastmonday(yyyymmdd=None)
Expand source code Browse git
def lastmonday(yyyymmdd=None):
    since = datetime.strptime(yyyymmdd, '%Y-%m-%d') if yyyymmdd is not None else datetime.now()
    return str((since - timedelta(days=since.weekday())).date())
def lastweek_monday(yyyymmdd=None)
Expand source code Browse git
def lastweek_monday(yyyymmdd=None):
    since = datetime.strptime(yyyymmdd, '%Y-%m-%d') if yyyymmdd is not None else datetime.today()
    return str((since + timedelta(days=-since.weekday(), weeks=-1)).date())
def lowerif(s, b)
Expand source code Browse git
def lowerif(s, b):
    return s.lower() if b else s
def mergedict(d1, d2)
Expand source code Browse git
def mergedict(d1, d2):
    assert isinstance(d1, dict) and isinstance(d2, dict)
    d = copy.deepcopy(d1)
    d.update(d2)
    return d
def nextday(yyyymmdd=None)
Expand source code Browse git
def nextday(yyyymmdd=None):
    return str(yyyymmdd_to_date(yyyymmdd) + timedelta(days=1))
def nextsunday(yyyymmdd=None)
Expand source code Browse git
def nextsunday(yyyymmdd=None):
    return str((yyyymmdd_to_date(lastmonday(yyyymmdd)) + timedelta(days=6)))
def timestamp()

Datetime stamp in eastern timezone with microsecond resolution

Expand source code Browse git
def timestamp():
    """Datetime stamp in eastern timezone with microsecond resolution"""    
    return datetime.now().astimezone(pytz.timezone("US/Eastern")).strftime("%Y-%m-%dT%H:%M:%S.%f%z")
def timestamp_YYYYMMDD_HHMMSS()

Datetime stamp in eastern timezone with second resolution

Expand source code Browse git
def timestamp_YYYYMMDD_HHMMSS():
    """Datetime stamp in eastern timezone with second resolution"""
    return datetime.now().astimezone(pytz.timezone("US/Eastern")).strftime("%Y-%m-%d %H:%M:%S")    
def today()
Expand source code Browse git
def today():
    return datetime.now().date()
def yyyymmdd_to_date(yyyymmdd)
Expand source code Browse git
def yyyymmdd_to_date(yyyymmdd):
    return datetime.strptime(yyyymmdd, '%Y-%m-%d').date()