FM / python3.8

/snap/core20/2769/usr/lib/python3.8

Name	Size	Mode	Actions
asyncio/	-	0755	rm
collections/	-	0755	rm
concurrent/	-	0755	rm
ctypes/	-	0755	rm
curses/	-	0755	rm
dbm/	-	0755	rm
distutils/	-	0755	rm
email/	-	0755	rm
encodings/	-	0755	rm
html/	-	0755	rm
http/	-	0755	rm
importlib/	-	0755	rm
json/	-	0755	rm
lib-dynload/	-	0755	rm
lib2to3/	-	0755	rm
logging/	-	0755	rm
multiprocessing/	-	0755	rm
pydoc_data/	-	0755	rm
sqlite3/	-	0755	rm
test/	-	0755	rm
unittest/	-	0755	rm
urllib/	-	0755	rm
venv/	-	0755	rm
wsgiref/	-	0755	rm
xml/	-	0755	rm
xmlrpc/	-	0755	rm
__pycache__/	-	0755	rm
abc.py	4489	0644	edit dl rm
aifc.py	32814	0644	edit dl rm
antigravity.py	477	0644	edit dl rm
argparse.py	96311	0644	edit dl rm
ast.py	19234	0644	edit dl rm
asynchat.py	11328	0644	edit dl rm
asyncore.py	20094	0644	edit dl rm
base64.py	20382	0755	edit dl rm
bdb.py	32056	0644	edit dl rm
binhex.py	13954	0644	edit dl rm
bisect.py	2214	0644	edit dl rm
bz2.py	12558	0644	edit dl rm
calendar.py	24832	0644	edit dl rm
cgi.py	33932	0755	edit dl rm
cgitb.py	12096	0644	edit dl rm
chunk.py	5435	0644	edit dl rm
cmd.py	14860	0644	edit dl rm
code.py	10622	0644	edit dl rm
codecs.py	36667	0644	edit dl rm
codeop.py	6330	0644	edit dl rm
colorsys.py	4064	0644	edit dl rm
compileall.py	13678	0644	edit dl rm
configparser.py	54374	0644	edit dl rm
contextlib.py	24995	0644	edit dl rm
contextvars.py	129	0644	edit dl rm
copy.py	8661	0644	edit dl rm
copyreg.py	7135	0644	edit dl rm
cProfile.py	6998	0755	edit dl rm
crypt.py	3610	0644	edit dl rm
csv.py	16144	0644	edit dl rm
dataclasses.py	49973	0644	edit dl rm
datetime.py	88287	0644	edit dl rm
decimal.py	320	0644	edit dl rm
difflib.py	84058	0644	edit dl rm
dis.py	20570	0644	edit dl rm
doctest.py	104543	0644	edit dl rm
dummy_threading.py	2815	0644	edit dl rm
enum.py	38136	0644	edit dl rm
filecmp.py	9830	0644	edit dl rm
fileinput.py	14709	0644	edit dl rm
fnmatch.py	4079	0644	edit dl rm
formatter.py	15143	0644	edit dl rm
fractions.py	24329	0644	edit dl rm
ftplib.py	35129	0644	edit dl rm
functools.py	37406	0644	edit dl rm
genericpath.py	4975	0644	edit dl rm
getopt.py	7489	0644	edit dl rm
getpass.py	5994	0644	edit dl rm
gettext.py	27565	0644	edit dl rm
glob.py	5697	0644	edit dl rm
gzip.py	21413	0644	edit dl rm
hashlib.py	9730	0644	edit dl rm
heapq.py	22877	0644	edit dl rm
hmac.py	6629	0644	edit dl rm
imaplib.py	53775	0644	edit dl rm
imghdr.py	3808	0644	edit dl rm
imp.py	10536	0644	edit dl rm
inspect.py	118550	0644	edit dl rm
io.py	3541	0644	edit dl rm
ipaddress.py	76336	0644	edit dl rm
keyword.py	945	0644	edit dl rm
LICENSE.txt	13925	0644	edit dl rm
linecache.py	5330	0644	edit dl rm
locale.py	78195	0644	edit dl rm
lzma.py	12983	0644	edit dl rm
mailbox.py	78661	0644	edit dl rm
mailcap.py	9067	0644	edit dl rm
mimetypes.py	21664	0644	edit dl rm
modulefinder.py	24430	0644	edit dl rm
netrc.py	5566	0644	edit dl rm
nntplib.py	43261	0644	edit dl rm
ntpath.py	25814	0644	edit dl rm
nturl2path.py	2887	0644	edit dl rm
numbers.py	10244	0644	edit dl rm
opcode.py	5808	0644	edit dl rm
operator.py	10711	0644	edit dl rm
optparse.py	60369	0644	edit dl rm
os.py	38995	0644	edit dl rm
pathlib.py	52610	0644	edit dl rm
pdb.py	62738	0755	edit dl rm
pickle.py	64467	0644	edit dl rm
pickletools.py	93486	0644	edit dl rm
pipes.py	8916	0644	edit dl rm
pkgutil.py	21461	0644	edit dl rm
platform.py	40425	0755	edit dl rm
plistlib.py	32460	0644	edit dl rm
poplib.py	15200	0644	edit dl rm
posixpath.py	15500	0644	edit dl rm
pprint.py	21484	0644	edit dl rm
profile.py	23534	0755	edit dl rm
pstats.py	27345	0644	edit dl rm
pty.py	4807	0644	edit dl rm
pyclbr.py	15255	0644	edit dl rm
pydoc.py	106863	0755	edit dl rm
py_compile.py	8148	0644	edit dl rm
queue.py	11356	0644	edit dl rm
quopri.py	7252	0755	edit dl rm
random.py	28802	0644	edit dl rm
re.py	15861	0644	edit dl rm
reprlib.py	5267	0644	edit dl rm
rlcompleter.py	7097	0644	edit dl rm
runpy.py	12052	0644	edit dl rm
sched.py	6442	0644	edit dl rm
secrets.py	2038	0644	edit dl rm
selectors.py	18561	0644	edit dl rm
shelve.py	8527	0644	edit dl rm
shlex.py	13325	0644	edit dl rm
shutil.py	51474	0644	edit dl rm
signal.py	2273	0644	edit dl rm
site.py	22336	0644	edit dl rm
sitecustomize.py	-	0	edit dl rm
smtpd.py	34709	0755	edit dl rm
smtplib.py	44804	0755	edit dl rm
sndhdr.py	7099	0644	edit dl rm
socket.py	35243	0644	edit dl rm
socketserver.py	27296	0644	edit dl rm
sre_compile.py	26695	0644	edit dl rm
sre_constants.py	7154	0644	edit dl rm
sre_parse.py	40230	0644	edit dl rm
ssl.py	52363	0644	edit dl rm
stat.py	5485	0644	edit dl rm
statistics.py	39690	0644	edit dl rm
string.py	10535	0644	edit dl rm
stringprep.py	12917	0644	edit dl rm
struct.py	257	0644	edit dl rm
subprocess.py	77330	0644	edit dl rm
sunau.py	18375	0644	edit dl rm
symbol.py	2109	0644	edit dl rm
symtable.py	8021	0644	edit dl rm
sysconfig.py	25035	0644	edit dl rm
tabnanny.py	11406	0755	edit dl rm
tarfile.py	95580	0755	edit dl rm
telnetlib.py	23254	0644	edit dl rm
tempfile.py	32920	0644	edit dl rm
textwrap.py	19407	0644	edit dl rm
this.py	1003	0644	edit dl rm
threading.py	50820	0644	edit dl rm
timeit.py	13480	0755	edit dl rm
token.py	2368	0644	edit dl rm
tokenize.py	25841	0644	edit dl rm
trace.py	29858	0755	edit dl rm
traceback.py	23611	0644	edit dl rm
tracemalloc.py	17076	0644	edit dl rm
tty.py	879	0644	edit dl rm
turtle.py	143716	0644	edit dl rm
types.py	9713	0644	edit dl rm
typing.py	68962	0644	edit dl rm
uu.py	6957	0755	edit dl rm
uuid.py	30466	0644	edit dl rm
warnings.py	19688	0644	edit dl rm
wave.py	18230	0644	edit dl rm
weakref.py	21387	0644	edit dl rm
webbrowser.py	24083	0755	edit dl rm
xdrlib.py	5913	0644	edit dl rm
zipapp.py	7535	0644	edit dl rm
zipfile.py	89135	0644	edit dl rm
zipimport.py	30765	0644	edit dl rm
_bootlocale.py	1801	0644	edit dl rm
_collections_abc.py	26100	0644	edit dl rm
_compat_pickle.py	8749	0644	edit dl rm
_compression.py	5340	0644	edit dl rm
_dummy_thread.py	6027	0644	edit dl rm
_markupbase.py	14598	0644	edit dl rm
_osx_support.py	21774	0644	edit dl rm
_pydecimal.py	228666	0644	edit dl rm
_pyio.py	93177	0644	edit dl rm
_py_abc.py	6189	0644	edit dl rm
_sitebuiltins.py	3115	0644	edit dl rm
_strptime.py	25268	0644	edit dl rm
_sysconfigdata__linux_x86_64-linux-gnu.py	25834	0644	edit dl rm
_sysconfigdata__x86_64-linux-gnu.py	25834	0644	edit dl rm
_threading_local.py	7220	0644	edit dl rm
_weakrefset.py	5735	0644	edit dl rm
__future__.py	5147	0644	edit dl rm
__phello__.foo.py	64	0644	edit dl rm

Edit: /snap/core20/2769/usr/lib/python3.8/csv.py (16144B)

"""
csv.py - read/write/investigate CSV files
"""

import re
from _csv import Error, __version__, writer, reader, register_dialect, \
                 unregister_dialect, get_dialect, list_dialects, \
                 field_size_limit, \
                 QUOTE_MINIMAL, QUOTE_ALL, QUOTE_NONNUMERIC, QUOTE_NONE, \
                 __doc__
from _csv import Dialect as _Dialect

from io import StringIO

__all__ = ["QUOTE_MINIMAL", "QUOTE_ALL", "QUOTE_NONNUMERIC", "QUOTE_NONE",
           "Error", "Dialect", "__doc__", "excel", "excel_tab",
           "field_size_limit", "reader", "writer",
           "register_dialect", "get_dialect", "list_dialects", "Sniffer",
           "unregister_dialect", "__version__", "DictReader", "DictWriter",
           "unix_dialect"]

class Dialect:
    """Describe a CSV dialect.

This must be subclassed (see csv.excel).  Valid attributes are:
    delimiter, quotechar, escapechar, doublequote, skipinitialspace,
    lineterminator, quoting.

"""
    _name = ""
    _valid = False
    # placeholders
    delimiter = None
    quotechar = None
    escapechar = None
    doublequote = None
    skipinitialspace = None
    lineterminator = None
    quoting = None

def __init__(self):
        if self.__class__ != Dialect:
            self._valid = True
        self._validate()

def _validate(self):
        try:
            _Dialect(self)
        except TypeError as e:
            # We do this for compatibility with py2.3
            raise Error(str(e))

class excel(Dialect):
    """Describe the usual properties of Excel-generated CSV files."""
    delimiter = ','
    quotechar = '"'
    doublequote = True
    skipinitialspace = False
    lineterminator = '\r\n'
    quoting = QUOTE_MINIMAL
register_dialect("excel", excel)

class excel_tab(excel):
    """Describe the usual properties of Excel-generated TAB-delimited files."""
    delimiter = '\t'
register_dialect("excel-tab", excel_tab)

class unix_dialect(Dialect):
    """Describe the usual properties of Unix-generated CSV files."""
    delimiter = ','
    quotechar = '"'
    doublequote = True
    skipinitialspace = False
    lineterminator = '\n'
    quoting = QUOTE_ALL
register_dialect("unix", unix_dialect)

class DictReader:
    def __init__(self, f, fieldnames=None, restkey=None, restval=None,
                 dialect="excel", *args, **kwds):
        self._fieldnames = fieldnames   # list of keys for the dict
        self.restkey = restkey          # key to catch long rows
        self.restval = restval          # default value for short rows
        self.reader = reader(f, dialect, *args, **kwds)
        self.dialect = dialect
        self.line_num = 0

def __iter__(self):
        return self

@property
    def fieldnames(self):
        if self._fieldnames is None:
            try:
                self._fieldnames = next(self.reader)
            except StopIteration:
                pass
        self.line_num = self.reader.line_num
        return self._fieldnames

@fieldnames.setter
    def fieldnames(self, value):
        self._fieldnames = value

def __next__(self):
        if self.line_num == 0:
            # Used only for its side effect.
            self.fieldnames
        row = next(self.reader)
        self.line_num = self.reader.line_num

# unlike the basic reader, we prefer not to return blanks,
        # because we will typically wind up with a dict full of None
        # values
        while row == []:
            row = next(self.reader)
        d = dict(zip(self.fieldnames, row))
        lf = len(self.fieldnames)
        lr = len(row)
        if lf < lr:
            d[self.restkey] = row[lf:]
        elif lf > lr:
            for key in self.fieldnames[lr:]:
                d[key] = self.restval
        return d

class DictWriter:
    def __init__(self, f, fieldnames, restval="", extrasaction="raise",
                 dialect="excel", *args, **kwds):
        self.fieldnames = fieldnames    # list of keys for the dict
        self.restval = restval          # for writing short dicts
        if extrasaction.lower() not in ("raise", "ignore"):
            raise ValueError("extrasaction (%s) must be 'raise' or 'ignore'"
                             % extrasaction)
        self.extrasaction = extrasaction
        self.writer = writer(f, dialect, *args, **kwds)

def writeheader(self):
        header = dict(zip(self.fieldnames, self.fieldnames))
        return self.writerow(header)

def _dict_to_list(self, rowdict):
        if self.extrasaction == "raise":
            wrong_fields = rowdict.keys() - self.fieldnames
            if wrong_fields:
                raise ValueError("dict contains fields not in fieldnames: "
                                 + ", ".join([repr(x) for x in wrong_fields]))
        return (rowdict.get(key, self.restval) for key in self.fieldnames)

def writerow(self, rowdict):
        return self.writer.writerow(self._dict_to_list(rowdict))

def writerows(self, rowdicts):
        return self.writer.writerows(map(self._dict_to_list, rowdicts))

# Guard Sniffer's type checking against builds that exclude complex()
try:
    complex
except NameError:
    complex = float

class Sniffer:
    '''
    "Sniffs" the format of a CSV file (i.e. delimiter, quotechar)
    Returns a Dialect object.
    '''
    def __init__(self):
        # in case there is more than one possible delimiter
        self.preferred = [',', '\t', ';', ' ', ':']

def sniff(self, sample, delimiters=None):
        """
        Returns a dialect (or None) corresponding to the sample
        """

quotechar, doublequote, delimiter, skipinitialspace = \
                   self._guess_quote_and_delimiter(sample, delimiters)
        if not delimiter:
            delimiter, skipinitialspace = self._guess_delimiter(sample,
                                                                delimiters)

if not delimiter:
            raise Error("Could not determine delimiter")

class dialect(Dialect):
            _name = "sniffed"
            lineterminator = '\r\n'
            quoting = QUOTE_MINIMAL
            # escapechar = ''

dialect.doublequote = doublequote
        dialect.delimiter = delimiter
        # _csv.reader won't accept a quotechar of ''
        dialect.quotechar = quotechar or '"'
        dialect.skipinitialspace = skipinitialspace

return dialect

def _guess_quote_and_delimiter(self, data, delimiters):
        """
        Looks for text enclosed between two identical quotes
        (the probable quotechar) which are preceded and followed
        by the same character (the probable delimiter).
        For example:
                         ,'some text',
        The quote with the most wins, same with the delimiter.
        If there is no quotechar the delimiter can't be determined
        this way.
        """

matches = []
        for restr in (r'(?P<delim>[^\w\n"\'])(?P<space> ?)(?P<quote>["\']).*?(?P=quote)(?P=delim)', # ,".*?",
                      r'(?:^|\n)(?P<quote>["\']).*?(?P=quote)(?P<delim>[^\w\n"\'])(?P<space> ?)',   #  ".*?",
                      r'(?P<delim>[^\w\n"\'])(?P<space> ?)(?P<quote>["\']).*?(?P=quote)(?:$|\n)',   # ,".*?"
                      r'(?:^|\n)(?P<quote>["\']).*?(?P=quote)(?:$|\n)'):                            #  ".*?" (no delim, no space)
            regexp = re.compile(restr, re.DOTALL | re.MULTILINE)
            matches = regexp.findall(data)
            if matches:
                break

if not matches:
            # (quotechar, doublequote, delimiter, skipinitialspace)
            return ('', False, None, 0)
        quotes = {}
        delims = {}
        spaces = 0
        groupindex = regexp.groupindex
        for m in matches:
            n = groupindex['quote'] - 1
            key = m[n]
            if key:
                quotes[key] = quotes.get(key, 0) + 1
            try:
                n = groupindex['delim'] - 1
                key = m[n]
            except KeyError:
                continue
            if key and (delimiters is None or key in delimiters):
                delims[key] = delims.get(key, 0) + 1
            try:
                n = groupindex['space'] - 1
            except KeyError:
                continue
            if m[n]:
                spaces += 1

quotechar = max(quotes, key=quotes.get)

if delims:
            delim = max(delims, key=delims.get)
            skipinitialspace = delims[delim] == spaces
            if delim == '\n': # most likely a file with a single column
                delim = ''
        else:
            # there is *no* delimiter, it's a single column of quoted data
            delim = ''
            skipinitialspace = 0

# if we see an extra quote between delimiters, we've got a
        # double quoted format
        dq_regexp = re.compile(
                               r"((%(delim)s)|^)\W*%(quote)s[^%(delim)s\n]*%(quote)s[^%(delim)s\n]*%(quote)s\W*((%(delim)s)|$)" % \
                               {'delim':re.escape(delim), 'quote':quotechar}, re.MULTILINE)

if dq_regexp.search(data):
            doublequote = True
        else:
            doublequote = False

return (quotechar, doublequote, delim, skipinitialspace)

def _guess_delimiter(self, data, delimiters):
        """
        The delimiter /should/ occur the same number of times on
        each row. However, due to malformed data, it may not. We don't want
        an all or nothing approach, so we allow for small variations in this
        number.
          1) build a table of the frequency of each character on every line.
          2) build a table of frequencies of this frequency (meta-frequency?),
             e.g.  'x occurred 5 times in 10 rows, 6 times in 1000 rows,
             7 times in 2 rows'
          3) use the mode of the meta-frequency to determine the /expected/
             frequency for that character
          4) find out how often the character actually meets that goal
          5) the character that best meets its goal is the delimiter
        For performance reasons, the data is evaluated in chunks, so it can
        try and evaluate the smallest portion of the data possible, evaluating
        additional chunks as necessary.
        """

data = list(filter(None, data.split('\n')))

ascii = [chr(c) for c in range(127)] # 7-bit ASCII

# build frequency tables
        chunkLength = min(10, len(data))
        iteration = 0
        charFrequency = {}
        modes = {}
        delims = {}
        start, end = 0, chunkLength
        while start < len(data):
            iteration += 1
            for line in data[start:end]:
                for char in ascii:
                    metaFrequency = charFrequency.get(char, {})
                    # must count even if frequency is 0
                    freq = line.count(char)
                    # value is the mode
                    metaFrequency[freq] = metaFrequency.get(freq, 0) + 1
                    charFrequency[char] = metaFrequency

for char in charFrequency.keys():
                items = list(charFrequency[char].items())
                if len(items) == 1 and items[0][0] == 0:
                    continue
                # get the mode of the frequencies
                if len(items) > 1:
                    modes[char] = max(items, key=lambda x: x[1])
                    # adjust the mode - subtract the sum of all
                    # other frequencies
                    items.remove(modes[char])
                    modes[char] = (modes[char][0], modes[char][1]
                                   - sum(item[1] for item in items))
                else:
                    modes[char] = items[0]

# build a list of possible delimiters
            modeList = modes.items()
            total = float(min(chunkLength * iteration, len(data)))
            # (rows of consistent data) / (number of rows) = 100%
            consistency = 1.0
            # minimum consistency threshold
            threshold = 0.9
            while len(delims) == 0 and consistency >= threshold:
                for k, v in modeList:
                    if v[0] > 0 and v[1] > 0:
                        if ((v[1]/total) >= consistency and
                            (delimiters is None or k in delimiters)):
                            delims[k] = v
                consistency -= 0.01

if len(delims) == 1:
                delim = list(delims.keys())[0]
                skipinitialspace = (data[0].count(delim) ==
                                    data[0].count("%c " % delim))
                return (delim, skipinitialspace)

# analyze another chunkLength lines
            start = end
            end += chunkLength

if not delims:
            return ('', 0)

# if there's more than one, fall back to a 'preferred' list
        if len(delims) > 1:
            for d in self.preferred:
                if d in delims.keys():
                    skipinitialspace = (data[0].count(d) ==
                                        data[0].count("%c " % d))
                    return (d, skipinitialspace)

# nothing else indicates a preference, pick the character that
        # dominates(?)
        items = [(v,k) for (k,v) in delims.items()]
        items.sort()
        delim = items[-1][1]

skipinitialspace = (data[0].count(delim) ==
                            data[0].count("%c " % delim))
        return (delim, skipinitialspace)

def has_header(self, sample):
        # Creates a dictionary of types of data in each column. If any
        # column is of a single type (say, integers), *except* for the first
        # row, then the first row is presumed to be labels. If the type
        # can't be determined, it is assumed to be a string in which case
        # the length of the string is the determining factor: if all of the
        # rows except for the first are the same length, it's a header.
        # Finally, a 'vote' is taken at the end for each column, adding or
        # subtracting from the likelihood of the first row being a header.

rdr = reader(StringIO(sample), self.sniff(sample))

header = next(rdr) # assume first row is header

columns = len(header)
        columnTypes = {}
        for i in range(columns): columnTypes[i] = None

checked = 0
        for row in rdr:
            # arbitrary number of rows to check, to keep it sane
            if checked > 20:
                break
            checked += 1

if len(row) != columns:
                continue # skip rows that have irregular number of columns

for col in list(columnTypes.keys()):

for thisType in [int, float, complex]:
                    try:
                        thisType(row[col])
                        break
                    except (ValueError, OverflowError):
                        pass
                else:
                    # fallback to length of string
                    thisType = len(row[col])

if thisType != columnTypes[col]:
                    if columnTypes[col] is None: # add new column type
                        columnTypes[col] = thisType
                    else:
                        # type is inconsistent, remove column from
                        # consideration
                        del columnTypes[col]

# finally, compare results against first row and "vote"
        # on whether it's a header
        hasHeader = 0
        for col, colType in columnTypes.items():
            if type(colType) == type(0): # it's a length
                if len(header[col]) != colType:
                    hasHeader += 1
                else:
                    hasHeader -= 1
            else: # attempt typecast
                try:
                    colType(header[col])
                except (ValueError, TypeError):
                    hasHeader += 1
                else:
                    hasHeader -= 1

return hasHeader > 0

cmd: