"""Import routines several ERT file formats."""
import re
from pathlib import Path
import numpy as np
import pygimli as pg
[docs]
def load(fileName, verbose=False, **kwargs):
"""Shortcut to load ERT data.
Import Data and try to assume the file format.
Additionally to unified data format we support the wide-spread res2dinv
format as well as ASCII column files generated by the processing software
of various instruments (ABEM LS, Syscal Pro, Resecs, LGW)
Parameters
----------
fileName: str
file name
verbose : bool
print some stuff or not
ensureKRhoa : bool
make sure data container has geometric factors and apparent resistivity
Returns
-------
data: pg.DataContainerERT
"""
if fileName.endswith(".bin"):
data = importSyscalPro(fileName, verbose=verbose, **kwargs)
elif fileName.endswith(".tx0"):
return import4PointLight(fileName, verbose=verbose, **kwargs)
else:
data = pg.load(fileName)
if not isinstance(data, pg.DataContainerERT):
try:
data = importAsciiColumns(fileName)
except Exception as e:
pg.info(e)
try:
data = importRes2dInv(fileName)
return data
except Exception as e:
pg.info(e)
if kwargs.pop('ensureKRhoa', False):
if not data.haveData('k'):
data.createGeometricFactors()
if data.haveData('r'):
data['rhoa'] = data['r'] * data['k']
elif data.haveData('u') and data.haveData('i'):
data['rhoa'] = data['u'] / data['i'] * data['k']
if isinstance(data, pg.DataContainerERT):
return data
pg.critical("Can't import ERT data file.", fileName)
def importRes2dInv(filename, verbose=False, return_header=False):
"""Read res2dinv format file.
Parameters
----------
filename : str
verbose : bool [False]
return_header : bool [False]
Returns
-------
pg.DataContainerERT and (in case of return_header=True)
header dictionary
Format
------
str - title
float - unit spacing [m]
int - Array Number (1-Wenner, 3-Dipole-dipole atm only)
int - Number of Datapoints
float - x-location given in terms of first electrode
use 1 if mid-point location is given
int - 0 for no IP, use 1 if IP present
str - Phase Angle if IP present
str - mrad if IP present
0,90.0 - if IP present
dataBody
"""
def getNonEmptyRow(i, comment='#'):
s = next(i)
while s[0] is comment:
s = next(i)
return s.split('\r\n')[0]
# def getNonEmptyRow(...)
with Path(filename).open('r') as fi:
content = fi.readlines()
it = iter(content)
header = {}
header['name'] = getNonEmptyRow(it, comment=';')
header['spacing'] = float(getNonEmptyRow(it, comment=';'))
typrow = getNonEmptyRow(it, comment=';')
typ = int(typrow.rstrip('\n').rstrip('R').rstrip('L'))
if typ == 11:
# independent electrode positions
header['subtype'] = int(getNonEmptyRow(it, comment=';'))
header['dummy'] = getNonEmptyRow(it, comment=';')
isR = int(getNonEmptyRow(it, comment=';'))
nData = int(getNonEmptyRow(it, comment=';'))
xLoc = float(getNonEmptyRow(it, comment=';'))
hasIP = int(getNonEmptyRow(it, comment=';'))
if hasIP:
header['ipQuantity'] = getNonEmptyRow(it, comment=';')
header['ipUnit'] = getNonEmptyRow(it, comment=';')
header['ipData'] = getNonEmptyRow(it, comment=';')
ipline = header['ipData'].rstrip('\n').rstrip('\r').split(' ')
if len(ipline) > 2: # obviously spectral data?
header['ipNumGates'] = int(ipline[0])
header['ipDelay'] = float(ipline[1])
header['onTime'] = float(ipline[-2])
header['offTime'] = float(ipline[-1])
header['ipDT'] = np.array(ipline[2:-2], dtype=float)
header['ipGateT'] = np.cumsum(np.hstack((header['ipDelay'],
header['ipDT'])))
data = pg.DataContainerERT()
data.resize(nData)
if typ == 9 or typ == 10:
raise NotImplementedError("Don't know how to read:" + str(typ))
if typ in [11, 12, 13]: # mixed array
row = getNonEmptyRow(it, comment=';') # check what it is for
res = pg.Vector(nData, 0.0)
ip = pg.Vector(nData, 0.0)
err = pg.Vector(nData, 0.0)
iperr = pg.Vector(nData, 0.0)
specIP = []
hasErr = False
if row.startswith("Error"):
hasErr = True
row = getNonEmptyRow(it, comment=';')
if row.startswith("Type"):
row = getNonEmptyRow(it, comment=';')
header['ipErrType'] = int(row)
row = getNonEmptyRow(it, comment=';')
for i in range(nData):
if i > 0:
row = getNonEmptyRow(it, comment=';')
vals = row.replace(',', ' ').split()
nEls = int(float(vals[0]))
# row starts with 4
if nEls == 4:
eaID = data.createSensor(pg.Pos(float(vals[1]),
float(vals[2])))
ebID = data.createSensor(pg.Pos(float(vals[3]),
float(vals[4])))
emID = data.createSensor(pg.Pos(float(vals[5]),
float(vals[6])))
enID = data.createSensor(pg.Pos(float(vals[7]),
float(vals[8])))
elif nEls == 3:
eaID = data.createSensor(pg.Pos(float(vals[1]),
float(vals[2])))
ebID = -1
emID = data.createSensor(pg.Pos(float(vals[3]),
float(vals[4])))
enID = data.createSensor(pg.Pos(float(vals[5]),
float(vals[6])))
elif nEls == 2:
eaID = data.createSensor(pg.Pos(float(vals[1]),
float(vals[2])))
ebID = -1
emID = data.createSensor(pg.Pos(float(vals[3]),
float(vals[4])))
enID = -1
else:
raise ValueError('dont know how to handle first entry', vals[0])
res[i] = float(vals[nEls*2+1])
if hasIP:
# ip[i] = float(vals[nEls*2+2])
ipCol = nEls*2+2
ip[i] = float(vals[ipCol])
if 'ipNumGates' in header:
specIP.append(vals[ipCol:])
if hasErr:
ipCol = nEls*2+3
err[i] = float(vals[ipCol])
if hasIP:
ipErrCol = nEls*2+4
iperr[i] = float(vals[ipErrCol])
data.createFourPointData(i, eaID, ebID, emID, enID)
if isR:
data.set('r', res)
else:
data.set('rhoa', res)
if hasIP:
data.set('ip', ip)
if 'ipNumGates' in header:
A = np.array(specIP, dtype=float)
A[A > 1000] = -999
A[A < -1000] = -999
for i in range(header['ipNumGates']):
data.set('ip'+str(i+1), A[:, i])
if hasErr:
data["err"] = err
if hasIP:
data["iperr"] = iperr
else: # not type 11-13
# amount of values per column per typ
nntyp = [0, 3, 3, 4, 3, 3, 4, 4, 3, 0, 0, 8, 10]
nn = nntyp[typ] + hasIP # number of columns
dataBody = np.zeros((nn, nData))
for i in range(nData):
vals = getNonEmptyRow(it, comment=';').replace(',', ' ').split()
dataBody[:, i] = np.array(vals, dtype=float)
XX = dataBody[0]
EL = dataBody[1]
SP = pg.Vector(nData, 1.0)
if nn - hasIP == 4:
SP = dataBody[2]
AA = None
BB = None
NN = None
MM = None
if typ == 1: # Wenner
AA = XX - xLoc * EL * 1.5
MM = AA + EL
NN = MM + EL
BB = NN + EL
elif typ == 2: # Pole-Pole
AA = XX - xLoc * EL * 0.5
MM = AA + EL
elif typ == 3: # Dipole-Dipole
AA = XX - xLoc * EL * (SP / 2. + 1.)
BB = AA + EL
MM = BB + SP * EL
NN = MM + EL
elif typ == 3: # Dipole-Dipole
AA = XX - xLoc * EL * (SP / 2. + 1.)
BB = AA + EL
MM = BB + SP * EL
NN = MM + EL
elif typ == 4: # WENNER-BETA
AA = XX - xLoc * EL * 1.5
BB = AA + EL
MM = BB + EL
NN = MM + EL
elif typ == 5: # WENNER-GAMMA
AA = XX - xLoc * EL * 1.5
MM = AA + EL
BB = MM + EL
NN = BB + EL
elif typ == 6: # POLE-DIPOLE
AA = XX - xLoc * SP * EL - (SP - 1.) * (SP < 0.) * EL
MM = AA + SP * EL
NN = MM + np.sign(SP) * EL
elif typ == 7: # SCHLUMBERGER
AA = XX - xLoc * EL * (SP + 0.5)
MM = AA + SP * EL
NN = MM + EL
BB = NN + SP * EL
else:
raise NotImplementedError('Datatype ' + str(typ) + ' not yet supported')
for i in range(len(AA)):
eaID = data.createSensor(pg.Pos(AA[i], 0.0)) if AA is not None else -1
ebID = data.createSensor(pg.Pos(BB[i], 0.0)) if BB is not None else -1
emID = data.createSensor(pg.Pos(MM[i], 0.0)) if MM is not None else -1
enID = data.createSensor(pg.Pos(NN[i], 0.0)) if NN is not None else -1
data.createFourPointData(i, eaID, ebID, emID, enID)
data['rhoa'] = dataBody[nn - hasIP - 1]
if hasIP:
data['ip'] = dataBody[nn - 1]
try:
row = getNonEmptyRow(it, comment=';')
if row.lower().startswith('topography'):
row = getNonEmptyRow(it, comment=';')
istopo = int(row)
if istopo:
header["foundTopo"] = 1
ntopo = int(getNonEmptyRow(it, comment=';'))
ap = data.additionalPoints()
for _ in range(ntopo):
strs = getNonEmptyRow(it, comment=';').replace(',', ' ').split()
ap.push_back(pg.Pos([float(s) for s in strs]))
data.setAdditionalPoints(ap)
except StopIteration:
header["foundTopo"] = 0
data.sortSensorsX()
# data.sortSensorsIndex()
if return_header:
return data, header
else:
return data
# def importRes2dInv(...)
def importAsciiColumns(filename, verbose=False, return_header=False):
"""Import any ERT data file organized in columns with column header.
Input can be:
* Terrameter LS or SAS Ascii Export format, e.g.
Time MeasID DPID Channel A(x) A(y) A(z) B(x) B(y) B(z) M(x) M(y) M(z)
N(x) N(y) N(z) F(x) F(y) F(z) Note I(mA) Uout(V) U(V) SP(V) R(O)
Var(%) Rhoa Cycles Pint Pext(V) T(°C) Lat Long
2016-09-14 07:01:56 73 7 1 8 1 1 20 1 1 12 1 1
16 1 1 14 1 2.076 99.8757 107.892 0.0920761 0 0.921907
0.196302 23.17 1 12.1679 12.425 42.1962 0 0
* Resecs Output format
"""
data = pg.DataContainerERT()
header = {}
with Path(filename).open('r', encoding='iso-8859-15') as fi:
content = fi.readlines()
if content[0].startswith('Injection'): # Resecs lead-in
for n in range(20):
if len(content[n]) < 2:
break
content = content[n+1:]
if content[0].startswith('Filename'): # ABEM lead-in
for n, line in enumerate(content):
if line.find("MeasID") >= 0:
break
for i in range(n):
sp = content[i].split(":")
if len(sp) > 1:
tok = sp[0].lstrip("\t").lstrip("- ")
header[tok] = sp[1].rstrip("\n").rstrip("\r")
for last in range(n+1, len(content)):
if content[last].find("---") == 0:
last -= 1
break
# for last in range(len(content)-1, -1, -1):
# if content[last].find("---") == 0:
# last -= 1
# while len(content[last]) < 3:
# last -= 1
# last += 1
# break
if last <= 1:
last = len(content)
content = content[n:last]
for i, line in enumerate(content):
if "/" in line:
content[i] = line.replace(' / non conventional', '')
d = readAsDictionary(content, sep='\t')
if len(d) < 2:
d = readAsDictionary(content)
nData = len(next(iter(d.values())))
data.resize(nData)
if 'Spa.1' in d: # Syscal Pro
abmn = ['Spa.1', 'Spa.2', 'Spa.3', 'Spa.4']
if verbose:
pg.debug("detected Syscalfile format")
elif 'A(x)' in d: # ABEM Terrameter
abmn = ['A', 'B', 'M', 'N']
if verbose:
pg.debug("detected ABEM file format")
elif 'xA' in d: # Workbench TX2 processed data
abmn = ['xA', 'xB', 'xM', 'xN']
if verbose:
pg.debug("detected Workbench file format")
elif 'C1(x)' in d or 'C1(xm)' in d: # Resecs
abmn = ['C1', 'C2', 'P1', 'P2']
if verbose:
pg.debug("detected RESECS file format")
else:
pg.debug("no electrode positions found!")
pg.debug("Keys are:", d.keys())
raise RuntimeError("No electrode positions found!")
for i in range(nData):
if abmn[0]+'(z)' in d:
eID = [data.createSensor([d[se+'(x)'][i], d[se+'(y)'][i],
d[se+'(z)'][i]]) for se in abmn]
elif abmn[0]+'(zm)' in d:
eID = [data.createSensor([d[se+'(xm)'][i], d[se+'(ym)'][i],
d[se+'(zm)'][i]]) for se in abmn]
elif abmn[0]+'(y)' in d:
eID = [data.createSensor([d[se+'(x)'][i], d[se+'(y)'][i],
0.]) for se in abmn]
elif abmn[0]+'(ym)' in d:
eID = [data.createSensor([d[se+'(xm)'][i], d[se+'(ym)'][i],
0.]) for se in abmn]
elif abmn[0]+'(x)' in d:
eID = [data.createSensor([d[se+'(x)'][i], 0.,
0.]) for se in abmn]
elif abmn[0]+'(xm)' in d:
eID = [data.createSensor([d[se+'(xm)'][i], 0.,
0.]) for se in abmn]
else:
eID = [data.createSensor([d[se][i], 0., 0.]) for se in abmn]
data.createFourPointData(i, *eID)
# data.save('tmp.shm', 'a b m n')
tokenmap = {'I(mA)': 'i', 'I': 'i', 'In': 'i', 'Vp': 'u',
'VoltageV': 'u', 'U': 'u', 'U(V)': 'u', 'UV': 'u',
'Voltage(V)': 'u',
'R(Ohm)': 'r', 'RO': 'r', 'R(O)': 'r', 'Res': 'r',
'Rho': 'rhoa', 'AppROhmm': 'rhoa', 'Rho-a(Ohm-m)': 'rhoa',
'Rho-a(Om)': 'rhoa', 'App.R(Ohmm)': 'rhoa',
'Var(%)': 'err', 'D': 'err', 'Dev.': 'err', 'Dev': 'err',
'M': 'ma', 'P': 'ip', 'IP sum window': 'ip',
'Time': 't'}
# Unit conversions (mA,mV,%), partly automatically assumed
unitmap = {'I(mA)': 1e-3, 'Var(%)': 0.01, # ABEM
'U': 1e-3, 'I': 1e-3, 'D': 0.01, # Resecs
'Dev.': 0.01, 'In': 1e-3, 'Vp': 1e-3} # Syscal
abmn = ['a', 'b', 'm', 'n']
if 'Cycles' in d:
d['stacks'] = d['Cycles']
for key in d:
vals = np.asarray(d[key])
if key.startswith('IP sum window'): # there is a trailing number
key = 'IP sum window' # apparently not working
if np.issubdtype(vals.dtype, np.floating, # 'float' 'int'
) or np.issubdtype(vals.dtype, np.signedinteger):
if key in tokenmap: # use the standard (i, u, rhoa) key
if key not in abmn:
if verbose:
pg.debug("Setting", tokenmap[key], "from", key)
data.set(tokenmap[key],
vals * unitmap.get(key, 1.0))
else: # use the original key if not XX(x) etc.
if not re.search('([x-z])', key) and key not in abmn:
data.set(key.replace(' ', '_'), d[key])
r = data['u'] / data['i']
if hasattr(d, 'R(0)'):
if np.linalg.norm(r-d['R(O)']) < 1e4: # no idea what's that for
data.set('r', r)
else:
pg.debug("Warning! File inconsistent")
data.sortSensorsX()
if return_header:
return data, header
else:
return data
# def importAsciiColumns(...)
def readAsDictionary(content, token=None, sep=None): # obsolete due to numpy?
"""Read list of strings from a file as column separated dictionary.
e.g.
token1 token2 token3 token4
va1 va2 val3 val4
va1 va2 val3 val4
va1 va2 val3 val4
Parameters
----------
content: [string]
List of strings read from file:
e.g.
with open(filename, 'r') as fi:
content = fi.readlines()
fi.close()
token: [string]
If given the tokens will be the keys of the resulting dictionary.
When token is None, tokens will be the first row values.
When token is a empty list, the tokens will be autonamed to
'col' + str(ColNumber)
ret: dictionary
Dictionary of all data
"""
data = dict()
if token is None:
header = content[0].splitlines()[0].split(sep)
token = []
for tok in header:
tok = tok.lstrip()
token.append(tok)
for i, row in enumerate(content[1:]):
vals = row.splitlines()[0].split(sep)
for j, v in enumerate(vals):
v = v.replace(',', '.')
if len(token) < j+1:
token.append('col' + str(j))
if token[j] not in data:
data[token[j]] = [None] * (len(content)-1)
try:
data[token[j]][i] = float(v)
except Exception:
if len(v) == 1 and v[0] == '-':
v = 0.0
data[token[j]][i] = v
return data
def importSyscalPro(filename, verbose=False, return_header=False):
"""READ IRIS Syscal Pro or Elrec Pro file (binary *.bin)
Ported from matlab version (from Tobias Pfaff, Uni Heidelberg)
"""
import struct
data = pg.DataContainerERT()
with open(filename, 'rb') as fi:
readData = fi.read()
# Filesize: 1029 (bytes header) + nBlocks * 304 (bytes per block)
nBlocks = (len(readData) - 1029) / 304.0
if nBlocks > 0 and (nBlocks == round(nBlocks)):
nBlocks = round(nBlocks)
if verbose:
pg.debug(nBlocks, "blocks")
headerIdentification = str(readData[0:20])
if verbose:
pg.debug(headerIdentification)
if 'Pro' not in headerIdentification and False:
raise Exception('This is probably no SYSCAL Pro data file: ' +
filename + " : " + headerIdentification)
measureingTime = readData[20:40]
if verbose:
pg.debug(measureingTime)
startBlock = 1029 # hex 404
else:
raise Exception('Size of the SYSCAL Pro data file is not valid: ' +
filename + " : " + str(len(readData)) + " ; " +
str(nBlocks))
# the file size and header seems to be ok. start parsing.
nBlocks = int(nBlocks)
data.resize(nBlocks)
# Main data
sp = pg.Vector(nBlocks) # self potential
vp = pg.Vector(nBlocks) # voltage difference
curr = pg.Vector(nBlocks) # injected current
gm = pg.Vector(nBlocks) # global chargeability
dev = pg.Vector(nBlocks) # std. deviation
# Auxiliary data
stacks = pg.Vector(nBlocks) # number of stacks measured
rs_check = pg.Vector(nBlocks) # rs_check reception dipole
vab = pg.Vector(nBlocks) # absolute injected voltage
bat_tx = pg.Vector(nBlocks) # tx battery voltage
bat_rx = pg.Vector(nBlocks) # rx battery voltage
temp = pg.Vector(nBlocks) # temperature
TM = np.zeros((nBlocks, 20))
delay = pg.Vector(nBlocks)
MA = np.zeros((nBlocks, 20))
valid = pg.Vector(nBlocks) # store visibility prefilterd in prosys
header = {}
for i in range(nBlocks):
block = readData[startBlock:startBlock+304]
# short(max cycles) , short(min cycles), float32(measurement time),
# float32(delay for measurement)
[maxCyles, minCycles, measTime, delayTime, visible] = \
struct.unpack_from('hhffi', block, offset=0) # 16 byte
valid[i] = (visible == 1)
delay[i] = delayTime
# Read electrode positions for each data
# (C1_x C2_x P1_x P2_x C1_y C2_y P1_y P2_y C1_z C2_z P1_z P2_z)
ePos = struct.unpack_from('ffff ffff ffff', block, offset=16)
eaID, ebID, emID, enID = -1, -1, -1, -1
if (ePos[0] < 99999.99):
eaID = data.createSensor(pg.Pos(ePos[0], ePos[4], ePos[8]))
if (ePos[1] < 99999.99):
ebID = data.createSensor(pg.Pos(ePos[1], ePos[5], ePos[9]))
if (ePos[2] < 99999.99):
emID = data.createSensor(pg.Pos(ePos[2], ePos[6], ePos[10]))
if (ePos[3] < 99999.99):
enID = data.createSensor(pg.Pos(ePos[3], ePos[7], ePos[11]))
data.createFourPointData(i, eaID, ebID, emID, enID)
# Read data float32 (sp, vp, in, rho, gm, dev)
[sp[i], vp[i], curr[i], rhoDummy, gm[i], dev[i]] = \
struct.unpack_from('fff fff', block, offset=64)
# Time domain IP chargeability time window lengths
TM[i, :] = struct.unpack_from('20f', block, offset=88)
# Associated partial chargeabilities
MA[i, :] = struct.unpack_from('20f', block, offset=168)
# Read auxiliary information
[stacks[i], rs_check[i], vab[i], bat_tx[i], bat_rx[i], temp[i]] = \
struct.unpack_from('ffffff', block, offset=272)
startBlock += 304
data.set('valid', valid)
data.add('sp', sp, 'Self potential (Please check this).|V')
data.add('u', vp * 1e-3, 'Measured voltage difference|V')
data.add('i', curr * 1e-3, 'Injected current|A')
data.add('gm', gm, 'Chargeability|mV/V')
data.add('ip', gm, 'Induced polarisation|mV/V')
data.add('err', dev, 'Standard deviation')
data.add('stacks', stacks)
data.add('TM0', delay)
data.add('rs_check', rs_check)
data.add('vab', vab, 'Injected Voltage|V')
data.add('bat_tx', bat_tx, 'Battery Voltage|V')
data.add('bat_rx', bat_rx, 'Battery Voltage|V')
data.add('temp', temp, 'Temperature|C')
for i in range(20):
data.set('TM' + str(i+1), TM[:, i])
data.set('M' + str(i+1), MA[:, i])
data.sortSensorsX()
if return_header:
return data, header
else:
return data
def import4PointLight(filename, verbose=False):
"""Import Lippmann 4-point light instrument data (*.tx0)"""
known_tokens = ['A', 'B', 'M', 'N', 'U', 'I', 'rho', 'phi', 'dU', 'dU90']
data = pg.DataContainerERT()
nel = 0
datnr, toknr = [], []
with open(filename, 'r', encoding='utf8', errors='replace') as fi:
content = fi.readlines()
# if content[0][0] == 'S' and content[-1][0] == 'E':
# return import4PointLightNative(filename, verbose=verbose)
dataSect = -3
# tok_units = {'err': 0.01, } # to be later used
for i, line in enumerate(content):
if verbose:
pass
line = line.rstrip('\n').replace(',', '.')
if (line.find('* Electrode last num') >= 0):
nel = int(line.split()[-1]) # number of electrodes
if verbose:
pg.debug(nel, "electrodes")
for n in range(nel):
# create dummy sensors in case of Roll-along files where first
# sensors are missing
data.createSensor(pg.Pos(-1000.+n, 0., 0.))
if line.find('* Count') == 0:
nData = int(line.split()[-1]) # number of data
if (line.find('* Electrode [') == 0):
sxyz = line.split()[-3:]
if sxyz[-1] == 'X':
sxyz = line.split()[-4:-1]
pos = pg.Pos(float(sxyz[0]), float(sxyz[1]), float(sxyz[2]))
data.setSensorPosition(int(line[13:16])-1, pos)
if (line.find('* num') == 0):
if 1:
d = readAsDictionary(content[i+1:], content[i].split()[1:])
if verbose:
pg.debug("Token:", d.keys())
if d['num'][-1] != len(d['num']):
pg.debug(d['num'][-1], len(d['num']))
raise Exception('Insufficient data found!')
data.resize(len(d['num']))
for i in range(data.size()):
data.createFourPointData(
i, int(d['A'][i]-1), int(d['B'][i]-1),
int(d['M'][i]-1), int(d['N'][i]-1))
data.set('i', np.array(d['I'])/1000.0)
data.set('u', np.array(d['U'])/1000.0)
data.set('ip', np.array(d['phi']))
data.set('rhoa', np.array(d['rho']))
data.set('err', np.array(d['dU'])/100)
if "dU90" in d:
data.set('iperr', np.array(d['dU90'])/100)
else:
# evaluate tokens (physical fields) in file
for nr, tok in enumerate(line[1:].split()):
if (known_tokens.count(tok)):
datnr.append(nr)
toknr.append(known_tokens.index(tok))
known_tokens[6:10] = ['rhoa', 'ip', 'err', 'iperr'] # to BERT
if verbose:
pg.debug(datnr, toknr, [known_tokens[t] for t in toknr])
dataSect = -2 # prepare to be in data section 2 lines later
# unit line should be evaluated to gain multiplicator
data.resize(nData) # initialize vectors with appropriate size
if dataSect >= 0: # read actual data if in data section
sabmn = line.split()
if dataSect >= nData:
data.resize(dataSect+1)
# create electrode array
data.createFourPointData(dataSect,
int(sabmn[1])-1, int(sabmn[2])-1,
int(sabmn[3])-1, int(sabmn[4])-1)
for i in range(4, len(toknr)): # all tokens except ABMN
itok = known_tokens[toknr[i]].lower()
try:
ff = float(sabmn[datnr[i]])
if itok.lower() == 'err':
ff = ff / 100
if itok.lower() == 'i':
ff = ff / 1000.
if itok.lower() == 'u':
ff = ff / 1000.
data(itok)[dataSect] = ff
except IndexError:
pass
if dataSect >= -2:
dataSect += 1 # so that unit line will not be read
if data.size() == 0:
raise Exception('No Data found in import4PointLight')
return data
if __name__ == "__main__":
pass
