Skip to content
GitLab
Explore
Sign in
Primary navigation
Search or go to…
Project
K
km3io
Manage
Activity
Members
Labels
Plan
Issues
Issue boards
Milestones
Code
Merge requests
Repository
Branches
Commits
Tags
Repository graph
Compare revisions
Snippets
Build
Pipelines
Jobs
Pipeline schedules
Artifacts
Deploy
Releases
Package registry
Container Registry
Model registry
Operate
Environments
Terraform modules
Monitor
Incidents
Analyze
Value stream analytics
Contributor analytics
CI/CD analytics
Repository analytics
Model experiments
Help
Help
Support
GitLab documentation
Compare GitLab plans
Community forum
Contribute to GitLab
Provide feedback
Keyboard shortcuts
?
Snippets
Groups
Projects
Show more breadcrumbs
km3py
km3io
Commits
7a46352b
Commit
7a46352b
authored
5 years ago
by
Tamas Gal
Browse files
Options
Downloads
Patches
Plain Diff
Cleanup
parent
f2799fda
No related branches found
Branches containing commit
No related tags found
Tags containing commit
No related merge requests found
Pipeline
#10070
failed
5 years ago
Stage: test
Stage: coverage
Stage: doc
Stage: release
Changes
1
Pipelines
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
km3io/tools.py
+4
-105
4 additions, 105 deletions
km3io/tools.py
with
4 additions
and
105 deletions
km3io/tools.py
+
4
−
105
View file @
7a46352b
...
...
@@ -6,6 +6,7 @@ import uproot
BASKET_CACHE_SIZE
=
110
*
1024
**
2
BASKET_CACHE
=
uproot
.
cache
.
ThreadSafeArrayCache
(
BASKET_CACHE_SIZE
)
class
cached_property
:
"""
A simple cache decorator for properties.
"""
def
__init__
(
self
,
function
):
...
...
@@ -46,9 +47,9 @@ class Branch:
if
subbranchmaps
is
not
None
:
for
mapper
in
subbranchmaps
:
subbranch
=
Branch
(
self
.
_tree
,
mapper
=
mapper
,
index
=
self
.
_index
)
subbranch
=
self
.
__class__
(
self
.
_tree
,
mapper
=
mapper
,
index
=
self
.
_index
)
self
.
_subbranches
.
append
(
subbranch
)
for
subbranch
in
self
.
_subbranches
:
setattr
(
self
,
subbranch
.
_mapper
.
name
,
subbranch
)
...
...
@@ -73,10 +74,6 @@ class Branch:
def
keys
(
self
):
return
self
.
_keymap
.
keys
()
@cached_property
def
usr
(
self
):
return
Usr
(
self
.
_mapper
,
self
.
_branch
,
index
=
self
.
_index
)
def
__getattribute__
(
self
,
attr
):
if
attr
.
startswith
(
"
_
"
):
# let all private and magic methods pass
return
object
.
__getattribute__
(
self
,
attr
)
...
...
@@ -132,104 +129,6 @@ class Branch:
self
.
_mapper
.
name
,
length
,
'
s
'
if
length
>
1
else
''
)
class
Usr
:
"""
Helper class to access AAObject `usr` stuff
"""
def
__init__
(
self
,
mapper
,
branch
,
index
=
None
):
self
.
_mapper
=
mapper
self
.
_name
=
mapper
.
name
self
.
_index
=
index
self
.
_branch
=
branch
self
.
_usr_names
=
[]
self
.
_usr_idx_lookup
=
{}
self
.
_usr_key
=
'
usr
'
if
mapper
.
flat
else
mapper
.
key
+
'
.usr
'
self
.
_initialise
()
def
_initialise
(
self
):
try
:
self
.
_branch
[
self
.
_usr_key
]
# This will raise a KeyError in old aanet files
# which has a different strucuter and key (usr_data)
# We do not support those (yet)
except
(
KeyError
,
IndexError
):
print
(
"
The `usr` fields could not be parsed for the
'
{}
'
branch.
"
.
format
(
self
.
_name
))
return
if
self
.
_mapper
.
flat
:
self
.
_initialise_flat
()
def
_initialise_flat
(
self
):
# Here, we assume that every event has the same names in the same order
# to massively increase the performance. This needs triple check if
# it's always the case.
self
.
_usr_names
=
[
n
.
decode
(
"
utf-8
"
)
for
n
in
self
.
_branch
[
self
.
_usr_key
+
'
_names
'
].
lazyarray
(
basketcache
=
BASKET_CACHE
)[
0
]
]
self
.
_usr_idx_lookup
=
{
name
:
index
for
index
,
name
in
enumerate
(
self
.
_usr_names
)
}
data
=
self
.
_branch
[
self
.
_usr_key
].
lazyarray
(
basketcache
=
BASKET_CACHE
)
if
self
.
_index
is
not
None
:
data
=
data
[
self
.
_index
]
self
.
_usr_data
=
data
for
name
in
self
.
_usr_names
:
setattr
(
self
,
name
,
self
[
name
])
# def _initialise_nested(self):
# self._usr_names = [
# n.decode("utf-8") for n in self.branch['usr_names'].lazyarray(
# # TODO this will be fixed soon in uproot,
# # see https://github.com/scikit-hep/uproot/issues/465
# uproot.asgenobj(
# uproot.SimpleArray(uproot.STLVector(uproot.STLString())),
# self.branch['usr_names']._context, 6),
# basketcache=BASKET_CACHE)[0]
# ]
def
__getitem__
(
self
,
item
):
if
self
.
_mapper
.
flat
:
return
self
.
__getitem_flat__
(
item
)
return
self
.
__getitem_nested__
(
item
)
def
__getitem_flat__
(
self
,
item
):
if
self
.
_index
is
not
None
:
return
self
.
_usr_data
[
self
.
_index
][:,
self
.
_usr_idx_lookup
[
item
]]
else
:
return
self
.
_usr_data
[:,
self
.
_usr_idx_lookup
[
item
]]
def
__getitem_nested__
(
self
,
item
):
data
=
self
.
_branch
[
self
.
_usr_key
+
'
_names
'
].
lazyarray
(
# TODO this will be fixed soon in uproot,
# see https://github.com/scikit-hep/uproot/issues/465
uproot
.
asgenobj
(
uproot
.
SimpleArray
(
uproot
.
STLVector
(
uproot
.
STLString
())),
self
.
_branch
[
self
.
_usr_key
+
'
_names
'
].
_context
,
6
),
basketcache
=
BASKET_CACHE
)
if
self
.
_index
is
None
:
return
data
else
:
return
data
[
self
.
_index
]
def
keys
(
self
):
return
self
.
_usr_names
def
__str__
(
self
):
entries
=
[]
for
name
in
self
.
keys
():
entries
.
append
(
"
{}: {}
"
.
format
(
name
,
self
[
name
]))
return
'
\n
'
.
join
(
entries
)
def
__repr__
(
self
):
return
"
<{}[{}]>
"
.
format
(
self
.
__class__
.
__name__
,
self
.
_name
)
def
_to_num
(
value
):
"""
Convert a value to a numerical one if possible
"""
...
...
This diff is collapsed.
Click to expand it.
Preview
0%
Loading
Try again
or
attach a new file
.
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Save comment
Cancel
Please
register
or
sign in
to comment