Skip to content
GitLab
Explore
Sign in
Primary navigation
Search or go to…
Project
K
km3io
Manage
Activity
Members
Labels
Plan
Issues
Issue boards
Milestones
Code
Merge requests
Repository
Branches
Commits
Tags
Repository graph
Compare revisions
Snippets
Build
Pipelines
Jobs
Pipeline schedules
Artifacts
Deploy
Releases
Package registry
Container registry
Model registry
Operate
Environments
Terraform modules
Monitor
Incidents
Analyze
Value stream analytics
Contributor analytics
CI/CD analytics
Repository analytics
Model experiments
Help
Help
Support
GitLab documentation
Compare GitLab plans
Community forum
Contribute to GitLab
Provide feedback
Keyboard shortcuts
?
Snippets
Groups
Projects
Show more breadcrumbs
km3py
km3io
Commits
630e2699
Commit
630e2699
authored
4 years ago
by
Tamas Gal
Browse files
Options
Downloads
Patches
Plain Diff
More attempts to migrate uproot4
parent
e9309995
No related branches found
No related tags found
1 merge request
!39
WIP: Resolve "uproot4 integration"
Pipeline
#15765
failed
4 years ago
Stage: test
Stage: coverage
Stage: doc
Changes
3
Pipelines
1
Hide whitespace changes
Inline
Side-by-side
Showing
3 changed files
km3io/offline.py
+5
-7
5 additions, 7 deletions
km3io/offline.py
km3io/rootio.py
+1
-1
1 addition, 1 deletion
km3io/rootio.py
tests/test_offline.py
+16
-6
16 additions, 6 deletions
tests/test_offline.py
with
22 additions
and
14 deletions
km3io/offline.py
+
5
−
7
View file @
630e2699
...
@@ -27,12 +27,6 @@ EVENTS_MAP = BranchMapper(
...
@@ -27,12 +27,6 @@ EVENTS_MAP = BranchMapper(
key
=
"
Evt
"
,
key
=
"
Evt
"
,
extra
=
{
"
t_sec
"
:
"
t.fSec
"
,
"
t_ns
"
:
"
t.fNanoSec
"
},
extra
=
{
"
t_sec
"
:
"
t.fSec
"
,
"
t_ns
"
:
"
t.fNanoSec
"
},
exclude
=
EXCLUDE_KEYS
,
exclude
=
EXCLUDE_KEYS
,
update
=
{
"
n_hits
"
:
"
hits
"
,
"
n_mc_hits
"
:
"
mc_hits
"
,
"
n_tracks
"
:
"
trks
"
,
"
n_mc_tracks
"
:
"
mc_trks
"
,
},
)
)
SUBBRANCH_MAPS
=
[
SUBBRANCH_MAPS
=
[
...
@@ -41,7 +35,9 @@ SUBBRANCH_MAPS = [
...
@@ -41,7 +35,9 @@ SUBBRANCH_MAPS = [
key
=
"
trks
"
,
key
=
"
trks
"
,
extra
=
{},
extra
=
{},
exclude
=
EXCLUDE_KEYS
exclude
=
EXCLUDE_KEYS
+
[
"
trks.usr_data
"
,
"
trks.usr
"
,
"
trks.fUniqueID
"
,
"
trks.fBits
"
],
+
[
"
trks.usr_data
"
,
"
trks.usr
"
,
"
trks.fUniqueID
"
,
"
trks.fBits
"
,
"
trks.usr_names
"
# TODO: this we might need! uproot4 chokes on empty ones
],
attrparser
=
_nested_mapper
,
attrparser
=
_nested_mapper
,
flat
=
False
,
flat
=
False
,
),
),
...
@@ -54,6 +50,8 @@ SUBBRANCH_MAPS = [
...
@@ -54,6 +50,8 @@ SUBBRANCH_MAPS = [
"
mc_trks.fitinf
"
,
"
mc_trks.fitinf
"
,
"
mc_trks.fUniqueID
"
,
"
mc_trks.fUniqueID
"
,
"
mc_trks.fBits
"
,
"
mc_trks.fBits
"
,
"
mc_trks.comment
"
,
"
mc_trks
"
],
],
attrparser
=
_nested_mapper
,
attrparser
=
_nested_mapper
,
flat
=
False
,
flat
=
False
,
...
...
This diff is collapsed.
Click to expand it.
km3io/rootio.py
+
1
−
1
View file @
630e2699
...
@@ -181,7 +181,7 @@ class Branch:
...
@@ -181,7 +181,7 @@ class Branch:
def
__len__
(
self
):
def
__len__
(
self
):
if
not
self
.
_index_chain
:
if
not
self
.
_index_chain
:
return
len
(
self
.
_branch
)
return
self
.
_branch
.
num_entries
elif
isinstance
(
self
.
_index_chain
[
-
1
],
(
int
,
np
.
int32
,
np
.
int64
)):
elif
isinstance
(
self
.
_index_chain
[
-
1
],
(
int
,
np
.
int32
,
np
.
int64
)):
if
len
(
self
.
_index_chain
)
==
1
:
if
len
(
self
.
_index_chain
)
==
1
:
try
:
try
:
...
...
This diff is collapsed.
Click to expand it.
tests/test_offline.py
+
16
−
6
View file @
630e2699
import
unittest
import
unittest
import
numpy
as
np
import
numpy
as
np
from
pathlib
import
Path
from
pathlib
import
Path
import
uuid
import
awkward1
as
ak
from
km3net_testdata
import
data_path
from
km3net_testdata
import
data_path
from
km3io
import
OfflineReader
from
km3io
import
OfflineReader
...
@@ -32,7 +34,7 @@ class TestOfflineReader(unittest.TestCase):
...
@@ -32,7 +34,7 @@ class TestOfflineReader(unittest.TestCase):
assert
self
.
n_events
==
len
(
self
.
r
.
events
)
assert
self
.
n_events
==
len
(
self
.
r
.
events
)
def
test_uuid
(
self
):
def
test_uuid
(
self
):
assert
self
.
r
.
uuid
==
"
0001
b192d888fcc711e9b4306cf09e86beef
"
assert
str
(
self
.
r
.
uuid
)
==
'
b192d888
-
fcc7
-
11e9
-
b430
-
6cf09e86beef
'
class
TestHeader
(
unittest
.
TestCase
):
class
TestHeader
(
unittest
.
TestCase
):
...
@@ -147,24 +149,28 @@ class TestOfflineEvents(unittest.TestCase):
...
@@ -147,24 +149,28 @@ class TestOfflineEvents(unittest.TestCase):
def
test_len
(
self
):
def
test_len
(
self
):
assert
self
.
n_events
==
len
(
self
.
events
)
assert
self
.
n_events
==
len
(
self
.
events
)
@unittest.skip
def
test_attributes_available
(
self
):
def
test_attributes_available
(
self
):
for
key
in
self
.
events
.
_keymap
.
keys
():
for
key
in
self
.
events
.
_keymap
.
keys
():
print
(
f
"
checking
{
key
}
"
)
getattr
(
self
.
events
,
key
)
getattr
(
self
.
events
,
key
)
def
test_attributes
(
self
):
def
test_attributes
(
self
):
assert
self
.
n_events
==
len
(
self
.
events
.
det_id
)
assert
self
.
n_events
==
len
(
self
.
events
.
det_id
)
self
.
assertListEqual
(
self
.
det_id
,
list
(
self
.
events
.
det_id
))
self
.
assertListEqual
(
self
.
det_id
,
list
(
self
.
events
.
det_id
))
self
.
assertListEqual
(
self
.
n_hits
,
l
ist
(
self
.
events
.
n_
hits
))
self
.
assertListEqual
(
self
.
n_hits
,
l
en
(
self
.
events
.
hits
))
self
.
assertListEqual
(
self
.
n_tracks
,
l
ist
(
self
.
events
.
n_
tracks
))
self
.
assertListEqual
(
self
.
n_tracks
,
l
en
(
self
.
events
.
tracks
))
self
.
assertListEqual
(
self
.
t_sec
,
list
(
self
.
events
.
t_sec
))
self
.
assertListEqual
(
self
.
t_sec
,
list
(
self
.
events
.
t_sec
))
self
.
assertListEqual
(
self
.
t_ns
,
list
(
self
.
events
.
t_ns
))
self
.
assertListEqual
(
self
.
t_ns
,
list
(
self
.
events
.
t_ns
))
@unittest.skip
def
test_keys
(
self
):
def
test_keys
(
self
):
assert
np
.
allclose
(
self
.
n_hits
,
self
.
events
[
"
n_hits
"
].
tolist
())
assert
np
.
allclose
(
self
.
n_hits
,
self
.
events
[
"
n_hits
"
].
tolist
())
assert
np
.
allclose
(
self
.
n_tracks
,
self
.
events
[
"
n_tracks
"
].
tolist
())
assert
np
.
allclose
(
self
.
n_tracks
,
self
.
events
[
"
n_tracks
"
].
tolist
())
assert
np
.
allclose
(
self
.
t_sec
,
self
.
events
[
"
t_sec
"
].
tolist
())
assert
np
.
allclose
(
self
.
t_sec
,
self
.
events
[
"
t_sec
"
].
tolist
())
assert
np
.
allclose
(
self
.
t_ns
,
self
.
events
[
"
t_ns
"
].
tolist
())
assert
np
.
allclose
(
self
.
t_ns
,
self
.
events
[
"
t_ns
"
].
tolist
())
@unittest.skip
def
test_slicing
(
self
):
def
test_slicing
(
self
):
s
=
slice
(
2
,
8
,
2
)
s
=
slice
(
2
,
8
,
2
)
s_events
=
self
.
events
[
s
]
s_events
=
self
.
events
[
s
]
...
@@ -174,14 +180,17 @@ class TestOfflineEvents(unittest.TestCase):
...
@@ -174,14 +180,17 @@ class TestOfflineEvents(unittest.TestCase):
self
.
assertListEqual
(
self
.
t_sec
[
s
],
list
(
s_events
.
t_sec
))
self
.
assertListEqual
(
self
.
t_sec
[
s
],
list
(
s_events
.
t_sec
))
self
.
assertListEqual
(
self
.
t_ns
[
s
],
list
(
s_events
.
t_ns
))
self
.
assertListEqual
(
self
.
t_ns
[
s
],
list
(
s_events
.
t_ns
))
@unittest.skip
def
test_slicing_consistency
(
self
):
def
test_slicing_consistency
(
self
):
for
s
in
[
slice
(
1
,
3
),
slice
(
2
,
7
,
3
)]:
for
s
in
[
slice
(
1
,
3
),
slice
(
2
,
7
,
3
)]:
assert
np
.
allclose
(
self
.
events
[
s
].
n_hits
.
tolist
(),
self
.
events
.
n_hits
[
s
].
tolist
())
assert
np
.
allclose
(
self
.
events
[
s
].
n_hits
.
tolist
(),
self
.
events
.
n_hits
[
s
].
tolist
())
@unittest.skip
def
test_index_consistency
(
self
):
def
test_index_consistency
(
self
):
for
i
in
[
0
,
2
,
5
]:
for
i
in
[
0
,
2
,
5
]:
assert
np
.
allclose
(
self
.
events
[
i
].
n_hits
.
tolist
(),
self
.
events
.
n_hits
[
i
].
tolist
())
assert
np
.
allclose
(
self
.
events
[
i
].
n_hits
.
tolist
(),
self
.
events
.
n_hits
[
i
].
tolist
())
@unittest.skip
def
test_index_chaining
(
self
):
def
test_index_chaining
(
self
):
assert
np
.
allclose
(
self
.
events
[
3
:
5
].
n_hits
.
tolist
(),
self
.
events
.
n_hits
[
3
:
5
].
tolist
())
assert
np
.
allclose
(
self
.
events
[
3
:
5
].
n_hits
.
tolist
(),
self
.
events
.
n_hits
[
3
:
5
].
tolist
())
assert
np
.
allclose
(
self
.
events
[
3
:
5
][
0
].
n_hits
.
tolist
(),
self
.
events
.
n_hits
[
3
:
5
][
0
].
tolist
())
assert
np
.
allclose
(
self
.
events
[
3
:
5
][
0
].
n_hits
.
tolist
(),
self
.
events
.
n_hits
[
3
:
5
][
0
].
tolist
())
...
@@ -192,6 +201,7 @@ class TestOfflineEvents(unittest.TestCase):
...
@@ -192,6 +201,7 @@ class TestOfflineEvents(unittest.TestCase):
self
.
events
.
hits
[
3
:
5
][
1
][
4
].
dom_id
.
tolist
(),
self
.
events
[
3
:
5
][
1
][
4
].
hits
.
dom_id
.
tolist
()
self
.
events
.
hits
[
3
:
5
][
1
][
4
].
dom_id
.
tolist
(),
self
.
events
[
3
:
5
][
1
][
4
].
hits
.
dom_id
.
tolist
()
)
)
@unittest.skip
def
test_fancy_indexing
(
self
):
def
test_fancy_indexing
(
self
):
mask
=
self
.
events
.
n_tracks
>
55
mask
=
self
.
events
.
n_tracks
>
55
tracks
=
self
.
events
.
tracks
[
mask
]
tracks
=
self
.
events
.
tracks
[
mask
]
...
@@ -207,8 +217,8 @@ class TestOfflineEvents(unittest.TestCase):
...
@@ -207,8 +217,8 @@ class TestOfflineEvents(unittest.TestCase):
assert
10
==
i
assert
10
==
i
def
test_iteration_2
(
self
):
def
test_iteration_2
(
self
):
n_hits
=
[
e
.
n_hits
for
e
in
self
.
events
]
n_hits
=
[
len
(
e
.
hits
.
id
)
for
e
in
self
.
events
]
assert
np
.
allclose
(
n_hits
,
self
.
events
.
n_
hits
.
tolist
())
assert
np
.
allclose
(
n_hits
,
ak
.
num
(
self
.
events
.
hits
.
id
,
axis
=
1
).
tolist
())
def
test_str
(
self
):
def
test_str
(
self
):
assert
str
(
self
.
n_events
)
in
str
(
self
.
events
)
assert
str
(
self
.
n_events
)
in
str
(
self
.
events
)
...
@@ -314,7 +324,7 @@ class TestOfflineHits(unittest.TestCase):
...
@@ -314,7 +324,7 @@ class TestOfflineHits(unittest.TestCase):
def
test_index_consistency
(
self
):
def
test_index_consistency
(
self
):
for
idx
,
dom_ids
in
self
.
dom_id
.
items
():
for
idx
,
dom_ids
in
self
.
dom_id
.
items
():
assert
np
.
allclose
(
assert
np
.
allclose
(
self
.
hits
[
idx
].
dom_id
[:
self
.
n_hits
].
tolist
(),
dom_ids
[:
self
.
n_hits
]
.
tolist
()
self
.
hits
[
idx
].
dom_id
[:
self
.
n_hits
].
tolist
(),
dom_ids
[:
self
.
n_hits
]
)
)
assert
np
.
allclose
(
assert
np
.
allclose
(
OFFLINE_FILE
.
events
[
idx
].
hits
.
dom_id
[:
self
.
n_hits
].
tolist
(),
OFFLINE_FILE
.
events
[
idx
].
hits
.
dom_id
[:
self
.
n_hits
].
tolist
(),
...
...
This diff is collapsed.
Click to expand it.
Preview
0%
Loading
Try again
or
attach a new file
.
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Save comment
Cancel
Please
register
or
sign in
to comment