Skip to content
Open
Show file tree
Hide file tree
Changes from 8 commits
Commits
Show all changes
29 commits
Select commit Hold shift + click to select a range
6ade2a8
cleaned up code. added mpicc/mpicpp & env. vars.
hyoklee Sep 23, 2021
c713131
Merge branch 'HDFGroup:main' into main
hyoklee Sep 23, 2021
f98c73c
Clean up code.
hyoklee Sep 23, 2021
f63d117
added adios2 VOL in vol-tests.
hyoklee Sep 24, 2021
9d9c4b6
Test vol-tests with cache VOL using GitHub Actions.
hyoklee Sep 24, 2021
6897dea
Add szip dependency.
hyoklee Sep 24, 2021
cd8b7bf
Turn off testing. Skip hdf5-hpc-io.
hyoklee Sep 26, 2021
3f81b38
Turn off testing. Skip hdf5-hpc-io.
hyoklee Sep 26, 2021
45737d8
Install openmpi by apt-get.
hyoklee Sep 27, 2021
decaf0f
Switch preferred repo to official one.
hyoklee Sep 28, 2021
8c5a8c6
Update spack.yml
hyoklee Sep 29, 2021
4401d16
Removed unused variable.
hyoklee Sep 29, 2021
779c630
OESS-155: Add GPU VFD package.
hyoklee Nov 18, 2021
f97898f
Merge pull request #2 from hyoklee/OESS-155-hdf5-vfd-gds
hyoklee Nov 18, 2021
1b27ed0
OESS-186: Test spack external find.
hyoklee Nov 24, 2021
f0db051
OESS-186: Test pre-defined external.
hyoklee Nov 25, 2021
89d4317
OESS-186: Add PATH environment variable.
hyoklee Nov 25, 2021
5a22665
Update vfd-gds.yml
hyoklee Nov 25, 2021
c29c2a4
Update vfd-gds.yml
hyoklee Nov 25, 2021
da78ae7
OESS-186: Test master branch.
hyoklee Nov 25, 2021
17897cc
OESS-186: Add export PATH.
hyoklee Nov 25, 2021
44cfbea
OESS-168: Install dependencies.
hyoklee Nov 26, 2021
39c91dc
OESS-186: Sync hdf5 with origin.
hyoklee Nov 26, 2021
ea5d70e
Merge branch 'main' of https://github.com/hyoklee/hdf-spack
hyoklee Nov 26, 2021
d8df9ea
OESS-186: Add apt update.
hyoklee Nov 26, 2021
171c9a9
Address @lrknox review for PR #12.
hyoklee Nov 26, 2021
2b1c006
OESS-186: Build with apt packages.
hyoklee Nov 26, 2021
86b63e4
Change the default version to 1.0.1.
hyoklee Dec 23, 2021
c021720
Update version for tar.gz package.
hyoklee Jan 5, 2022
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion .github/workflows/spack-mac.yml
Original file line number Diff line number Diff line change
Expand Up @@ -24,4 +24,4 @@ jobs:
spack repo add .
spack repo list
spack install hdf5-cmake
spack install hdf5-hpc-io
spack install hdf5-vol-tests+vol-cache
2 changes: 1 addition & 1 deletion .github/workflows/spack.yml
Original file line number Diff line number Diff line change
Expand Up @@ -25,5 +25,5 @@ jobs:
spack repo add .
spack repo list
spack install hdf5-cmake
spack install hdf5-hpc-io
spack install hdf5-vol-tests+vol-cache

24 changes: 19 additions & 5 deletions packages/hdf5-vol-async/package.py
Original file line number Diff line number Diff line change
Expand Up @@ -9,16 +9,20 @@ class Hdf5VolAsync(CMakePackage):
"""This package enables asynchronous IO in HDF5."""

homepage = "https://sdm.lbl.gov/"
# hpc-io hasn't accepted the pull request for CMakeLists.txt yet.
# git = "https://github.com/hpc-io/vol-async"
git = "https://github.com/hyoklee/vol-async"
git = "https://github.com/hpc-io/vol-async"
maintainers = ['hyoklee']

version('develop', branch='develop')
version('hyoklee.develop',
branch='develop',
git='https://github.com/hyoklee/vol-async', preferred=True)
version('local.develop', branch='develop',
git='file:///scr/hyoklee/src/vol-async')

depends_on('argobots@main')
# depends_on('hdf5-hpc-io')
depends_on('hdf5-cmake')
depends_on('hdf5-hpc-io')
# Use the following if you want to use HDFGroup/[email protected] instead.
# depends_on('[email protected]+mpi+threadsafe')

def cmake_args(self):
"""Populate cmake arguments for HDF5 VOL."""
Expand All @@ -27,6 +31,16 @@ def cmake_args(self):
args = [
'-DBUILD_SHARED_LIBS:BOOL=ON',
'-DBUILD_TESTING:BOOL=ON'
'-DCMAKE_C_COMPILER=mpicc',
'-DCMAKE_CXX_COMPILER=mpicxx',
]

return args


def setup_environment(self, spack_env, run_env):
spack_env.set('HDF5_PLUGIN_PATH', self.build_directory+'/lib')
spack_env.set('HDF5_VOL_CONNECTOR',
'async under_vol=0\;under_info={}')
spack_env.set('LD_PRELOAD', self.spec['argobots'].prefix+'/lib/libabt.so')

10 changes: 4 additions & 6 deletions packages/hdf5-vol-cache/package.py
Original file line number Diff line number Diff line change
Expand Up @@ -14,12 +14,10 @@ class Hdf5VolCache(CMakePackage):
maintainers = ['hyoklee']

version('default', branch='develop')

# Set hdf5-cmake package option.
o_flt = '~zfp~mafisc~szip~zstd~blosc~bshuf~bitgroom'
o_vol = '~av~pv~cv'
o_par = '+mpi+threadsafe'
o = o_flt+o_vol+o_par
version('hyoklee.develop', branch='develop',
git='https://github.com/hyoklee/vol-cache.git', preferred=True)
version('local.develop', branch='develop',
git='file:///home/hyoklee/vol-cache')

depends_on('hdf5-vol-async')

Expand Down
19 changes: 16 additions & 3 deletions packages/hdf5-vol-tests/package.py
Original file line number Diff line number Diff line change
Expand Up @@ -14,21 +14,34 @@ class Hdf5VolTests(CMakePackage):

maintainers = ['hyoklee']

version('master', preferred=True)
variant('vol-async', default=True, description='Enable async VOL')
version('master', commit='9a147d3')
version('hyoklee.master',
git='https://github.com/hyoklee/vol-tests', preferred=True)
version('local.master',
git='file:///Users/hyoklee/src/vol-tests')
variant('vol-async', default=False, description='Enable async VOL')
variant('vol-cache', default=False, description='Enable cache VOL')
variant('vol-external-passthrough', default=False,
description='Enable external pass-through VOL')
variant('vol-log', default=False,
description='Enable log-based VOL')
variant('vol-adios2', default=False,
description='Enable ADIOS2 VOL')
variant('vol-rest', default=False,
description='Enable REST VOL')

variant('async', default=True, description='Enable parallel tests.')
variant('parallel', default=True, description='Enable async API tests.')
Copy link
Collaborator

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

descriptions in 2 lines above appear to be reversed

variant('part', default=True,
description='Enable building the main test executable.')
depends_on('szip', when='+parallel')
depends_on('szip')
depends_on('hdf5-vol-async', when='+vol-async')
depends_on('hdf5-vol-cache', when='+vol-cache')
depends_on('hdf5-vol-external-passthrough',
when='+vol-external-passthrough')
depends_on('hdf5-vol-log', when='+vol-log')
depends_on('adios2+shared+hdf5 ^[email protected]', when='+vol-adios2')
depends_on('hdf5-vol-rest', when='+vol-rest')

def cmake_args(self):
args = []
Expand Down