2018
Pulido, Jesus; Livescu, Daniel; Kanov, Kalin; Burns, Randal; Canada, Curtis; Ahrens, James; Hamann, Bernd
Remote Visual Analysis of Large Turbulence Databases at Multiple Scales Journal Article
In: Journal of Parallel and Distributed Computing, 2018, ISBN: 0743-7315, (LA-UR-17-20757).
Abstract | Links | BibTeX | Tags: Computer Science, data reduction, Databases, Distributed Systems, Mathematics and Computing, remote visualization, turbulence, Wavelets
@article{info:lanl-repo/lareport/LA-UR-17-20757,
title = {Remote Visual Analysis of Large Turbulence Databases at Multiple Scales},
author = {Jesus Pulido and Daniel Livescu and Kalin Kanov and Randal Burns and Curtis Canada and James Ahrens and Bernd Hamann},
url = {https://www.sciencedirect.com/science/article/pii/S0743731518303927},
doi = {https://doi.org/10.1016/j.jpdc.2018.05.011},
isbn = {0743-7315},
year = {2018},
date = {2018-01-01},
journal = {Journal of Parallel and Distributed Computing},
abstract = {The remote analysis and visualization of raw large turbulence datasets is challenging. Current accurate direct numerical simulations (DNS) of turbulent flows generate datasets with billions of points per time-step and several thousand time-steps per simulation. Until recently, the analysis and visualization of such datasets was restricted to scientists with access to large supercomputers. The public Johns Hopkins Turbulence database simplifies access to multi-terabyte turbulence datasets and facilitates the computation of statistics and extraction of features through the use of commodity hardware. We present a framework designed around wavelet-based compression for high-speed visualization of large datasets and methods supporting multi-resolution analysis of turbulence. By integrating common technologies, this framework enables remote access to tools available on supercomputers and over 230 terabytes of DNS data over the Web. The database toolset is expanded by providing access to exploratory data analysis tools, such as wavelet decomposition capabilities and coherent feature extraction.},
note = {LA-UR-17-20757},
keywords = {Computer Science, data reduction, Databases, Distributed Systems, Mathematics and Computing, remote visualization, turbulence, Wavelets},
pubstate = {published},
tppubtype = {article}
}
The remote analysis and visualization of raw large turbulence datasets is challenging. Current accurate direct numerical simulations (DNS) of turbulent flows generate datasets with billions of points per time-step and several thousand time-steps per simulation. Until recently, the analysis and visualization of such datasets was restricted to scientists with access to large supercomputers. The public Johns Hopkins Turbulence database simplifies access to multi-terabyte turbulence datasets and facilitates the computation of statistics and extraction of features through the use of commodity hardware. We present a framework designed around wavelet-based compression for high-speed visualization of large datasets and methods supporting multi-resolution analysis of turbulence. By integrating common technologies, this framework enables remote access to tools available on supercomputers and over 230 terabytes of DNS data over the Web. The database toolset is expanded by providing access to exploratory data analysis tools, such as wavelet decomposition capabilities and coherent feature extraction.
2016
Pulido, Jesus; Livescu, Daniel; Woodring, Jonathan; Ahrens, James; Hamann, Bernd
Survey and analysis of multiresolution methods for turbulence data Journal Article
In: Computers & Fluids, vol. 125, pp. 39 - 58, 2016, ISSN: 0045-7930, (LA-UR-15-20966).
Links | BibTeX | Tags: B-spline wavelet, Curvelet, Surfacelet, turbulence, Wavelet
@article{PULIDO201639b,
title = {Survey and analysis of multiresolution methods for turbulence data},
author = {Jesus Pulido and Daniel Livescu and Jonathan Woodring and James Ahrens and Bernd Hamann},
url = {http://www.sciencedirect.com/science/article/pii/S004579301500362X},
doi = {https://doi.org/10.1016/j.compfluid.2015.11.001},
issn = {0045-7930},
year = {2016},
date = {2016-01-01},
journal = {Computers & Fluids},
volume = {125},
pages = {39 - 58},
note = {LA-UR-15-20966},
keywords = {B-spline wavelet, Curvelet, Surfacelet, turbulence, Wavelet},
pubstate = {published},
tppubtype = {article}
}
2015
Pulido, Jesus
Survey and Analysis of Multiresolution Methods for Turbulence Data Presentation
05.10.2015, (LA-UR-15-27727).
Abstract | Links | BibTeX | Tags: Multi-resolution, turbulence
@misc{Pulido2015,
title = {Survey and Analysis of Multiresolution Methods for Turbulence Data},
author = {Jesus Pulido},
url = {http://datascience.dsscale.org/wp-content/uploads/2016/08/Survey_and_Analysis_of_Multiresolution_Methods_for_Turbulence_Data.pdf},
year = {2015},
date = {2015-10-05},
abstract = {The first section of this presentation summarizes summer work that analyzed and compared the effectiveness of Haar, Biorthogonal B-spline, and Daubechies wavelets, Coiflets, Surfacelets and Curvelets with respect to direct numerical simulation (DNS) data, visualized and evaluated numerical accuracy of original data and derived quantities using limited amounts of coefficients on reconstruction, and identified strengths and weaknesses of each technique and gave recommendations on the usage of these multi-resolution methods.},
note = {LA-UR-15-27727},
keywords = {Multi-resolution, turbulence},
pubstate = {published},
tppubtype = {presentation}
}
The first section of this presentation summarizes summer work that analyzed and compared the effectiveness of Haar, Biorthogonal B-spline, and Daubechies wavelets, Coiflets, Surfacelets and Curvelets with respect to direct numerical simulation (DNS) data, visualized and evaluated numerical accuracy of original data and derived quantities using limited amounts of coefficients on reconstruction, and identified strengths and weaknesses of each technique and gave recommendations on the usage of these multi-resolution methods.
Pulido, Jesus
Enabling Remote Visualization and Scale Analysis of Large Turbulence Databases Presentation
05.10.2015, (LA-UR-15-27727).
Abstract | Links | BibTeX | Tags: remote visualization, turbulence
@misc{Pulido2015b,
title = {Enabling Remote Visualization and Scale Analysis of Large Turbulence Databases},
author = {Jesus Pulido},
url = {http://datascience.dsscale.org/wp-content/uploads/2016/08/Enabling_Remote_Visualization_and_Scale_Analysis_of_Large_Turbulence_Databases.pdf},
year = {2015},
date = {2015-10-05},
abstract = {The second section of this presentation summarizes summer work that added remote visualization support and additional compute capabilities to the Johns Hopkins Turbulence Database (JHTDB), introduced wavelet compression at the data-level to reduce access cost, bandwidth, and improve visualization latency, used wavelet compression to reduce memory footprint of datasets for visualization.},
note = {LA-UR-15-27727},
keywords = {remote visualization, turbulence},
pubstate = {published},
tppubtype = {presentation}
}
The second section of this presentation summarizes summer work that added remote visualization support and additional compute capabilities to the Johns Hopkins Turbulence Database (JHTDB), introduced wavelet compression at the data-level to reduce access cost, bandwidth, and improve visualization latency, used wavelet compression to reduce memory footprint of datasets for visualization.
: . .
1.
Pulido, Jesus; Livescu, Daniel; Kanov, Kalin; Burns, Randal; Canada, Curtis; Ahrens, James; Hamann, Bernd
Remote Visual Analysis of Large Turbulence Databases at Multiple Scales Journal Article
In: Journal of Parallel and Distributed Computing, 2018, ISBN: 0743-7315, (LA-UR-17-20757).
@article{info:lanl-repo/lareport/LA-UR-17-20757,
title = {Remote Visual Analysis of Large Turbulence Databases at Multiple Scales},
author = {Jesus Pulido and Daniel Livescu and Kalin Kanov and Randal Burns and Curtis Canada and James Ahrens and Bernd Hamann},
url = {https://www.sciencedirect.com/science/article/pii/S0743731518303927},
doi = {https://doi.org/10.1016/j.jpdc.2018.05.011},
isbn = {0743-7315},
year = {2018},
date = {2018-01-01},
journal = {Journal of Parallel and Distributed Computing},
abstract = {The remote analysis and visualization of raw large turbulence datasets is challenging. Current accurate direct numerical simulations (DNS) of turbulent flows generate datasets with billions of points per time-step and several thousand time-steps per simulation. Until recently, the analysis and visualization of such datasets was restricted to scientists with access to large supercomputers. The public Johns Hopkins Turbulence database simplifies access to multi-terabyte turbulence datasets and facilitates the computation of statistics and extraction of features through the use of commodity hardware. We present a framework designed around wavelet-based compression for high-speed visualization of large datasets and methods supporting multi-resolution analysis of turbulence. By integrating common technologies, this framework enables remote access to tools available on supercomputers and over 230 terabytes of DNS data over the Web. The database toolset is expanded by providing access to exploratory data analysis tools, such as wavelet decomposition capabilities and coherent feature extraction.},
note = {LA-UR-17-20757},
keywords = {},
pubstate = {published},
tppubtype = {article}
}
The remote analysis and visualization of raw large turbulence datasets is challenging. Current accurate direct numerical simulations (DNS) of turbulent flows generate datasets with billions of points per time-step and several thousand time-steps per simulation. Until recently, the analysis and visualization of such datasets was restricted to scientists with access to large supercomputers. The public Johns Hopkins Turbulence database simplifies access to multi-terabyte turbulence datasets and facilitates the computation of statistics and extraction of features through the use of commodity hardware. We present a framework designed around wavelet-based compression for high-speed visualization of large datasets and methods supporting multi-resolution analysis of turbulence. By integrating common technologies, this framework enables remote access to tools available on supercomputers and over 230 terabytes of DNS data over the Web. The database toolset is expanded by providing access to exploratory data analysis tools, such as wavelet decomposition capabilities and coherent feature extraction.
2.
Pulido, Jesus; Livescu, Daniel; Woodring, Jonathan; Ahrens, James; Hamann, Bernd
Survey and analysis of multiresolution methods for turbulence data Journal Article
In: Computers & Fluids, vol. 125, pp. 39 - 58, 2016, ISSN: 0045-7930, (LA-UR-15-20966).
@article{PULIDO201639b,
title = {Survey and analysis of multiresolution methods for turbulence data},
author = {Jesus Pulido and Daniel Livescu and Jonathan Woodring and James Ahrens and Bernd Hamann},
url = {http://www.sciencedirect.com/science/article/pii/S004579301500362X},
doi = {https://doi.org/10.1016/j.compfluid.2015.11.001},
issn = {0045-7930},
year = {2016},
date = {2016-01-01},
journal = {Computers & Fluids},
volume = {125},
pages = {39 - 58},
note = {LA-UR-15-20966},
keywords = {},
pubstate = {published},
tppubtype = {article}
}
3.
Pulido, Jesus
Survey and Analysis of Multiresolution Methods for Turbulence Data Presentation
05.10.2015, (LA-UR-15-27727).
@misc{Pulido2015,
title = {Survey and Analysis of Multiresolution Methods for Turbulence Data},
author = {Jesus Pulido},
url = {http://datascience.dsscale.org/wp-content/uploads/2016/08/Survey_and_Analysis_of_Multiresolution_Methods_for_Turbulence_Data.pdf},
year = {2015},
date = {2015-10-05},
abstract = {The first section of this presentation summarizes summer work that analyzed and compared the effectiveness of Haar, Biorthogonal B-spline, and Daubechies wavelets, Coiflets, Surfacelets and Curvelets with respect to direct numerical simulation (DNS) data, visualized and evaluated numerical accuracy of original data and derived quantities using limited amounts of coefficients on reconstruction, and identified strengths and weaknesses of each technique and gave recommendations on the usage of these multi-resolution methods.},
note = {LA-UR-15-27727},
keywords = {},
pubstate = {published},
tppubtype = {presentation}
}
The first section of this presentation summarizes summer work that analyzed and compared the effectiveness of Haar, Biorthogonal B-spline, and Daubechies wavelets, Coiflets, Surfacelets and Curvelets with respect to direct numerical simulation (DNS) data, visualized and evaluated numerical accuracy of original data and derived quantities using limited amounts of coefficients on reconstruction, and identified strengths and weaknesses of each technique and gave recommendations on the usage of these multi-resolution methods.
4.
Pulido, Jesus
Enabling Remote Visualization and Scale Analysis of Large Turbulence Databases Presentation
05.10.2015, (LA-UR-15-27727).
@misc{Pulido2015b,
title = {Enabling Remote Visualization and Scale Analysis of Large Turbulence Databases},
author = {Jesus Pulido},
url = {http://datascience.dsscale.org/wp-content/uploads/2016/08/Enabling_Remote_Visualization_and_Scale_Analysis_of_Large_Turbulence_Databases.pdf},
year = {2015},
date = {2015-10-05},
abstract = {The second section of this presentation summarizes summer work that added remote visualization support and additional compute capabilities to the Johns Hopkins Turbulence Database (JHTDB), introduced wavelet compression at the data-level to reduce access cost, bandwidth, and improve visualization latency, used wavelet compression to reduce memory footprint of datasets for visualization.},
note = {LA-UR-15-27727},
keywords = {},
pubstate = {published},
tppubtype = {presentation}
}
The second section of this presentation summarizes summer work that added remote visualization support and additional compute capabilities to the Johns Hopkins Turbulence Database (JHTDB), introduced wavelet compression at the data-level to reduce access cost, bandwidth, and improve visualization latency, used wavelet compression to reduce memory footprint of datasets for visualization.