Sena, Jessica Human Activity Recognition based on Wearable Sensors using Multiscale DCNN Ensemble Masters Thesis Federal University of Minas Gerais, 2018. Resumo | BibTeX @mastersthesis{Sena:2018:MSc,
title = {Human Activity Recognition based on Wearable Sensors using Multiscale DCNN Ensemble},
author = {Jessica Sena},
year = {2018},
date = {2018-10-18},
school = {Federal University of Minas Gerais},
abstract = {Sensor-based Human Activity Recognition (sensor-based HAR) provides valuable knowledge to many areas, such as medical, military and security. Recently, wearable devices have gained space as a relevant source of data due to the facility of data capture, the massive number of people who use these devices and the comfort and convenience of the device. In addition, the large number of sensors present in these devices provides complementary data as each sensor provides different information. However, there are two issues: heterogeneity between the data from multiple sensors and the temporal nature of the sensor data. We believe that mitigating these issues might provide valuable information if we handle the data correctly. To handle the first issue, we propose to processes each sensor separately, learning the features of each sensor and performing the classification before fusing with the other sensors. To exploit the second issue, we use an approach to extract patterns in multiple temporal scales of the data. This is convenient since the data are already a temporal sequence and the multiple scales extracted provide meaningful information regarding the activities performed by the users. We extract multiple temporal scales using an ensemble of Deep Convolution Neural Networks (DCNN). In this ensemble, we use a convolutional kernel with different height for each DCNN. Considering that the number of rows in the sensor data reflects the data captured over time, each kernel height reflects a temporal scale from which we can extract patterns. Consequently, our approach is able to extract both simple movement patterns such as a wrist twist when picking up a spoon and complex movements such as the human gait. This multimodal and multi-temporal approach outperforms previous state-of-the-art works in seven important datasets using two different protocols. We also demonstrate that the use of our proposed set of kernels improves sensor-based HAR in another multi-kernel approach, the widely employed inception network.},
keywords = {},
pubstate = {published},
tppubtype = {mastersthesis}
}
Sensor-based Human Activity Recognition (sensor-based HAR) provides valuable knowledge to many areas, such as medical, military and security. Recently, wearable devices have gained space as a relevant source of data due to the facility of data capture, the massive number of people who use these devices and the comfort and convenience of the device. In addition, the large number of sensors present in these devices provides complementary data as each sensor provides different information. However, there are two issues: heterogeneity between the data from multiple sensors and the temporal nature of the sensor data. We believe that mitigating these issues might provide valuable information if we handle the data correctly. To handle the first issue, we propose to processes each sensor separately, learning the features of each sensor and performing the classification before fusing with the other sensors. To exploit the second issue, we use an approach to extract patterns in multiple temporal scales of the data. This is convenient since the data are already a temporal sequence and the multiple scales extracted provide meaningful information regarding the activities performed by the users. We extract multiple temporal scales using an ensemble of Deep Convolution Neural Networks (DCNN). In this ensemble, we use a convolutional kernel with different height for each DCNN. Considering that the number of rows in the sensor data reflects the data captured over time, each kernel height reflects a temporal scale from which we can extract patterns. Consequently, our approach is able to extract both simple movement patterns such as a wrist twist when picking up a spoon and complex movements such as the human gait. This multimodal and multi-temporal approach outperforms previous state-of-the-art works in seven important datasets using two different protocols. We also demonstrate that the use of our proposed set of kernels improves sensor-based HAR in another multi-kernel approach, the widely employed inception network. |
de Melo, Victor Hugo Cunha; Santos, Jesimon Barreto; Junior, Carlos Antonio Caetano; Sena, Jessica; Penatti, Otavio A B; Schwartz, William Robson Object-based Temporal Segment Relational Network for Activity Recognition Inproceedings Conference on Graphic, Patterns and Images (SIBGRAPI), pp. 1-8, 2018. BibTeX @inproceedings{DeMelo:2018:SIBGRAPI,
title = {Object-based Temporal Segment Relational Network for Activity Recognition},
author = {Victor Hugo Cunha de Melo and Jesimon Barreto Santos and Carlos Antonio Caetano Junior and Jessica Sena and Otavio A B Penatti and William Robson Schwartz},
year = {2018},
date = {2018-09-21},
booktitle = {Conference on Graphic, Patterns and Images (SIBGRAPI)},
pages = {1-8},
keywords = {},
pubstate = {published},
tppubtype = {inproceedings}
}
|
Sena, Jessica; Santos, Jesimon Barreto; Schwartz, William Robson Multiscale DCNN Ensemble Applied to Human Activity Recognition Based on Wearable Sensors Inproceedings 26th European Signal Processing Conference (EUSIPCO 2018), pp. 1-5, 2018. Links | BibTeX @inproceedings{Sena:2018:EUSIPCO,
title = {Multiscale DCNN Ensemble Applied to Human Activity Recognition Based on Wearable Sensors},
author = {Jessica Sena and Jesimon Barreto Santos and William Robson Schwartz},
url = {http://smartsenselab.dcc.ufmg.br/wp-content/uploads/2019/02/PID5428933.pdf},
year = {2018},
date = {2018-09-06},
booktitle = {26th European Signal Processing Conference (EUSIPCO 2018)},
pages = {1-5},
keywords = {},
pubstate = {published},
tppubtype = {inproceedings}
}
|
Jordao, Artur; Junior, Antonio Carlos Nazare; Sena, Jessica; Schwartz, William Robson Human Activity Recognition based on Wearable Sensor Data: A Benchmark Journal Article arXiv, pp. 1-12, 2018. Links | BibTeX @article{Jordao:2018:arXiv,
title = {Human Activity Recognition based on Wearable Sensor Data: A Benchmark},
author = {Artur Jordao and Antonio Carlos Nazare Junior and Jessica Sena and William Robson Schwartz},
url = {http://smartsenselab.dcc.ufmg.br/wp-content/uploads/2019/03/Human-Activity-Recognition-based-on-Wearable-A-Benchmark.pdf},
year = {2018},
date = {2018-01-01},
booktitle = {Arvix},
journal = {arXiv},
pages = {1-12},
keywords = {},
pubstate = {published},
tppubtype = {article}
}
|
Jordao, Artur; Sena, Jessica; Schwartz, William Robson A Late Fusion Approach to Combine Multiple Pedestrian Detectors Inproceedings IAPR International Conference on Pattern Recognition (ICPR), pp. 1-6, 2016. Links | BibTeX @inproceedings{Correia:2016:ICPR,
title = {A Late Fusion Approach to Combine Multiple Pedestrian Detectors},
author = {Artur Jordao and Jessica Sena and William Robson Schwartz},
url = {http://smartsenselab.dcc.ufmg.br/wp-content/uploads/2019/02/A-Late-Fusion-Approach-to-Combine-Multiple.pdf},
year = {2016},
date = {2016-12-13},
booktitle = {IAPR International Conference on Pattern Recognition (ICPR)},
pages = {1-6},
keywords = {},
pubstate = {published},
tppubtype = {inproceedings}
}
|
Sena, Jessica; Ferreira, Cesar Augusto Moura; dos Junior, Cassio Elias Santos; de Melo, Victor Hugo Cunha; Schwartz, William Robson Self-Organizing Traffic Lights: A Pedestrian Oriented Approach Miscellaneous Workshop of Undergraduate Works (WUW) in SIBGRAPI - Conference on Graphics, Patterns and Images, 2014, (1st place award). Links | BibTeX @misc{sibgrapi2014selfb,
title = {Self-Organizing Traffic Lights: A Pedestrian Oriented Approach},
author = {Jessica Sena and Cesar Augusto Moura Ferreira and Cassio Elias Santos dos Junior and Victor Hugo Cunha de Melo and William Robson Schwartz},
url = {http://smartsenselab.dcc.ufmg.br/wp-content/uploads/2019/02/2014-SIBGRAPI-Self-Organizing-Traffic-Lights-A-Pedestrian-Oriented-Approach.pdf
http://www.icex.ufmg.br/index.php/noticias/noticias-do-icex/80-noticias-do-icex/alunos-do-dcc-sao-premiados-no-sibgrapi-2014},
year = {2014},
date = {2014-08-29},
pages = {86-91},
howpublished = {Workshop of Undergraduate Works (WUW) in SIBGRAPI - Conference on Graphics, Patterns and Images},
note = {1st place award},
keywords = {},
pubstate = {published},
tppubtype = {misc}
}
|
Sena, Jessica; Ferreira, Cesar Augusto Moura; dos Junior, Cassio Elias Santos; de Melo, Victor Hugo Cunha; Schwartz, William Robson Self-Organizing Traffic Lights: A Pedestrian Oriented Approach Inproceedings X Workshop de Visão Computacional, pp. 1-6, 2014. Links | BibTeX @inproceedings{wvc2014self,
title = {Self-Organizing Traffic Lights: A Pedestrian Oriented Approach},
author = {Jessica Sena and Cesar Augusto Moura Ferreira and Cassio Elias Santos dos Junior and Victor Hugo Cunha de Melo and William Robson Schwartz},
url = {http://smartsenselab.dcc.ufmg.br/wp-content/uploads/2019/02/2014-WVC-Self-Organizing-Traffic-Lights-A-Pedestrian-Oriented-Approach.pdf},
year = {2014},
date = {2014-01-01},
booktitle = {X Workshop de Visão Computacional},
pages = {1-6},
keywords = {},
pubstate = {published},
tppubtype = {inproceedings}
}
|