Publications

@mastersthesis{uuid:82cb0f68-061e-4346-b536-a35a61621e51,

title = {Detecting Empty Wireframe Objects on Micro-Air Vehicles: Applied for Gate Detection in Autonomous Drone Racing},

author = {Philipp Dürnay},

url = {http://resolver.tudelft.nl/uuid:82cb0f68-061e-4346-b536-a35a61621e51},

year  = {2018},

date = {2018-01-01},

school = {TU Delft Electrical Engineering, Mathematics and Computer Science},

abstract = {Autonomous MAV are an emerging technology that supports a wide range of applications such as medical delivery or finding survivors in disaster scenarios. As flying in such missions is difficult the robust estimation of an MAV's state within its environment is crucial to ensure safe operation. In indoor scenarios, cameras are one of the predominant choices for state estimation sensors. This requires Computer Vision algorithms to interpret the obtained high dimensional signal. An application that allows the competitive evaluation of control and state estimation algorithms is MAV Racing such as the IROS 2018 Autonomous Drone Race. Thereby a race court consisting of several race gates has to be followed. For a fast flight during such a race court the detection of the racing gates with a camera can be used in a high level control loop. As these objects consist only of small structures that are spread across large parts of the image, this gives rise to a challenging Object Detection problem. In recent years CNN showed promising results on various vision tasks. However, due to their computational complexity the deployment on mobile devices remains a challenge. Furthermore, CNN typically require a vast amount of training data. Finally, the objects typically studied in Object Detection consist of solid and complex features which is not the case for racing gates. Therefore, this work defines the class of EWFO and studies their detection on MAV with YoloV3. Thereby, the training data is created with a graphical engine. We are interested in how to detect EWFO with a CNN on a MAV, using synthetic data. We conduct several simple experiments about EWFO in simulation and compare their detection to more filled objects. Subsequently experiments in a more challenging environment such as an MAV race are conducted. The experiments show how EWFO are harder to detect than filled objects as the detector can be confused to patterns present in the empty part. Particularly for larger objects the detection performance decreases. We give several recommendations on how to generate data for the detection of EWFO on MAV. These include how to add variations in background as well as the camera placement. Finally, we study the incorporation of image augmentation techniques to transfer the detector to the real world. We can report that especially modelling lens distortion improves the performance on the real data. Nevertheless, a reality gap remains that can not fully be explained. Furthermore, different architectures are studied for the detection of EWFO. It can be seen how a relatively shallow network of 9 layers can be used for the detection of EWFO on MAV. A further reduction in weights leads to a gradual decrease in performance. Based on the gained insights the deployment of a detector on the example system JeVois is studied. A detection performance/speed trade-off is evaluated. The final detector achieves 32% average precision at a frame rate of 12 Hz on a real world test set created during this work. The gained insights can be used to deploy the detector in a control loop for MAV. This ensures the safe flight through a racing court of an autonmous drone race. The gained insights about the detection of EWFO can be transferred to objects with similar properties},

note = {Tax, D.M.J. (mentor); de Croon, G.C.H.E. (mentor); Delft University of Technology (degree granting institution)},

keywords = {},

pubstate = {published},

tppubtype = {mastersthesis}

}

@mastersthesis{uuid:bc31203c-1956-4665-a92a-8203881f22ce,

title = {Attitude modeling of the DelftaCopter: a system identification approach},

author = {Joost Meulenbeld},

url = {http://resolver.tudelft.nl/uuid:bc31203c-1956-4665-a92a-8203881f22ce},

year  = {2018},

date = {2018-01-01},

school = {TU Delft Aerospace Engineering; TU Delft Control & Simulation},

abstract = {Previous years have seen a rise in the use of Unmanned Aerial Vehicles (UAVs). Reaching a large endurance and range while being able to perform Vertical Take-Off and Landing (VTOL) landings allows a broad range of applications. For this purpose the DelftaCopter (DC) was developed, a tilt-body tailsitter UAV. It hovers using a single helicopter rotor for lift and transitions to forward flight by pitching its body down by 90°. In this forward flight state, wings generate the lift, while the helicopter rotor now provides thrust. The single rotor is more efficient than using multiple smaller rotors and helicopter swashplate is used for attitude and speed control. The heavy single helicopter rotor introduces significant gyroscopic moments, as is the case for all helicopters. In contrast with normal helicopters, the DC has a heavy fuselage putting the attitude dynamics between a helicopter and aircraft. In previous research, a controller based on a model incorporating the rotor as a rotating cylinder was implemented. This controller was unable to counteract the gyroscopic pitch-roll coupling, leading to the question of this thesis: how should the DC be modeled to allow control design. <br/>In this thesis, the previous model is called the Cylinder Dynamics (CD) model, and is compared with another model from literature. The latter model, in this thesis called the Tip-Path Plane (TPP) model, includes the flapping dynamics through the tip-path plane dynamics and is also a linear state-space model. In flight tests, chirps were used to cover a broad frequency range. Fitting both the CD and TPP models on this flight test data, it is shown that the CD model lacks accuracy in the high-frequency area, while the TPP is able to accurately model these dynamics. This shows that the flapping dynamics are important to the attitude dynamics of the DC. An Linear Quadratic Regulator (LQR) controller was implemented based on the fitted TPP model, and shows adequate tracking performance, further validating the applicability of the model to the DC. For forward flight, extensions to the hover models are proposed. The extension including the elevator and aerodynamic damping is shown to simulate key dynamics of the DC in forward flight with reasonable accuracy. The parameters and eigenfrequencies of this model are not significantly different from the hover model. Therefore it can be concluded that the gyroscopic effect plays an important role in forward flight attitude dynamics. Another extension which estimates of angle of attack and sideslip using high-pass filtered rotational rates, yields better accuracy, but significantly changes the model parameters also present in the hover model. More research with angle of attack and sideslip vanes could validate this modeling approach. It was also found that for a new version of the DC with a smaller, more quickly rotating rotor, the modeling done before resulted in much worse fits. It was shown that the CD and TPP model response is much more comparable for this version. Control performance also suffers due to this lower accuracy model fit. Further research is required to understand why this is the case.},

note = {de Wagter, C. (mentor); Delft University of Technology (degree granting institution)},

keywords = {},

pubstate = {published},

tppubtype = {mastersthesis}

}

@mastersthesis{uuid:28fad2a0-4b4c-47f4-8930-01708f4b52d1,

title = {Hear-and-avoid for UAVs using convolutional neural networks},

author = {Dirk Wijnker},

url = {http://resolver.tudelft.nl/uuid:28fad2a0-4b4c-47f4-8930-01708f4b52d1},

year  = {2018},

date = {2018-01-01},

school = {TU Delft Aerospace Engineering},

abstract = {We investigate how an Unmanned Air Vehicle (UAV) can detect manned aircraft with a single microphone. In particular, we create an audio data set in which UAV ego-sound and recorded aircraft sound can be mixed together, and apply convolutional neural networks to the task of air traffic detection. Due to restrictions on flying UAVs close to aircraft, the data set has to be artificially produced, so the UAV sound is captured separately from the aircraft sound. The aircraft data set is collected at Lelystad airport by capturing flyovers with a microphone array. It is mixed with UAV recordings, during which labels are given indicating whether the mixed recording contains aircraft audio or not. The mixed recordings are the input for a model that determines whether an aircraft is present or not. The model is a CNN which uses the features MFCC, spectrogram or Mel spectrogram as input. For each feature the effect of UAV/aircraft amplitude ratio, the type of labeling, the window length and the addition of third party aircraft sound database recordings is explored. The results show that the best performance is achieved using the Mel spectrogram feature. The performance increases when the UAV/aircraft amplitude ratio is decreased, when the time window is increased or when the data set is extended with aircraft audio recordings from a third party sound database. It is not desirable to train the model on distant approaches and test them on nearby approaches as the performance then drops. The results also prove that the performance increases the closer the aircraft is. Although the currently presented approach has a number of false positives and false negatives, that is still too high for real-world application, this study indicates multiple paths forward that can lead to an interesting performance. In addition, the data set is provided as open access, allowing the community to contribute to the improvement of the detection task.},

note = {van Dijk, Tom (mentor); de Croon, G.C.H.E. (mentor); de Wagter, C. (mentor); Delft University of Technology (degree granting institution)},

keywords = {},

pubstate = {published},

tppubtype = {mastersthesis}

}

@mastersthesis{uuid:b0394f21-302c-484d-a6dc-031f5860c521,

title = {Flight control and collision avoidance for quadcopter and flapping wing MAVs using only optical flow: Theory, Simulation and Experiment},

author = {Daan Vrede},

url = {http://resolver.tudelft.nl/uuid:b0394f21-302c-484d-a6dc-031f5860c521},

year  = {2018},

date = {2018-01-01},

school = {TU Delft Mechanical, Maritime and Materials Engineering},

abstract = {Both quadcopter Micro Aerial Vehicles (MAVs) and Flapping Wing MAVs (FWMAVs) are constrained in Size, Weight and Processing power (SWaP) in order to achieve flight tasks that include attitude and velocity stabilisation, as well as obstacle avoidance. <br/>Conventional sensory and control approaches, such as those relying on inertial, visual and Global Positioning System (GPS) sensors, can fulfil these tasks using sensor fusion. However such approaches do not score well in terms of SWaP criteria. <br/>Very simple proportional feedback control laws using single optical flow vectors from very basic high frame-rate low-resolution cameras provide a promising path to achieve aforementioned tasks. <br/>This thesis shows that in theory these control laws are well suited for stabilising a FWMAV, and could be used for a high-drag adapted quadcopter MAV within bounds. Simulations confirm these findings and illustrate robustness to noise and additional emergent behaviour such as sideways wall avoidance and trajectory following, however simulations also show that disparity between walls can lead to unintended rotational behaviour during vertical translation. <br/>The system is tested in experiment on a quadcopter-like setup with onboard processing, using only ADNS 9800 computer mouse optical flow sensors for flight control. Results show that the system behaves similarly to simulation, however the sensory configuration used is highly dependent on texture in environment and light conditions. <br/>For future work it is recommended to investigate optical flow sensors in more detail to obtain reliable output on a vibrating platform (such as a FWMAV) in a broader range of texture and light conditions. Preliminary results from theory, simulation and experiment indicate that the addition of derivative feedback could strongly enhance performance on a quadcopter MAV and remove the requirement for high drag.},

note = {Goosen, J.F.L. (mentor); de Croon, G.C.H.E. (mentor); Breedveld, P. (mentor); Delft University of Technology (degree granting institution)},

keywords = {},

pubstate = {published},

tppubtype = {mastersthesis}

}

@mastersthesis{uuid:c75ab7d9-e711-4e0c-93ea-ff092e2e9131,

title = {Estimation of ego-motion velocities from single static images},

author = {Yeshwanth Napolean},

url = {http://resolver.tudelft.nl/uuid:c75ab7d9-e711-4e0c-93ea-ff092e2e9131},

year  = {2018},

date = {2018-01-01},

school = {TU Delft Aerospace Engineering},

abstract = {Velocity estimation based on visual information is a well- researched topic. Traditional approaches usually rely on how a given feature or features change between successive images in a sequence. However, a single static image might contain motion information that could potentially be lever- aged to estimate the optical flow. It can be hypothesized that motion blur and context of the scene are two sources of mo- tion information in static images. This research work has two main goals, one is to investigate the prospect of using a learning-based framework to model a mapping directly to camera ego-motion velocity. The second goal is to ana- lyze the contributing features in learning such a mapping. Experiments show that the model is able to learn velocity based on context of the scene but performs better when in- put images contain motion blur.<br},

note = {de Croon, G.C.H.E. (mentor); van Gemert, J.C. (graduation committee); Delft University of Technology (degree granting institution)},

keywords = {},

pubstate = {published},

tppubtype = {mastersthesis}

}

@mastersthesis{uuid:82cfe98f-46ad-42b4-8021-082fbae1f740,

title = {Passive Localization of Robots with Ambient Light},

author = {Danielle Werff},

url = {http://resolver.tudelft.nl/uuid:82cfe98f-46ad-42b4-8021-082fbae1f740},

year  = {2018},

date = {2018-01-01},

school = {TU Delft Electrical Engineering, Mathematics and Computer Science},

abstract = {A lot of research is been being done on Visible Light Communication (VLC), which has shown to be of interest for many applications, such as localization. Since localization based on VLC requires active modulation of light sources, this limits the amount of light sources that can be used for localization. Furthermore, in some situations there might not even be a controllable light source present (for example outdoors). To extend the use of light-based localization schemes, this thesis looks into a way to achieve the same result as current VLC localization methods in a passive manner, i.e. without control of the light sources. <br/><br/>Previous work has been done on passive ambient light-based localization by Wang et al.: objects are equipped with unique barcodes, that reflect ambient light in a distinct manner. The reflected light is received by photosensors, from which their ID is obtained. However, this work has focused on identifying large-sized objects in one dimension. Using the same principle for localization of small-sized objects, and in two dimensions, are open challenges that this thesis addresses . <br/><br/>The work presented here forms a proof-of-concept of a passive light-based localization system for two-dimensional, real-time tracking of small-sized objects. In order to achieve this, a special enclosure has been designed, giving simple photosensors the ability to distinguish small-sized objects without compromising their FOV. With this enclosure, a single photosensor can detect barcodes down to 7 cm in size in the test set-up, while distinguishing up to three different IDs. A particle filter has been implemented to combine detections from different photosensors into a single estimate of an object’s location. <br/><br/>The localization system is designed around the robots designed by a MSc student at the Embedded Systems group at TU Delft. By moving these robots at a speed of 15.4 cm/s in a straight line through the test set-up, a localization error of 4.8 cm is obtained. The distance between the robots and the sensor equals 20 cm.},

note = {Zuñiga Zamalloa, Marco (mentor); Pawelczak, Przemek (mentor); de Croon, Guido (graduation committee); Langendoen, Koen (graduation committee); Delft University of Technology (degree granting institution)},

keywords = {},

pubstate = {published},

tppubtype = {mastersthesis}

}

@mastersthesis{uuid:d3bd3ba9-61aa-4d48-b13d-aead118b8015,

title = {Vector Field Based Path Following for UAVs using Incremental Nonlinear Dynamic Inversion},

author = {Suresh Sharma},

url = {http://resolver.tudelft.nl/uuid:d3bd3ba9-61aa-4d48-b13d-aead118b8015},

year  = {2018},

date = {2018-01-01},

school = {TU Delft Aerospace Engineering; TU Delft Control & Operations},

abstract = {This work presents a vector field based path following method to be used by Multirotor Unmanned Aerial Vehicles (UAVs). The desired path to be followed is a smooth planar path defined in its implicit form. The vector field around the desired path is then constructed using the implicit function, such that the integral curves of the vector field converge to the path. The algorithm takes into account the future change in the trajectory as well as the current state of the UAV in order to calculate the desired linear acceleration, which is then tracked using the Incremental Nonlinear Dynamic Inversion (INDI) controller in the autopilot. The implementation also allows for the velocity of the UAV to be controlled independently. The efficiency of the algorithm is demonstrated using real world flight tests, and the performance is shown to be better than the<br/>traditional carrot-chasing controller.},

note = {Smeur, E.J.J. (mentor); Chu, Q. P. (mentor); Delft University of Technology (degree granting institution)},

keywords = {},

pubstate = {published},

tppubtype = {mastersthesis}

}

@mastersthesis{uuid:3794f912-f141-4fa7-aff4-464598958e94,

title = {Vision-based Autonomous Drone racing in GPS-denied Environments},

author = {Michaël Ozo},

url = {http://resolver.tudelft.nl/uuid:3794f912-f141-4fa7-aff4-464598958e94},

year  = {2018},

date = {2018-01-01},

school = {TU Delft Aerospace Engineering},

abstract = {High-speed autonomous flight of Micro Air Vehicles has gained much attention in recent years. However, flight in complex GPS-denied environments still poses a serious challenge. One scenario which contains these elements is drone racing, where pilots have to fly complex tracks at high speed, often in an indoor environment. In this work we therefore present an MAV capable of autonomously flying such a drone race track. The system has to operate in a GPS-denied environment, hence a visual navigation method is employed. Position is recovered from gate detections based on a novel least-squares method, while heading is estimated using an optimization based method. Experiments show that both methods have a higher accuracy than the standard P3P pose estimation method. Furthermore, a state estimation filter is designed to fuse the visual measurements with IMU measurements, by using an EKF with drag based prediction model. For high-level control different motion primitives are linked, which allow the MAV to fly the track without having a detailed on-board map. The overall approach does not rely on SLAM or Visual odometry, which results in low computational complexity. Also, it does not rely on downward optical flow velocity measurements, which enables it to work even in low texture environments.},

note = {de Croon, G.C.H.E. (mentor); Delft University of Technology (degree granting institution)},

keywords = {},

pubstate = {published},

tppubtype = {mastersthesis}

}

@mastersthesis{uuid:717e7e15-94c3-47ac-a348-12f5c2275aa2,

title = {A minimal longitudinal dynamic model of a tailless flapping wing robot},

author = {Karl Kajak},

url = {http://resolver.tudelft.nl/uuid:717e7e15-94c3-47ac-a348-12f5c2275aa2},

year  = {2018},

date = {2018-01-01},

school = {TU Delft Aerospace Engineering; TU Delft Control & Operations},

abstract = {Tailless flapping wing micro air vehicles (FWMAVs) have<br/>the potential of providing efficient flight at small scale,<br/>with considerable agility. However, this agility also brings<br/>significant control challenges, which are exacerbated by<br/>the fact that the aerodynamics and dynamics of flapping<br/>wing robots are still only partly understood.<br/>In this article, we propose a novel, minimal dynamic<br/>model that is not only validated with experimental data,<br/>but also able to predict the consequences of various important<br/>design changes. Specifically, the model captures<br/>the flapping cycle averaged longitudinal dynamics of a<br/>tailless flapping wing robot, taking into account the main<br/>aerodynamic effects. The model is validated for airspeeds<br/>up to 3.5 m/s (when the forward velocity starts to approximate<br/>the wing velocities). It successfully predicts the effects<br/>of changes to the center of mass and flight at different<br/>pitch angles. Hence, the presented model forms an<br/>important step in accelerating the control design of flapping<br/>wing robots - which can now be done to a greater<br/>extent in simulation. In order to illustrate this, we have<br/>used the model to improve our control design, resulting in<br/>a change of the maximal stable speed of the tailless DelFly<br/>Transformer from 4 m/s to 7 m/s.},

note = {Karasek, M. (mentor); Chu, Q. P. (mentor); de Croon, G.C.H.E. (mentor); Delft University of Technology (degree granting institution)},

keywords = {},

pubstate = {published},

tppubtype = {mastersthesis}

}

@mastersthesis{uuid:28774acc-89e7-44a8-be43-b06d2db0056c,

title = {Online Trajectory Planning and Control of a MAV Payload System in Dynamic Environments: A Non-Linear Model Predictive Control Approach},

author = {Nikhil Potdar},

url = {http://resolver.tudelft.nl/uuid:28774acc-89e7-44a8-be43-b06d2db0056c},

year  = {2018},

date = {2018-01-01},

school = {TU Delft Aerospace Engineering},

abstract = {Micro Aerial Vehicles (MAVs) are increasingly being used for aerial transportation in remote and urban spaces where portability can be exploited to reach previously inaccessible and inhospitable spaces. Current approaches to MAV swung payload system path planning have primarily focused on pre-generating (agile) collision-free, or conservative minimal-swing trajectories in static environments. However, these approaches have failed to address the prospect of online re-planning in uncertain and dynamic environments which is a prerequisite for real-world deployability. This article describes a novel Non-Linear Model Predictive Controller (NMPC) for online, agile and closed-loop local trajectory planning and control addressing the limitations mentioned of contemporary approaches. We integrate the controller in a full system framework and demonstrate the algorithm’s effectiveness in simulation and experimental studies. Results show the scalability and adaptability of our method to various dynamic setups with repeatable performance over several complex tasks which include flying through a narrow opening and avoiding moving humans.},

note = {de Croon, G.C.H.E. (mentor); Alonso Mora, J. (mentor); de Visser, C.C. (graduation committee); Delft University of Technology (degree granting institution)},

keywords = {},

pubstate = {published},

tppubtype = {mastersthesis}

}

@mastersthesis{uuid:6a3c6f9c-1634-4575-844c-510092f73dc6,

title = {On-board Range-based Relative Localization: For Leader-Follower Flight of Micro Aerial Vehicles},

author = {Steven Helm},

url = {http://resolver.tudelft.nl/uuid:6a3c6f9c-1634-4575-844c-510092f73dc6},

year  = {2018},

date = {2018-01-01},

school = {TU Delft Aerospace Engineering; TU Delft Control & Simulation},

abstract = {In this paper a range-based relative localization solution is proposed and demonstrated in practice. The approach is based on wireless range measurements between robots, along with the communication of their velocities, accelerations, yaw rates, and height. It can be implemented on many robotic platforms without the need for dedicated sensors. With respect to previous work, we remove the dependency on a common heading reference between robots. The main advantage of this is that it makes the relative localization approach independent of magnetometer readings, which are notoriously unreliable in an indoor environment. A theoretical observability analysis shows that it may also have two disadvantages: the motion of the robots must meet more stringent conditions and the relative localization method becomes more susceptible to noise on the range measurements. However, simulation results have shown that in the presence of significant magnetic disturbances that are common to indoor environments, removing the heading dependency is beneficial. We conclude the paper by implementing the heading-independent method on real Micro Aerial Vehicles (MAVs) and performing leader-follower flight in an indoor environment. Despite the observability analysis showing leader-follower flight to be an especially difficult task, we still manage to successfully fly for over 3 minutes with two fully autonomous followers using only on-board sensing.},

note = {de Croon, G.C.H.E. (mentor); McGuire, K.N. (graduation committee); Coppola, M. (graduation committee); Chu, Q. P. (graduation committee); Verhoeven, C.J.M. (graduation committee); Delft University of Technology (degree granting institution)},

keywords = {},

pubstate = {published},

tppubtype = {mastersthesis}

}

@mastersthesis{uuid:07bc64ba-42e3-4aa7-ba9b-ac0ac4e0e7a1,

title = {Deep Reinforcement Learning for Goal-directed Visual Navigation},

author = {Máté Kisantal},

url = {http://resolver.tudelft.nl/uuid:07bc64ba-42e3-4aa7-ba9b-ac0ac4e0e7a1},

year  = {2018},

date = {2018-01-01},

school = {TU Delft Aerospace Engineering; TU Delft Control & Operations},

abstract = {Safe navigation in a cluttered environment is a key capability for the autonomous operation of Micro Aerial Vehicles (MAVs). This work explores a (deep) Reinforcement Learning (RL) based approach for monocular vision based obstacle avoidance and goal directed navigation for MAVs in cluttered environments. We investigated this problem in the context of forest flight under the tree canopy.<br/><br/>Our focus was on training an effective and practical neural control module, that is easy to integrate into conventional control hierarchies and can extend the capabilities of existing autopilot software stacks. This module has the potential to greatly improve the autonomous capabilities of MAVs, and their applicability for many interesting real world use-cases. We demonstrated training this module in a visually highly realistic virtual forest environment, created with a state-of-the-art computer game engine.},

note = {de Croon, G.C.H.E. (mentor); van Hecke, K.G. (mentor); Delft University of Technology (degree granting institution)},

keywords = {},

pubstate = {published},

tppubtype = {mastersthesis}

}

@mastersthesis{uuid:ed1025e8-66ad-4e71-ba8e-771f511e9022,

title = {Ready for detection: Stair-detecting in depth images using spatial features and Adaboosting},

author = {Frerik Andriessen},

url = {http://resolver.tudelft.nl/uuid:ed1025e8-66ad-4e71-ba8e-771f511e9022},

year  = {2018},

date = {2018-01-01},

school = {TU Delft Aerospace Engineering},

abstract = {Space exploration could be significantly aided by combining the disciplines of machine learning and computer vision, but these disciplines need to be developed further for specific space-related applications to have merit. One of the applications for space exploration is the detection of certain structures designating areas of interest. This thesis demonstrates a method of structure-detecting that is applied to staircases. In addition to incorporating certain physical features, like other algorithms have done, the proposed algorithm (Step-1) also takes into account the spatial relation between these features, in order to increase its robustness. Looking at a staircase from the front, the distances between each step become warped, as they are further away from the observer. This exponential spatial distortion is known as a ’chirp’. Step-1 tries to match a chirp-waveform to every edge along a straight line randomly drawn through an image, and based on that match classify the image as containing a staircase or not. The random lines are then weighted based on their effectiveness using Adaboost, which are finally combined to obtain a final classification. The results show potential but there are still some issues to be addressed. However, once the algorithm has been upgraded it could aid space exploration by being applied to satellite images and autonomous rovers.},

note = {Sundaramoorthy, P.P. (mentor); Cervone, A. (graduation committee); de Croon, G.C.H.E. (graduation committee); Delft University of Technology (degree granting institution)},

keywords = {},

pubstate = {published},

tppubtype = {mastersthesis}

}

@mastersthesis{uuid:4a03785d-8822-4548-a24a-7b23b1a4232c,

title = {Uncertainty Estimation in Vision-Aided Robot Teleoperation System},

author = {Shubham Vyas},

url = {http://resolver.tudelft.nl/uuid:4a03785d-8822-4548-a24a-7b23b1a4232c},

year  = {2018},

date = {2018-01-01},

school = {TU Delft Aerospace Engineering; TU Delft Space Engineering},

abstract = {Teleoperation allows the use of human intelligence and decision making in remote tasks which are too dangerous for humans to perform. Technologies such as force feedback and haptic guidance have shown to increase task efficiency during teleoperation. In an unmodeled environment, sensors provide input for haptic guidance or present extra information about the environment to the user in order to make decisions and to perform the tasks. These sensors come with inherent errors and uncertainties which propagate through the teleoperation system. The absence of knowledge of these errors has been shown to cause deterioration in the task performance. These errors can further cause the application of forces on the environment by the robot without the knowledge of the user while using haptic guidance. Thereby, the strategies being used to increase task performance can have some adverse hidden effects. Thus, it crucial to have an understanding of the behaviour of the errors and uncertainties in the system. It is considered critical for making decisions about how the robot system can be controlled and used to manipulate objects remotely.<br/><br/>In this thesis, a novel framework for estimating the uncertainties in a vision-aided teleoperation system in real-time is introduced. The uncertainty estimate can then be used by the control system or communicated to the user. Methods to use the uncertainty estimate for haptic guidance and for user display are proposed. Furthermore, the thesis analyzes the behaviour of the uncertainties in the system and the sensitivity of the system to individual component errors. It evaluates the uncertainties in individual components of the system and implements an uncertainty model for each of them. It then provides a method to propagate these uncertainty models through the system. This results in a final uncertainty estimate in the frame of reference of interest for the task. Experiments were performed to validate the component uncertainty models, the propagation method, and the system as a whole. Additionally, an inverse of the propagation method is also conceived so as to obtain the component accuracy specification from system uncertainty requirements. This can be used in the design of future teleoperation systems.},

note = {Verhoeven, C.J.M. (mentor); Krueger, Thomas (mentor); Schiele, A. (mentor); Gill, E.K.A. (graduation committee); de Croon, G.C.H.E. (graduation committee); Delft University of Technology (degree granting institution)},

keywords = {},

pubstate = {published},

tppubtype = {mastersthesis}

}

@mastersthesis{uuid:34ce9384-9352-41bc-99ce-2a54bd1f3361,

title = {Informative Path Planning for Search and Rescue using a UAV},

author = {Ajith Anil Meera},

url = {http://resolver.tudelft.nl/uuid:34ce9384-9352-41bc-99ce-2a54bd1f3361},

year  = {2018},

date = {2018-01-01},

school = {TU Delft Mechanical, Maritime and Materials Engineering},

abstract = {Target search in an obstacle filled environment is a practically relevant challenge in robotics that has a huge impact in the society. The wide range of applications include searching for victims in a search and rescue operation, detecting weeds in precision agriculture, patrolling borders for military and navy, automated census of endangered species in a forest etc. An efficient target search algorithm provides a data acquisition platform with least human intervention, thus improving the quality of life of humans. This thesis aims at introducing a general path planning algorithm for UAVs flying at different heights in an obstacle filled environment, searching for targets in the ground field. An adaptive informative path planning (IPP) algorithm is introduced that simultaneously trade off between area coverage, field of view, height dependent sensor performance and obstacle avoidance. It plans under uncertainties in the sensor measurements at varying heights, and is robust against wrong target detections. It generates an optimal fixed horizon plan in the form of a 3D minimum-snap trajectory that maximizes the information gain in minimum flight time by providing maximum area coverage, without any collision with the obstacles. The resulting planner is modular in terms of the mapping strategy, environment complexity, different target, changes in the sensor model and optimizer used. The planner is tested against varying environmental complexities, demonstrating its capability in handling a wide range of possible environments. The planner outperforms other planners like non-adaptive IPP planner, coverage planner and random sampling planner, by demonstrating the fastest decrease in map error while flying for a fixed time budget. A proof of concept for the algorithm is provided through real experiments by running the algorithm on a UAV flying inside a lab environment, searching for targets lying on the ground. All the targets were successfully found and mapped by the algorithm, demonstrating its applicability in a real-life target search problem.},

note = {Siegwart, Roland (mentor); Wisse, M. (mentor); Popović, Marija (mentor); Millane, Alexander (mentor); Pan, W. (graduation committee); Alonso Mora, J. (graduation committee); Mohajerin Esfahani, P. (graduation committee); Delft University of Technology (degree granting institution); ETH Zürich (degree granting institution)},

keywords = {},

pubstate = {published},

tppubtype = {mastersthesis}

}

@mastersthesis{uuid:aa13959b-79b9-4dfc-b5e0-7c501d9d3e2f,

title = {Neuromorphic Computing of Event-Based Data for High-Speed Vision-Based Navigation},

author = {Fede Paredes Valles},

url = {http://resolver.tudelft.nl/uuid:aa13959b-79b9-4dfc-b5e0-7c501d9d3e2f},

year  = {2018},

date = {2018-01-01},

school = {TU Delft Aerospace Engineering; TU Delft Control & Simulation},

abstract = {The combination of Spiking Neural Networks and event-based vision sensors holds the potential of highly efficient and high-bandwidth optical flow estimation. This thesis presents, to the best of the author’s knowledge, the first hierarchical spiking architecture in which motion (direction and speed) selectivity emerges in a biologically plausible unsupervised fashion from the stimuli generated with an event-based camera. A novel adaptive neuron model and Spike-Timing-Dependent Plasticity formulation are at the core of this neural network governing its spike-based processing and learning, respectively. After convergence, the neural architecture exhibits the main properties of biological visual motion systems: feature extraction and local and global motion perception. To assess the outcome of the learning, a shallow conventional Artificial Neural Network is trained to map the activation traces of the penultimate layer to the optical flow visual observables of ventral flows. The proposed solution is validated for simulated event sequences with ground truth measurements. Experimental results show that accurate estimates of these parameters can be obtained over a wide range of speeds.},

note = {de Croon, G.C.H.E. (mentor); Scheper, K.Y.W. (mentor); Delft University of Technology (degree granting institution)},

keywords = {},

pubstate = {published},

tppubtype = {mastersthesis}

}