Mubarak Shah

@conference{Kerrigan2021,

title = {Reformulating Zero-shot Action Recognition for Multi-label Actions},

author = {Alec Kerrigan and Kevin Duarte and Yogesh Singh Rawat and Mubarak Shah},

url = {https://www.crcv.ucf.edu/wp-content/uploads/2018/11/reformulating_zero_shot_action2.pdf

https://www.crcv.ucf.edu/wp-content/uploads/2018/11/ZSL-Supp.pdf

https://www.crcv.ucf.edu/wp-content/uploads/2018/11/Reformulating-Zero-shot-Action-Recognition-forMulti-label-Actions.pptx},

year  = {2021},

date = {2021-12-06},

urldate = {2021-12-06},

booktitle = {Thirty-fifth Conference on Neural Information Processing Systems},

keywords = {},

pubstate = {published},

tppubtype = {conference}

}

@conference{RegmiICCV2021,

title = {Video Geo-Localization Employing Geo-Temporal Feature Learning and GPS Trajectory Smoothing},

author = {Krishna Regmi and Mubarak Shah},

url = {https://www.crcv.ucf.edu/wp-content/uploads/2018/11/video_geolocalization_ICCV2021.pdf

https://github.com/kregmi/VTE},

year  = {2021},

date = {2021-10-11},

booktitle = {International Conference on Computer Vision},

abstract = {In this paper, we address the problem of video geolocalization by proposing a Geo-Temporal Feature Learning (GTFL) Network to simultaneously learn the discriminative features for the query video frames and the gallery images for estimating the geo-spatial trajectory of a query video. Based on a transformer encoder architecture, our

GTFL model encodes query and gallery data separately, via two dedicated branches. The proposed GPS Loss and Clip Triplet Loss exploit the geographical and temporal proximity between the frames and the clips to jointly learn the query and the gallery features. We also propose a deep learning approach to trajectory smoothing by predicting the outliers in the estimated GPS positions and learning the offsets to smooth the trajectory. We build a large dataset from four different regions of USA; New York, San Francisco, Berkeley and Bay Area using BDD driving videos as query, and by collecting corresponding Google StreetView (GSV) Images for gallery. Extensive

evaluations of proposed method on this new dataset are provided. Code and dataset details is publicly available at

https://github.com/kregmi/VTE.},

keywords = {},

pubstate = {published},

tppubtype = {conference}

}

@conference{ZaeemzadehICCV2021,

title = {Face Image Retrieval with Attribute Manipulation},

author = {Alireza Zaeemzadeh and Shabnam Ghadar and Baldo Faieta and Zhe Lin and Nazanin Rahnavard and Mubarak Shah and Ratheesh Kalarot},

url = {https://www.crcv.ucf.edu/wp-content/uploads/2018/11/06328.pdf

https://www.crcv.ucf.edu/wp-content/uploads/2018/11/06328-supp.pdf},

year  = {2021},

date = {2021-10-11},

booktitle = {International Conference on Computer Vision},

abstract = {Current face image retrieval solutions are limited, since they treat different facial attributes the same and cannot incorporate

user’s preference for a subset of attributes in their search criteria. This paper introduces a new face image retrieval framework, where the input face query is augmented by both an adjustment vector that specifies the desired modifications

to the facial attributes, and a preference vector that assigns different levels of importance to different attributes. For example, a user can ask for retrieving images similar to a query image, but with a different hair color, and no preference for absence/presence of eyeglasses in the results. To achieve this, we propose to disentangle the semantics, corresponding to various attributes, by learning a set of sparse and orthogonal basis vectors in the latent space of StyleGAN. Such basis vectors are then employed to decompose the dissimilarity between face images in terms of dissimilarity between their attributes, assign preference to the attributes, and adjust the attributes in the query. Enforcing sparsity on the basis vectors helps us to disentangle the latent space and adjust each attribute independently from other attributes, while enforcing orthogonality facilitates preference assignment and the dissimilarity decomposition. The effectiveness of our approach is illustrated by achieving state-of-the-art results for the face image retrieval task. },

keywords = {},

pubstate = {published},

tppubtype = {conference}

}

@conference{BhuniaICCV2021,

title = {Handwriting Transformers},

author = {Ankan Kumar Bhunia and Salman Khan and Hisham Cholakkal and Rao Muhammad Anwer and Fahad Shahbaz Khan and Mubarak Shah},

url = {https://www.crcv.ucf.edu/wp-content/uploads/2018/11/Handwriting_Generation_ICCV21.pdf

https://www.crcv.ucf.edu/wp-content/uploads/2018/11/Handwriting_Generation_ICCV21_supp.pdf},

year  = {2021},

date = {2021-10-11},

urldate = {2021-10-11},

booktitle = {International Conference on Computer Vision},

abstract = {We propose a novel transformer-based styled handwritten text image generation approach, HWT, that strives to learn both style-content entanglement as well as global and local writing style patterns. The proposed HWT captures the long and short range relationships within the style examples through a self-attention mechanism, thereby encoding both global and local style patterns. Further, the proposed transformer-based HWT comprises an encoder-decoder attention that enables style-content entanglement by gathering the style representation of each query character. To the best of our knowledge, we are the first to introduce a transformer-based generative network for styled handwritten text generation.



Our proposed HWT generates realistic styled handwritten text images and significantly outperforms the state-of-the-art demonstrated through extensive qualitative, quantitative and human-based evaluations. The proposed HWT can handle arbitrary length of text and any desired writing style in a few-shot setting. Further, our HWT generalizes well to the challenging scenario where both words and writing style are unseen during training, generating realistic styled handwritten text images.},

keywords = {},

pubstate = {published},

tppubtype = {conference}

}

@conference{NarayanICCV2021,

title = {Discriminative Region-based Multi-Label Zero-Shot Learning},

author = {Sanath Narayan and Akshita Gupta and Salman Khan and Fahad Shahbaz Khan and Ling Shao and Mubarak Shah},

url = {https://www.crcv.ucf.edu/wp-content/uploads/2018/11/02617.pdf

https://www.crcv.ucf.edu/wp-content/uploads/2018/11/02617-supp.pdf},

year  = {2021},

date = {2021-10-11},

booktitle = {International Conference on Computer Vision},

abstract = {Multi-label zero-shot learning (ZSL) is a more realistic counter-part of standard single-label ZSL since several objects can co-exist in a natural image.  However, the occurrence of multiple objects complicates the reasoning and re-quires region-specific processing of visual features to pre-serve their contextual cues.  We note that the best existing multi-label ZSL method takes a shared approach towards attending  to  region  features  with  a  common  set  of  attention  maps  for  all  the  classes.   Such  shared  maps  lead  to diffused attention, which does not discriminatively focus on relevant  locations  when  the  number  of  classes  are  large. Moreover, mapping spatially-pooled visual features to the class semantics leads to  inter-class  feature entanglement, thus  hampering  the  classification.   Here,  we  propose  an alternate approach towards region-based discriminability-preserving  multi-label  zero-shot  classification. Our  approach maintains the spatial resolution to preserve region-level characteristics and utilizes a bi-level attention module (BiAM) to enrich the features by incorporating both region and scene context information.   The enriched region-level features are then mapped to the class semantics and only their class predictions are spatially pooled to obtain image-level predictions,  thereby keeping the multi-class features

disentangled.  Our approach sets a new state of the art on two  large-scale  multi-label  zero-shot  benchmarks:   NUS-WIDE  and  Open  Images.   On  NUS-WIDE,  our  approach achieves an absolute gain of 6.9% mAP for ZSL, compared to the best published results.   Source code is available at https://github.com/akshitac8/BiAM.},

keywords = {},

pubstate = {published},

tppubtype = {conference}

}

@conference{Swetha2021,

title = {Unsupervised Discriminative Embedding for Sub-Action Learning in Complex Activities},

author = {Sirnam Swetha and Hilde Kuehne and Yogesh Singh Rawat and Mubarak Shah },

url = {https://www.crcv.ucf.edu/wp-content/uploads/2018/11/Unsupervised-Discriminative-Embedding-for-Sub-Action-Learning-in-Complex-Activities.pdf},

year  = {2021},

date = {2021-09-19},

booktitle = {IEEE International Conference on Image Processing},

keywords = {},

pubstate = {published},

tppubtype = {conference}

}

@conference{Shiraz2021,

title = {Novel View Video Prediction using Dual Representation},

author = {Sarah Shiraz and Krishna Regmi and Shruti Vyas and Yogesh Singh Rawat and Mubarak Shah

},

url = {https://www.crcv.ucf.edu/wp-content/uploads/2018/11/Projects_Novel-View-Video-Prediction-using-dual-Representation.pdf

https://www.crcv.ucf.edu/research/projects/novel-view-video-prediction-using-dual-representation/},

year  = {2021},

date = {2021-09-19},

booktitle = {IEEE International Conference on Image Processing},

keywords = {},

pubstate = {published},

tppubtype = {conference}

}

@conference{Sultani2021,

title = {Dogfight: Detecting Drones from Drones Videos },

author = {Muhammad Waseem Ashraf and Waqas Sultani and Mubarak Shah},

url = {https://www.crcv.ucf.edu/wp-content/uploads/2018/11/Dogfight.pdf

https://www.crcv.ucf.edu/wp-content/uploads/2018/11/Dogfight_Supp.mp4

https://github.com/mwaseema/Drone-Detection},

year  = {2021},

date = {2021-06-19},

publisher = {IEEE Conference on Computer Vision and Pattern Recognition},

keywords = {},

pubstate = {published},

tppubtype = {conference}

}

@conference{Khan2021b,

title = {Found a Reason for me? Weakly-supervised Grounded Visual Question Answering using Capsules},

author = {Aisha Urooj Khan and Hilde Kuehne and Kevin Duarte and Chuang Gan and Niels Da Vitoria Lobo and Mubarak Shah},

url = {https://www.crcv.ucf.edu/wp-content/uploads/2018/11/Found-a-Reason-for-me.pdf

https://www.crcv.ucf.edu/wp-content/uploads/2018/11/Found-a-Reason-for-me_Supp.pdf

https://www.crcv.ucf.edu/wp-content/uploads/2018/11/cvpr21_poster_v2.pdf

https://www.crcv.ucf.edu/wp-content/uploads/2018/11/cvpr_2021_5min.mp4},

year  = {2021},

date = {2021-06-19},

publisher = {IEEE Conference on Computer Vision and Pattern Recognition},

keywords = {},

pubstate = {published},

tppubtype = {conference}

}

@conference{Rizve2021b,

title = {Exploring Complementary Strengths of Invariant and Equivariant Representations for Few-Shot Learning},

author = {Mamshad Nayeem Rizve and Salman Khan and Fahad Shahbaz Khan and Mubarak Shah},

url = {https://www.crcv.ucf.edu/wp-content/uploads/2018/11/Exploring-Complementary-Strengths-of-Invariant-and-Equivariant.pdf

https://www.crcv.ucf.edu/wp-content/uploads/2018/11/Exploring-Complementary-Strengths-of-Invariant-and-Equivariant_Supp.pdf

https://github.com/nayeemrizve/invariance-equivariance

https://www.crcv.ucf.edu/wp-content/uploads/2018/11/FSL_CVPR2021_Video_Final.mp4},

year  = {2021},

date = {2021-06-19},

publisher = {IEEE Conference on Computer Vision and Pattern Recognition},

keywords = {},

pubstate = {published},

tppubtype = {conference}

}

@conference{Tirupattur2021,

title = {Modeling Multi-Label Action Dependencies for Temporal Action Localization},

author = {Praveen Tirupattur and Kevin Duarte and Yogesh Singh Rawat and Mubarak Shah},

url = {https://www.crcv.ucf.edu/wp-content/uploads/2018/11/Modeling-Multi-Label-Action-Dependencies-for-Temporal-Action-Localization.pdf

https://www.crcv.ucf.edu/wp-content/uploads/2018/11/Modeling-Multi-Label-Action-Dependencies-for-Temporal-Action-Localization_Supp.zip

https://www.crcv.ucf.edu/wp-content/uploads/2018/11/Modeling-Multi-Label-Action-Dependencies-for-Temporal-Action-Localization-CVPR-2021-ORAL.mp4},

year  = {2021},

date = {2021-06-19},

publisher = {IEEE Conference on Computer Vision and Pattern Recognition (Oral)},

keywords = {},

pubstate = {published},

tppubtype = {conference}

}

@conference{Zaeemzadeh2021,

title = {Out-of-Distribution Detection Using Union of 1-Dimensional Subspaces},

author = {Alireza Zaeemzadeh and Niccolò Bisagno and Zeno Sambugaro and Nicola Conci and Nazanin Rahnavard and Mubarak Shah},

url = {https://www.crcv.ucf.edu/wp-content/uploads/2018/11/Out-of-Distribution-Detection-Using-Union-of-1-Dimensional-Subspaces.pdf

https://www.crcv.ucf.edu/wp-content/uploads/2018/11/Out-of-Distribution-Detection-Using-Union-of-1-Dimensional-Subspaces_Supp.pdf

https://www.crcv.ucf.edu/wp-content/uploads/2018/11/CVPR21_presentation_video.mov},

year  = {2021},

date = {2021-06-19},

publisher = {IEEE Conference on Computer Vision and Pattern Recognition},

keywords = {},

pubstate = {published},

tppubtype = {conference}

}

@conference{georgescu2020anomaly,

title = {Anomaly Detection in Video via Self-Supervised and Multi-Task Learning},

author = {Mariana Iuliana Georgescu and Antonio Bărbălău and Radu Tudor Ionescu and Fahad Shahbaz Khan and Marius Popescu and Mubarak Shah},

url = {https://www.crcv.ucf.edu/wp-content/uploads/2018/11/Publications_Anomaly-Detection-in-Video-via-Self-Supervised-and-Multi-Task-Learning.pdf

https://www.crcv.ucf.edu/wp-content/uploads/2018/11/Publications_Anomaly-Detection-in-Video-via-Self-Supervised-and-Multi-Task-Learning_Supp.pdf

https://www.crcv.ucf.edu/wp-content/uploads/2018/11/Anomaly-Detection-in-Video-via-Self-Supervised-and-Multi-Task-Learning.pptx

https://www.crcv.ucf.edu/wp-content/uploads/2018/11/Anomaly-Detection-in-Video-via-Self-Supervised-and-Multi-Task-Learning.mp4},

year  = {2021},

date = {2021-06-19},

publisher = {IEEE Conference on Computer Vision and Pattern Recognition},

abstract = {Anomaly detection in video is a challenging computer vision problem. Due to the lack of anomalous events at training time, anomaly detection requires the design of learning methods without full supervision. In this paper, we approach anomalous event detection in video through self-supervised and multi-task learning at the object level. We first utilize a pre-trained detector to detect objects. Then, we train a 3D convolutional neural network to produce discriminative anomaly-specific information by jointly learning multiple proxy tasks: three self-supervised and one based on knowledge distillation. The self-supervised tasks are: (i) discrimination of forward/backward moving objects (arrow of time), (ii) discrimination of objects in consecutive/intermittent frames (motion irregularity) and (iii) reconstruction of object-specific appearance information. The knowledge distillation task takes into account both classification and detection information, generating large prediction discrepancies between teacher and student models when anomalies occur. To the best of our knowledge, we are the first to approach anomalous event detection in video as a multi-task learning problem, integrating multiple self-supervised and knowledge distillation proxy tasks in a single architecture. Our lightweight architecture outperforms the state-of-the-art methods on three benchmarks: Avenue, ShanghaiTech and UCSD Ped2. Additionally, we perform an ablation study demonstrating the importance of integrating self-supervised learning and normality-specific distillation in a multi-task learning setting.},

keywords = {},

pubstate = {published},

tppubtype = {conference}

}

@conference{Rizve2021,

title = {In Defense of Pseudo-Labeling: An Uncertainty-Aware Pseudo-label Selection Framework for Semi-Supervised Learning},

author = {Mamshad Nayeem Rizve and Kevin Duarte and Yogesh Singh Rawat and Mubarak Shah },

url = {https://www.crcv.ucf.edu/wp-content/uploads/2018/11/In-Defense-Of-Pseudo-Labeling.pdf

https://github.com/nayeemrizve/ups

https://www.crcv.ucf.edu/wp-content/uploads/2018/11/UPS_ICLR2021_Slides.pdf

https://www.crcv.ucf.edu/wp-content/uploads/2018/11/UPS_ICLR2021_Slides.pptx

https://www.crcv.ucf.edu/wp-content/uploads/2018/11/UPS_Poster_ICLR2021.png},

year  = {2021},

date = {2021-05-04},

booktitle = {Ninth International Conference on Learning Representations (ICLR)},

keywords = {},

pubstate = {published},

tppubtype = {conference}

}

@conference{Khan2020b,

title = {MMFT-BERT: Multimodal Fusion Transformer with BERT Encodings for Visual Question Answering},

author = {Aisha Urooj Khan and Amir Mazaheri and Niels da Vitoria Lobo and Mubarak Shah},

url = {https://www.crcv.ucf.edu/wp-content/uploads/2018/11/Publications_MMFT-BERT.pdf},

year  = {2020},

date = {2020-11-16},

booktitle = {Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing: Findings, EMNLP},

keywords = {},

pubstate = {published},

tppubtype = {conference}

}

@conference{Vyas2020,

title = {Multi-view Action Recognition using Cross-view Video Prediction},

author = {Shruti Vyas and Yogesh Singh Rawat and Mubarak Shah},

url = {https://www.crcv.ucf.edu/wp-content/uploads/2020/07/Projects_Multi-view-Action-Recognition-using-Cross-view-Video-Prediction.pdf

https://www.crcv.ucf.edu/wp-content/uploads/2020/07/Projects_Multi-view-Action-Recognition-using-Cross-view-Video-Prediction_Supp.pdf

https://www.crcv.ucf.edu/research/projects/multi-view-action-recognition-using-cross-view-video-prediction/},

year  = {2020},

date = {2020-08-23},

booktitle = {16th European Conference on Computer Vision},

abstract = {In this work, we address the problem of action recognition in a multi-view environment. Most of the existing approaches utilize  pose information for multi-view action recognition. We focus on RGB modality instead and propose an unsupervised representation learning framework, which encodes the scene dynamics in videos captured from multiple viewpoints via predicting actions from unseen views. The framework takes multiple short video clips from different viewpoints and time as input and learns an holistic internal representation which is used to predict a video clip from an unseen viewpoint and time. The ability of the proposed network to render unseen video frames enables it to learn a meaningful and robust representation of the scene dynamics. We evaluate the effectiveness of the learned representation for multiview video action recognition in a supervised approach. We observe a significant improvement in the performance with RGB modality on NTU-RGB+D dataset, which is the largest dataset for multi-view action recognition. The proposed framework also achieves state-of-the-art results with depth modality, which validates the generalization capability of the approach to other data modalities. The code is publicly available at https://github.com/svyas23/cross-view-action.},

keywords = {},

pubstate = {published},

tppubtype = {conference}

}

@conference{Sun2020,

title = {Simultaneous Detection and Tracking with Motion Modelling for Multiple Object Tracking},

author = {ShiJie Sun and Naveed Akhtar and XiangYu Song and HuanSheng Song and Ajmal Mian and Mubarak Shah},

url = {https://www.crcv.ucf.edu/wp-content/uploads/2020/07/Publications_Simultaneous-Detection-and-Tracking-with-Motion-Modelling-for-Multiple-Object-Tracking.pdf

https://www.crcv.ucf.edu/wp-content/uploads/2020/07/Publications_Simultaneous-Detection-and-Tracking-with-Motion-Modelling-for-Multiple-Object-Tracking_Supp.pdf

https://shijies.github.io/DMMN_Page/},

year  = {2020},

date = {2020-08-23},

booktitle = {16th European Conference on Computer Vision},

abstract = {Deep learning based Multiple Object Tracking (MOT) currently relies on off-the-shelf detectors for tracking-by-detection. This results in deep models that are detector biased and evaluations that are detector influenced. To resolve this issue, we introduce Deep Motion Modeling Network (DMM-Net) that can estimate multiple objects’ motion parameters to perform joint detection and association in an end-to-end manner. DMM-Net models object features over multiple frames and simultaneously infers object classes, visibility and their motion parameters. These outputs are readily used to update the tracklets for efficient MOT. DMM-Net achieves PR-MOTA score of 12.80 @ 120+ fps for the popular UA-DETRAC challenge - which is better performance and orders of magnitude faster. We also contribute a synthetic large-scale public dataset Omni-MOT for vehicle tracking that provides precise ground-truth annotations to eliminate the detector influence in MOT evaluation. This 14M+ frames dataset is extendable with our public script (Code at Dataset, Dataset Recorder, Omni-MOT Source). We demonstrate the suitability of Omni-MOT for deep learning with DMM-Net, and also make the source code of our network public.},

keywords = {},

pubstate = {published},

tppubtype = {conference}

}

@conference{Xie2020,

title = {Count- and Similarity-aware R-CNN for Pedestrian Detection},

author = {Jin Xie and Hisham Cholakkal and Rao Muhammad Anwer and Fahad Shahbaz Khan and Yanwei Pang and Ling Shao and Mubarak Shah},

url = {https://www.crcv.ucf.edu/wp-content/uploads/2020/07/Publications_Count-and-Similarity-aware-R-CNN-for-Pedestrian-Detection.pdf},

year  = {2020},

date = {2020-08-23},

booktitle = {16th European Conference on Computer Vision},

abstract = {Recent pedestrian detection methods generally rely on additional supervision, such as visible bounding-box annotations, to handle heavy occlusions. We propose an approach that leverages pedestrian count and proposal similarity information within a two-stage pedestrian detection framework. Both pedestrian count and proposal similarity are derived from standard full-body annotations commonly used to train pedestrian detectors. We introduce a count-weighted detection loss function that assigns higher weights to the detection errors occurring at highly overlapping pedestrians. The proposed loss function is utilized at both stages of the two-stage detector. We further introduce a count-andsimilarity branch within the two-stage detection framework, which predicts pedestrian count as well as proposal similarity to identify distinct proposals. Our approach requires neither part information nor visible bounding-box annotations. Experiments are performed on the CityPersons and CrowdHuman datasets. Our method sets a new state-of-the-art on both datasets. Further, it achieves an absolute gain of 2.4% over the current state-of-the-art, in terms of log-average miss rate, on the heavily occluded (HO) set of CityPersons test set, without using additional visible bounding-box supervision. Finally, we demonstrate the applicability of our approach for the problem of human instance segmentation. Code and models are available at: https://github.com/Leotju/CaSe.},

keywords = {},

pubstate = {published},

tppubtype = {conference}

}

@conference{Khan2020,

title = {iTAML : An Incremental Task-Agnostic Meta-learning Approach},

author = {Jathushan Rajasegaran and Salman Khan and Munawar Hayat and Fahad Shahbaz Khan and Mubarak Shah},

url = {https://www.crcv.ucf.edu/wp-content/uploads/2020/04/iTAML.pdf

https://www.crcv.ucf.edu/wp-content/uploads/2020/04/iTAML-Supplementary.pdf},

year  = {2020},

date = {2020-06-14},

publisher = {IEEE Conference on Computer Vision and Pattern Recognition},

abstract = {Humans can continuously learn new knowledge as their experience grows. In contrast, previous learning in deep neural networks can quickly fade out when they are trained on a new task. In this paper, we hypothesize this problem can be avoided by learning a set of generalized parameters, that are neither specific to old nor new tasks. In this pursuit, we introduce a novel meta-learning approach that seeks to maintain an equilibrium between all the encountered tasks. This is ensured by a new meta-update rule which avoids catastrophic forgetting. In comparison to previous metalearning techniques, our approach is task-agnostic. When presented with a continuum of data, our model automatically identifies the task and quickly adapts to it with just a single update. We perform extensive experiments on five datasets in a class-incremental setting, leading to significant improvements over the state of the art methods (e.g., a 21.3% boost on CIFAR100 with 10 incremental tasks). Specifically, on large-scale datasets that generally prove difficult cases for incremental learning, our approach delivers absolute gains as high as 19.1% and 7.4% on ImageNet and MS-Celeb datasets, respectively. Our codes are available at: https://github.com/brjathu/iTAML. },

keywords = {},

pubstate = {published},

tppubtype = {conference}

}

@conference{Duarte2020,

title = {Visual-textual Capsule Routing for Text-based Video Segmentation},

author = {Bruce McIntosh and Kevin Duarte and Yogesh Singh Rawat and Mubarak Shah},

url = {https://www.crcv.ucf.edu/wp-content/uploads/2020/06/Projects_Visual-textual-Capsule-Routing-for-Text-based-Video-Segmentation.pdf

https://www.crcv.ucf.edu/wp-content/uploads/2020/06/Projects_Visual-textual-Capsule-Routing-for-Text-based-Video-Segmentation_Supplementary.zip

https://www.crcv.ucf.edu/research/projects/visual-textual-capsule-routing-for-text-based-video-segmentation/},

year  = {2020},

date = {2020-06-14},

publisher = {IEEE Conference on Computer Vision and Pattern Recognition (Oral)},

edition = {(Oral)},

abstract = {Joint understanding of vision and natural language is a challenging problem with a wide range of applications in artificial intelligence. In this work, we focus on integration of video and text for the task of actor and action video segmentation from a sentence. We propose a capsule-based approach which performs pixel-level localization based on a natural language query describing the actor of interest. We encode both the video and textual input in the form of capsules, which provide a more effective representation in comparison with standard convolution based features. Our novel visual-textual routing mechanism allows for the fusion of video and text capsules to successfully localize the actor and action. The existing works on actor-action localization are mainly focused on localization in a single frame instead of the full video. Different from existing works, we propose to perform the localization on all frames of the video. To validate the potential of the proposed network for actor and action video localization, we extend an existing actor-action dataset (A2D) with annotations for all the frames. The experimental evaluation demonstrates the effectiveness of our capsule network for text selective actor and action localization in videos. The proposed method also improves upon the performance of the existing state-of-the art works on single frame-based localization. },

keywords = {},

pubstate = {published},

tppubtype = {conference}

}

@conference{Jonediei2020,

title = {Select to Better Learn: Fast and Accurate Deep Learning using Data Selection from Nonlinear Manifolds},

author = {Mohsen Joneidi and Saeed Vahidian and Ashkan Esmaeili and Weijia Wang and Nazanin Rahnavard and Bill Lin and Mubarak Shah},

url = {https://www.crcv.ucf.edu/wp-content/uploads/2020/04/Select-to-Better-Learn.pdf

https://www.crcv.ucf.edu/wp-content/uploads/2020/04/Select-to-Better-Learn_Supplementary.pdf},

year  = {2020},

date = {2020-06-14},

publisher = {IEEE Conference on Computer Vision and Pattern Recognition},

abstract = {Finding a small subset of data whose linear combination spans other data points, also called column subset selection problem (CSSP), is an important open problem in computer science with many applications in computer vision and deep learning such as the ones shown in Fig. 1. There are some studies that solve CSSP in a polynomial time complexity w.r.t. the size of the original dataset. A simple and efficient selection algorithm with a linear complexity order, referred to as spectrum pursuit (SP), is proposed that pursuits spectral components of the dataset using available sample points. The proposed non-greedy algorithm aims to iteratively find K data samples whose span is close to that of the first K spectral components of entire data. SP has no parameter to be fine tuned and this desirable property makes it problem-independent. The simplicity of SP enables us to extend the underlying linear model to more complex models such as nonlinear manifolds and graph-based models. The nonlinear extension of SP is introduced as kernel-SP (KSP). The superiority of the proposed algorithms is demonstrated in a wide range of applications.},

keywords = {},

pubstate = {published},

tppubtype = {conference}

}

@conference{Sharghi2020,

title = {Text Synopsis Generation for Egocentric Videos},

author = {Aidean Sharghi and Niels da Vitoria Lobo and Mubarak Shah},

url = {https://www.crcv.ucf.edu/wp-content/uploads/2020/05/Publications_Text-Synopsis-Generation-for-Egocentric-Videos.pdf

https://youtu.be/Z2Rpy7MC7QI},

year  = {2020},

date = {2020-05-08},

booktitle = {International Conference on Pattern Recognition},

keywords = {},

pubstate = {published},

tppubtype = {conference}

}

@conference{Rizve2020,

title = {Gabriella: An Online System for Real-Time Activity Detection in Untrimmed Security Videos},

author = {Mamshad Nayeem Rizve and Ugur Demir and Praveen Tirupattur and Aayush Rana and Kevin Duarte and Ishan Dave and Yogesh Singh Rawat and Mubarak Shah},

url = {https://www.crcv.ucf.edu/wp-content/uploads/2020/05/Gabriella.pdf

https://www.crcv.ucf.edu/research/projects/gabriella-an-online-system-for-real-time-activity-detection-in-untrimmed-security-videos/},

year  = {2020},

date = {2020-04-23},

booktitle = {25th International Conference on Pattern Recognition, Italy, 10-15 January 2021 (ICPR 2020)},

keywords = {},

pubstate = {published},

tppubtype = {conference}

}

@conference{Gupta2020,

title = {RescueNet: Joint Building Segmentation and Damage Assessment from Satellite Imagery},

author = {Rohit Gupta and Mubarak Shah},

url = {https://arxiv.org/pdf/2004.07312.pdf},

year  = {2020},

date = {2020-04-15},

booktitle = {International Conference on Pattern Recognition},

keywords = {},

pubstate = {published},

tppubtype = {conference}

}

@conference{Edraki2019,

title = {Subspace Capsule Network},

author = {Marzieh Edraki and Nazanin Rahnavard and Mubarak Shah},

url = {https://www.crcv.ucf.edu/wp-content/uploads/2020/03/Projects_SubspaceCapsuleNetwork.pdf

https://www.crcv.ucf.edu/research/projects/subspace-capsule-network/},

year  = {2020},

date = {2020-02-07},

booktitle = {34th Conference on Association for the Advancement of Artificial Intelligence (AAAI 2020), New York, USA},

keywords = {},

pubstate = {published},

tppubtype = {conference}

}

@conference{Khodadadeh2019,

title = {Unsupervised Meta-Learning for Few-Shot Image Classification},

author = {Siavash Khodadadeh and Ladislau Bölöni and Mubarak Shah},

url = {https://www.crcv.ucf.edu/wp-content/uploads/2020/01/Publications_unsupervised-meta-learning-for-few-shot-image-classification.pdf

https://www.crcv.ucf.edu/research/projects/unsupervised-meta-learning-for-few-shot-image-and-video-classification/},

year  = {2019},

date = {2019-11-30},

booktitle = {33rd Conference on Neural Information Processing Systems (NeurIPS 2019), Vancouver, Canada},

journal = {33rd Conference on Neural Information Processing Systems (NeurIPS 2019), Vancouver, Canada},

keywords = {},

pubstate = {published},

tppubtype = {conference}

}

@conference{Sultani2019,

title = {Human Action Recognition in Drone Videos using a Few Aerial Training Examples},

author = {Waqas Sultani and Mubarak Shah},

url = {https://www.crcv.ucf.edu/wp-content/uploads/2019/10/1910.10027v1.pdf},

year  = {2019},

date = {2019-11-04},

publisher = {Cornell University Library, arXiv:1910.10027v1. [cs.CV]},

keywords = {},

pubstate = {published},

tppubtype = {conference}

}

@conference{Duarte2019,

title = {CapsuleVOS: Semi-Supervised Video Object Segmentation Using Capsule Routing},

author = {Kevin Duarte and Yogesh Singh Rawat and Mubarak Shah},

url = {https://www.crcv.ucf.edu/wp-content/uploads/2020/07/Projects_CapsuleVOS-Semi-Supervised-Video-Object-Segmentation-Using-Capsule-Routing.pdf

https://www.crcv.ucf.edu/research/projects/capsulevos-semi-supervised-video-object-segmentation-using-capsule-routing/},

year  = {2019},

date = {2019-10-30},

publisher = { International Conference on Computer Vision (ICCV 2019), Seoul, South Korea, Oct 27-Nov 2},

keywords = {},

pubstate = {published},

tppubtype = {conference}

}

@conference{Alemu2019,

title = {Deep Constrained Dominant Sets for Person Re-Identification},

author = {Leulseged Tesfaye Alemu and Marcello Pelillo and Mubarak Shah},

url = {https://www.crcv.ucf.edu/wp-content/uploads/2019/08/Publications_Deep-Constrained-Dominant-Sets-for-Person-Re-Identification.pdf

https://www.crcv.ucf.edu/wp-content/uploads/2019/08/Publications_Deep-Constrained-Dominant-Sets-for-Person-Re-Identification_Supplementary.pdf

https://www.crcv.ucf.edu/research/projects/deep-constrained-dominant-sets-for-person-re-identification/},

year  = {2019},

date = {2019-10-28},

publisher = {International Conference on Computer Vision (ICCV 2019), Seoul, South Korea, Oct 27-Nov 2},

keywords = {},

pubstate = {published},

tppubtype = {conference}

}

@conference{Regmi2019,

title = { Bridging the Domain Gap for Ground-to-Aerial Image Matching},

author = {Krishna Regmi and Mubarak Shah},

url = {https://www.crcv.ucf.edu/wp-content/uploads/2020/02/Publications_Bridging-the-Domain-Gap-for-Ground-to-Aerial-Image-Matching_Final.pdf

https://www.crcv.ucf.edu/research/projects/bridging-the-domain-gap-for-ground-to-aerial-image-matching/

},

year  = {2019},

date = {2019-10-27},

publisher = {International Conference on Computer Vision (ICCV 2019), Seoul, South Korea, Oct 27-Nov 2},

keywords = {},

pubstate = {published},

tppubtype = {conference}

}