Created
January 7, 2018 18:13
-
-
Save cfoch/eef6e1fd4e124e3fa14a16c52096cc59 to your computer and use it in GitHub Desktop.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
/* | |
* GStreamer | |
* Copyright (C) 2018 Fabian Orccon <cfoch.fabian@gmail.com> | |
* | |
* Permission is hereby granted, free of charge, to any person obtaining a | |
* copy of this software and associated documentation files (the "Software"), | |
* to deal in the Software without restriction, including without limitation | |
* the rights to use, copy, modify, merge, publish, distribute, sublicense, | |
* and/or sell copies of the Software, and to permit persons to whom the | |
* Software is furnished to do so, subject to the following conditions: | |
* | |
* The above copyright notice and this permission notice shall be included in | |
* all copies or substantial portions of the Software. | |
* | |
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR | |
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, | |
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE | |
* AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER | |
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING | |
* FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER | |
* DEALINGS IN THE SOFTWARE. | |
* | |
* Alternatively, the contents of this file may be used under the | |
* GNU Lesser General Public License Version 2.1 (the "LGPL"), in | |
* which case the following provisions apply instead of the ones | |
* mentioned above: | |
* | |
* This library is free software; you can redistribute it and/or | |
* modify it under the terms of the GNU Library General Public | |
* License as published by the Free Software Foundation; either | |
* version 2 of the License, or (at your option) any later version. | |
* | |
* This library is distributed in the hope that it will be useful, | |
* but WITHOUT ANY WARRANTY; without even the implied warranty of | |
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU | |
* Library General Public License for more details. | |
* | |
* You should have received a copy of the GNU Library General Public | |
* License along with this library; if not, write to the | |
* Free Software Foundation, Inc., 59 Temple Place - Suite 330, | |
* Boston, MA 02111-1307, USA. | |
*/ | |
/** | |
* SECTION:element-cheesefacedetect | |
* | |
* FIXME:Describe cheesefacedetect here. | |
* | |
* <refsect2> | |
* <title>Example launch line</title> | |
* |[ | |
* gst-launch -v -m fakesrc ! cheesefacedetect ! fakesink silent=TRUE | |
* ]| | |
* </refsect2> | |
*/ | |
#ifdef HAVE_CONFIG_H | |
# include <config.h> | |
#endif | |
#include <gst/gst.h> | |
#include <cstdio> | |
#include <iostream> | |
#include <vector> | |
#include "gstcheesefacedetect.h" | |
using namespace std; | |
using namespace dlib; | |
GST_DEBUG_CATEGORY_STATIC (gst_cheese_face_detect_debug); | |
#define GST_CAT_DEFAULT gst_cheese_face_detect_debug | |
/* Filter signals and args */ | |
enum | |
{ | |
/* FILL ME */ | |
LAST_SIGNAL | |
}; | |
enum | |
{ | |
PROP_0, | |
PROP_SILENT | |
}; | |
/* the capabilities of the inputs and outputs. | |
* | |
* describe the real formats here. | |
*/ | |
static GstStaticPadTemplate sink_factory = GST_STATIC_PAD_TEMPLATE ("sink", | |
GST_PAD_SINK, | |
GST_PAD_ALWAYS, | |
GST_STATIC_CAPS (GST_VIDEO_CAPS_MAKE ("RGB")) | |
); | |
static GstStaticPadTemplate src_factory = GST_STATIC_PAD_TEMPLATE ("src", | |
GST_PAD_SRC, | |
GST_PAD_ALWAYS, | |
GST_STATIC_CAPS (GST_VIDEO_CAPS_MAKE ("RGB")) | |
); | |
#define gst_cheese_face_detect_parent_class parent_class | |
G_DEFINE_TYPE (GstCheeseFaceDetect, gst_cheese_face_detect, GST_TYPE_OPENCV_VIDEO_FILTER); | |
static void gst_cheese_face_detect_finalize (GObject * obj); | |
static void gst_cheese_face_detect_set_property (GObject * object, guint prop_id, | |
const GValue * value, GParamSpec * pspec); | |
static void gst_cheese_face_detect_get_property (GObject * object, guint prop_id, | |
GValue * value, GParamSpec * pspec); | |
static gboolean gst_cheese_face_detect_sink_event (GstPad * pad, GstObject * parent, GstEvent * event); | |
static GstFlowReturn gst_cheese_face_detect_chain (GstPad * pad, GstObject * parent, GstBuffer * buf); | |
static GstFlowReturn gst_cheese_face_detect_transform_ip (GstOpencvVideoFilter * filter, | |
GstBuffer * buf, IplImage * img); | |
/* GObject vmethod implementations */ | |
/* initialize the cheesefacedetect's class */ | |
static void | |
gst_cheese_face_detect_class_init (GstCheeseFaceDetectClass * klass) | |
{ | |
GObjectClass *gobject_class; | |
GstElementClass *gstelement_class; | |
GstOpencvVideoFilterClass *gstopencvbasefilter_class; | |
gobject_class = (GObjectClass *) klass; | |
gstelement_class = (GstElementClass *) klass; | |
gstopencvbasefilter_class = (GstOpencvVideoFilterClass *) klass; | |
gstopencvbasefilter_class->cv_trans_ip_func = | |
gst_cheese_face_detect_transform_ip; | |
gobject_class->finalize = GST_DEBUG_FUNCPTR (gst_cheese_face_detect_finalize); | |
gobject_class->set_property = gst_cheese_face_detect_set_property; | |
gobject_class->get_property = gst_cheese_face_detect_get_property; | |
g_object_class_install_property (gobject_class, PROP_SILENT, | |
g_param_spec_boolean ("silent", "Silent", "Produce verbose output ?", | |
FALSE, G_PARAM_READWRITE)); | |
gst_element_class_set_details_simple(gstelement_class, | |
"CheeseFaceDetect", | |
"FIXME:Generic", | |
"FIXME:Generic Template Element", | |
"Fabian Orccon <<user@hostname.org>>"); | |
gst_element_class_add_pad_template (gstelement_class, | |
gst_static_pad_template_get (&src_factory)); | |
gst_element_class_add_pad_template (gstelement_class, | |
gst_static_pad_template_get (&sink_factory)); | |
} | |
/* initialize the new element | |
* instantiate pads and add them to element | |
* set pad calback functions | |
* initialize instance structure | |
*/ | |
static void | |
gst_cheese_face_detect_init (GstCheeseFaceDetect * filter) | |
{ | |
/* | |
filter->sinkpad = gst_pad_new_from_static_template (&sink_factory, "sink"); | |
gst_pad_set_event_function (filter->sinkpad, | |
GST_DEBUG_FUNCPTR(gst_cheese_face_detect_sink_event)); | |
gst_pad_set_chain_function (filter->sinkpad, | |
GST_DEBUG_FUNCPTR(gst_cheese_face_detect_chain)); | |
GST_PAD_SET_PROXY_CAPS (filter->sinkpad); | |
gst_element_add_pad (GST_ELEMENT (filter), filter->sinkpad); | |
filter->srcpad = gst_pad_new_from_static_template (&src_factory, "src"); | |
GST_PAD_SET_PROXY_CAPS (filter->srcpad); | |
gst_element_add_pad (GST_ELEMENT (filter), filter->srcpad); | |
filter->silent = FALSE; | |
*/ | |
frontal_face_detector detector = get_frontal_face_detector(); | |
filter->face_detector = &detector; | |
gst_opencv_video_filter_set_in_place (GST_OPENCV_VIDEO_FILTER_CAST (filter), | |
TRUE); | |
} | |
static void | |
gst_cheese_face_detect_set_property (GObject * object, guint prop_id, | |
const GValue * value, GParamSpec * pspec) | |
{ | |
GstCheeseFaceDetect *filter = GST_CHEESEFACEDETECT (object); | |
switch (prop_id) { | |
/*case PROP_SILENT: | |
filter->silent = g_value_get_boolean (value); | |
break;*/ | |
default: | |
G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec); | |
break; | |
} | |
} | |
static void | |
gst_cheese_face_detect_get_property (GObject * object, guint prop_id, | |
GValue * value, GParamSpec * pspec) | |
{ | |
GstCheeseFaceDetect *filter = GST_CHEESEFACEDETECT (object); | |
switch (prop_id) { | |
/*case PROP_SILENT: | |
g_value_set_boolean (value, filter->silent); | |
break;*/ | |
default: | |
G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec); | |
break; | |
} | |
} | |
/* chain function | |
* this function does the actual processing | |
*/ | |
static GstFlowReturn | |
gst_cheese_face_detect_transform_ip (GstOpencvVideoFilter * base, | |
GstBuffer * buf, IplImage * img) | |
{ | |
int i; | |
GstCheeseFaceDetect *filter = GST_CHEESEFACEDETECT (base); | |
cv_image<bgr_pixel> dlib_img (img); | |
dlib::frontal_face_detector detector = *(filter->face_detector); | |
std::vector<rectangle> dets = detector (dlib_img); | |
for (i = 0; i < dets.size(); i++) { | |
cout << "face number " << i + 1 << endl; | |
} | |
return GST_FLOW_OK; | |
} | |
/* GstElement vmethod implementations */ | |
/* this function handles sink events */ | |
static gboolean | |
gst_cheese_face_detect_sink_event (GstPad * pad, GstObject * parent, GstEvent * event) | |
{ | |
GstCheeseFaceDetect *filter; | |
gboolean ret; | |
filter = GST_CHEESEFACEDETECT (parent); | |
GST_LOG_OBJECT (filter, "Received %s event: %" GST_PTR_FORMAT, | |
GST_EVENT_TYPE_NAME (event), event); | |
switch (GST_EVENT_TYPE (event)) { | |
case GST_EVENT_CAPS: | |
{ | |
GstCaps * caps; | |
gst_event_parse_caps (event, &caps); | |
/* do something with the caps */ | |
/* and forward */ | |
ret = gst_pad_event_default (pad, parent, event); | |
break; | |
} | |
default: | |
ret = gst_pad_event_default (pad, parent, event); | |
break; | |
} | |
return ret; | |
} | |
static void | |
gst_cheese_face_detect_finalize (GObject * obj) | |
{ | |
GstCheeseFaceDetect *filter = GST_CHEESEFACEDETECT (obj); | |
if (filter->face_detector) | |
delete (filter->face_detector); | |
G_OBJECT_CLASS (gst_cheese_face_detect_parent_class)->finalize (obj); | |
} |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
/* | |
* GStreamer | |
* Copyright (C) 2018 Fabian Orccon <cfoch.fabian@gmail.com> | |
* | |
* Permission is hereby granted, free of charge, to any person obtaining a | |
* copy of this software and associated documentation files (the "Software"), | |
* to deal in the Software without restriction, including without limitation | |
* the rights to use, copy, modify, merge, publish, distribute, sublicense, | |
* and/or sell copies of the Software, and to permit persons to whom the | |
* Software is furnished to do so, subject to the following conditions: | |
* | |
* The above copyright notice and this permission notice shall be included in | |
* all copies or substantial portions of the Software. | |
* | |
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR | |
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, | |
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE | |
* AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER | |
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING | |
* FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER | |
* DEALINGS IN THE SOFTWARE. | |
* | |
* Alternatively, the contents of this file may be used under the | |
* GNU Lesser General Public License Version 2.1 (the "LGPL"), in | |
* which case the following provisions apply instead of the ones | |
* mentioned above: | |
* | |
* This library is free software; you can redistribute it and/or | |
* modify it under the terms of the GNU Library General Public | |
* License as published by the Free Software Foundation; either | |
* version 2 of the License, or (at your option) any later version. | |
* | |
* This library is distributed in the hope that it will be useful, | |
* but WITHOUT ANY WARRANTY; without even the implied warranty of | |
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU | |
* Library General Public License for more details. | |
* | |
* You should have received a copy of the GNU Library General Public | |
* License along with this library; if not, write to the | |
* Free Software Foundation, Inc., 59 Temple Place - Suite 330, | |
* Boston, MA 02111-1307, USA. | |
*/ | |
#ifndef __GST_CHEESEFACEDETECT_H__ | |
#define __GST_CHEESEFACEDETECT_H__ | |
#include <gst/gst.h> | |
#include <gst/opencv/gstopencvvideofilter.h> | |
#include <opencv2/core/core_c.h> | |
#if (CV_MAJOR_VERSION >= 3) | |
#include <opencv2/imgproc/imgproc_c.h> | |
#endif | |
#include <dlib/image_processing/frontal_face_detector.h> | |
#include <dlib/image_io.h> | |
#include <dlib/gui_widgets.h> | |
#include <dlib/opencv.h> | |
G_BEGIN_DECLS | |
/* #defines don't like whitespacey bits */ | |
#define GST_TYPE_CHEESEFACEDETECT \ | |
(gst_cheese_face_detect_get_type()) | |
#define GST_CHEESEFACEDETECT(obj) \ | |
(G_TYPE_CHECK_INSTANCE_CAST((obj),GST_TYPE_CHEESEFACEDETECT,GstCheeseFaceDetect)) | |
#define GST_CHEESEFACEDETECT_CLASS(klass) \ | |
(G_TYPE_CHECK_CLASS_CAST((klass),GST_TYPE_CHEESEFACEDETECT,GstCheeseFaceDetectClass)) | |
#define GST_IS_CHEESEFACEDETECT(obj) \ | |
(G_TYPE_CHECK_INSTANCE_TYPE((obj),GST_TYPE_CHEESEFACEDETECT)) | |
#define GST_IS_CHEESEFACEDETECT_CLASS(klass) \ | |
(G_TYPE_CHECK_CLASS_TYPE((klass),GST_TYPE_CHEESEFACEDETECT)) | |
typedef struct _GstCheeseFaceDetect GstCheeseFaceDetect; | |
typedef struct _GstCheeseFaceDetectClass GstCheeseFaceDetectClass; | |
struct _GstCheeseFaceDetect | |
{ | |
GstOpencvVideoFilter element; | |
dlib::frontal_face_detector *face_detector; | |
//GstPad *sinkpad, *srcpad; | |
//gboolean silent; | |
}; | |
struct _GstCheeseFaceDetectClass | |
{ | |
GstOpencvVideoFilterClass parent_class; | |
}; | |
GType gst_cheese_face_detect_get_type (void); | |
G_END_DECLS | |
#endif /* __GST_CHEESEFACEDETECT_H__ */ |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment