Skip to content

Instantly share code, notes, and snippets.

@nhahv
Forked from cstipkovic/formatDate.js
Last active August 29, 2015 14:20
Show Gist options
  • Save nhahv/e70057ec30f3a25af15f to your computer and use it in GitHub Desktop.
Save nhahv/e70057ec30f3a25af15f to your computer and use it in GitHub Desktop.
<?php
/**
* Created by PhpStorm.
* User: Administrator
* Date: 13/05/2015
* Time: 9:18 SA
*/
namespace App\Services;
use Carbon\Carbon;
use \Config;
use App\Post;
use Elasticsearch\Client;
use Elasticsearch\Common\Exceptions\Missing404Exception;
/**
* Class ESearchService
* @package App\Services
*/
class ElasticPostSearchService
{
/**
* @var
*/
private $elastic;
/**
* @var string
*/
private $indexName = 'cms-tintuc';
/**
* @var string
*/
private $indexType = 'post';
/**
* @var string
*/
private $primaryKey = 'id';
/**
* @var array
*/
private $matches = ['title', 'content', 'excerpt'];
/**
* @var array
*/
private $columns = ['id', 'title', 'content', 'excerpt', 'slug', 'scores'];
/**
* Get ElasticSearch client instance;
* @return \Elasticsearch\Client;
*/
private function getElastic()
{
if ($this->elastic == null) {
$this->elastic = new Client(Config::get('elasticsearch.connection'));
}
$params['index'] = $this->indexName;
if(!$this->elastic->indices()->exists($params)){
$this->initIndex($this->elastic);
}
return $this->elastic;
}
/**
* @param Client $elastic
*/
private function initIndex($elastic)
{
//Check Index is Exists;
$params['index'] = $this->indexName;
$indices = $elastic->indices();
//Create Setting
$settings = [
'analysis' => [
'filter' => [
'ascii_folding_keep_original' => [ // Bộ lọc khi bỏ dấu, có index cả phần có dấu
'type' => 'asciifolding',
'preserve_original' => true
],
'synonym' => [
'type' => 'synonym',
'synonyms_path' => 'analysis/synonym.txt'
]
],
'analyzer' => [
'default' => [
'tokenizer' => 'standard',
'filter' => ['standard', 'ascii_folding_keep_original', 'lowercase']
]
,'synonym' => [
"tokenizer" => "whitespace",
"filter" => ["synonym"]
]
]
]
];
$params["body"]['settings'] = $settings;
// Init some mapping for specialize properties;
$properties = [
'properties' => [
'title' => [
'type' => 'string',
'term_vector' => 'yes'
],
'content' => [
'type' => 'string',
'term_vector' => 'yes'
],
'slug' => [
'type' => 'string',
'index' => 'not_analyzed',
'term_vector' => 'yes'
]
]
];
$params['type'] = $this->indexType;
$params["body"]['mappings'] = $properties;
$indices->create($params);
$indices->refresh(['index' => $this->indexName]);
// End if not exists index
}
/**
* Delete the indexed Post in ElasticSearch
* @param $id
*/
private function deletePost($id = null)
{
$params['index'] = $this->indexName;
$params['type'] = $this->indexType;
if ($id) {
$params['id'] = $id;
$this->getElastic()->delete($params);
} else {
$params['body']['query']['bool']['must']['match_all'] = new \stdClass();
$this->getElastic()->deleteByQuery($params);
}
}
/**
* @param string|\DateTime $date
*/
private function setLastUpdateTimeMeta($date){
if(get_class($date) == 'DateTime'){
$date = $date->format('Y-m-d h:i:s');
}
$this->setIndexingMeta(['updated_at' => $date]);
}
/**
* @return static
*/
private function getLastUpdateTimeMeta(){
if($meta = $this->getIndexingMeta()){
if($lastUpdate = $meta['updated_at']){
return $lastUpdate;
}else{
return Carbon::create(1970,1,1);
}
}
}
/**
* @param array $indexMeta
*/
private function setIndexingMeta($indexMeta = array())
{
$routing = sprintf('%s_%s_meta', $this->indexName, $this->indexType);
$metaType = sprintf('%s_meta', $this->indexType);
$this->getElastic()->update([
'index' => $this->indexName,
'type' => $metaType,
'id' => $routing,
'body' => [
'doc' => $indexMeta,
'doc_as_upsert' => 'true',
]
]);
}
/**
* @return array|null
*/
private function getIndexingMeta()
{
$routing = sprintf('%s_%s_meta', $this->indexName, $this->indexType);
$metaType = sprintf('%s_meta', $this->indexType);
try {
return $this->getElastic()->getSource([
'index' => $this->indexName,
'type' => $metaType,
'id' => $routing
]);
} catch (Missing404Exception $ex) {
return null;
}
}
/**
* @param $posts
* @return array
*/
private function getBulkUpdatePostRequestBody($posts)
{
$body = [];
$idColumn = $this->primaryKey;
$columns = $this->columns;
foreach ($posts as $post) {
$body[] = [
'update' => [
'_id' => $post[$idColumn]
]
];
$docs = [];
foreach ($columns as $column) {
if (gettype($post[$column]) == 'string') {
$docs[$column] = html_entity_decode(strip_tags($post[$column]));
} else {
$docs[$column] = $post[$column];
}
}
$body[]
= array(
'doc_as_upsert' => 'true', //Create if not exits
'doc' => $docs
);
}
return $body;
}
/**
* Migrate dữ liệu từ mySQL sang ES
* If postId migrate this post, else migrate all updated
* @param int $postId
*/
public function migrate($postId = -1)
{
$params = array();
$params['index'] = $this->indexName;
$params['type'] = $this->indexType;
$columns = $this->columns;
//Indexing one Post;
if ($postId > 0) {
//Get Model data from MySql Database with columns;
$post = Post::find($postId, $columns);
//If
if (is_null($post)) {
// Delete Post from Elastic Document;
$this->deletePost($postId);
} else {
// Update Post to Elastic Document Store;
$params['body'] = $this->postToBulkUpdateDocuments($post);
$this->getElastic()->bulk($params);
}
} // Indexing All Posts
else {
$builder = Post::orderBy('updated_at', 'desc');
//Lấy thời gian lần cập nhật cuối dữ liệu từ mySQL sang Elastic;
$lastUpdateTime = $this->getLastUpdateTimeMeta();
//Nếu có ngày cuối cập nhật, thì chỉ lấy những bản ghi được cập nhật mới;
if ($lastUpdateTime) {
$builder = $builder->where('updated_at', '>', $lastUpdateTime);
}
//Lấy thời gian cập nhật mới nhất tại thời điểm bắt đầu update dữ liệu;
if ($newest = $builder->first()) {
$thisupdateTime = $newest->updated_at;
} else {
//Trường hợp không có bản ghi dữ liệu nào thì lấy ngày hiên tại; SQL time, not system time
$thisupdateTime = \DB::selectOne('select now() as now')->now;
}
$builder = $builder->where('updated_at', '<=', $thisupdateTime);
$pageSize = 500; //Bulk update 1000 record/time;
$records = $builder->count();
$totalPage = ceil($records / $pageSize);
for ($page = 0; $page <= $totalPage; $page++) {
$builder = $builder->skip($page * $pageSize)->take($pageSize)->select($columns);
$posts = $builder->get()->toArray();
$params['body'] = $this->getBulkUpdatePostRequestBody($posts);
if ($params['body']){
$this->getElastic()->bulk($params);
}
};
$this->setLastUpdateTimeMeta($thisupdateTime);
}
}
/**
* @param string $query
* @param array $fields
* @return array
*/
public function search($query='',$fields = array()){
$searchFields = array();
if(count($fields) > 0){
$searchFields = array_intersect($this->matches,$fields);
}else{
$searchFields = $this->matches;
}
$params['index'] = $this->indexName;
$params['type'] = $this->indexType;
$queries = [];
foreach ($searchFields as $field) {
$queries['match'] = [$field => $query];
}
// dd($searchFields);
$params['body']['query']['bool']['must'] = $queries;
$hilifields = [];
foreach ($searchFields as $field) {
$hilifields[$field] = [ "force_source" => true ];
}
$params['body']['highlight']['fields'] = $hilifields;
return $this->getElastic()->search($params);
}
}
/*
Based on Rick Strahl code
http://www.west-wind.com/weblog/posts/2008/Mar/18/A-simple-formatDate-function-for-JavaScript
Contributors:
Clauber Stipkovic - @clauberhalic
Mário Rinaldi - @MarioRinaldi
*/
Date.prototype.formatDate = function (format) {
var date = this,
day = date.getDate(),
month = date.getMonth() + 1,
year = date.getFullYear(),
hours = date.getHours(),
minutes = date.getMinutes(),
seconds = date.getSeconds();
if (!format) {
format = "MM/dd/yyyy";
}
format = format.replace("MM", month.toString().replace(/^(\d)$/, '0$1'));
if (format.indexOf("yyyy") > -1) {
format = format.replace("yyyy", year.toString());
} else if (format.indexOf("yy") > -1) {
format = format.replace("yy", year.toString().substr(2, 2));
}
format = format.replace("dd", day.toString().replace(/^(\d)$/, '0$1'));
if (format.indexOf("t") > -1) {
if (hours > 11) {
format = format.replace("t", "pm");
} else {
format = format.replace("t", "am");
}
}
if (format.indexOf("HH") > -1) {
format = format.replace("HH", hours.toString().replace(/^(\d)$/, '0$1'));
}
if (format.indexOf("hh") > -1) {
if (hours > 12) {
hours -= 12;
}
if (hours === 0) {
hours = 12;
}
format = format.replace("hh", hours.toString().replace(/^(\d)$/, '0$1'));
}
if (format.indexOf("mm") > -1) {
format = format.replace("mm", minutes.toString().replace(/^(\d)$/, '0$1'));
}
if (format.indexOf("ss") > -1) {
format = format.replace("ss", seconds.toString().replace(/^(\d)$/, '0$1'));
}
return format;
};
<?php namespace App\Http\Controllers;
use App\Http\Requests;
use App\Post;
use App\Services\ElasticPostSearchSeSrvice;
use Carbon\Carbon;
class SearchController extends Controller {
protected $es;
public function getIndex(){
$options = \Input::all();
if(isset($options['q'])){
$pes = new ElasticPostSearchService();
$fields = [];
if(isset($options['o'])){
$fields = str_getcsv($options['o'],',');
}
return $pes->search($options['q'],$fields);
}
}
public function postIndex()
{
$postSearchService = new ElasticPostSearchService();
$postSearchService->initialize();
$postSearchService->migration();
return 'DONE';
}
// public function getPost($id)
// {
// $post = Post::find($id);
// $content = html_entity_decode($post->title);
// $en = (new ElasticPostSearchService('posts','post'))->get();
//
// $params = [];
// $params['index'] = 'posts';
// $params['type'] = 'post';
// $params['body'] = array(
// "query"=>[
// "match"=>[
// "title"=> $content
// ]
// ]
// );
//
//
//
// $re = $en->search($params);
// if($re){
// $hits = $re['hits']['hits'];
// dd($hits);
// }
//
//
// return $content;
// }
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment