<?php ini_set("display_errors", true); require_once __DIR__ . '/../vendor/autoload.php'; $client = new \Elastica\Client(); $search = new Elastica\Search($client); $search->addIndex('comicbook')->addType('superhero'); $query = new Elastica\Query(); $query->setSize(10)->setSort(['name' => 'asc']); $searchText = "Kent"; $stringQuery = new Elastica\Query\QueryString($searchText); $query->setQuery($stringQuery); $query->setHighlight(array('pre_tags' => array('<strong>'), 'post_tags' => array('</strong>'), 'fields' => array('name' => array('force_source' => true), 'summary' => array('force_source' => true)))); $search->setQuery($query); $resultSet = $search->search(); echo 'Search "' . $searchText . '"<br />' . PHP_EOL; echo 'Founded ' . $resultSet->getTotalHits() . ' records in ' . $resultSet->getTotalTime() . 'ms<br /><br />' . PHP_EOL; foreach ($resultSet as $result) { $data = $result->getData(); foreach ($result->getHighlights() as $key => $value) { $data[$key] = join(PHP_EOL, $value); } echo $data['name'] . ' - ' . $data['summary'] . "<br /><br />" . PHP_EOL; }
/** * @internal **/ public static function _query($args, $pageIndex, $size, $sortByDate = false) { $query = new \Elastica\Query($args); $query->setFrom($pageIndex * $size); $query->setSize($size); $query->setFields(array('id')); Config::apply_filters('searcher_query', $query); try { $index = Indexer::_index(false); $search = new \Elastica\Search($index->getClient()); $search->addIndex($index); if (!$query->hasParam('sort')) { if ($sortByDate) { $query->addSort(array('post_date' => 'desc')); } else { $query->addSort('_score'); } } Config::apply_filters('searcher_search', $search, $query); $results = $search->search($query); return self::_parseResults($results); } catch (\Exception $ex) { error_log($ex); return null; } }
/** * @param bool $count whether the count or results \Elastica\ResultSet should be returned * @return \Elastica\ResultSet */ public function getResultSet($count = false) { $cnt = (int) $count; $search = new Elastica\Search($this->model->getElasticDbConnection()); $search->addIndex($this->model->getElasticIndex())->addType($this->model->getElasticType())->setQuery($this->getQuery($count)); $this->resultSet[$cnt] = $search->search(); return $this->resultSet[$cnt]; }
/** * @param CM_Elasticsearch_Type_Abstract[] $types * @param array|null $data * @return array */ public function query(array $types, array $data = null) { if (!$this->getEnabled()) { return array(); } $this->getServiceManager()->getDebug()->incStats('search', json_encode($data)); $client = $this->getRandomClient(); $search = new Elastica\Search($client); foreach ($types as $type) { $search->addIndex($type->getIndex()); $search->addType($type->getType()); } try { $response = $client->request($search->getPath(), 'GET', $data); } catch (Elastica\Exception\ConnectionException $ex) { foreach ($client->getConnections() as $connection) { $connection->setEnabled(); } throw $ex; } return $response->getData(); }
/** * Creates new record of the given module and returns its formatted representation * * @param ServiceBase $api * @param array $args API arguments * * @return array Formatted representation of the bean * @throws SugarApiExceptionInvalidParameter * @throws SugarApiExceptionMissingParameter * @throws SugarApiExceptionNotAuthorized */ public function findNear(ServiceBase $api, array $args) { if (empty($args['location']) || empty($args['lat_long'])) { throw new SugarApiExceptionMissingParameter("Missing location"); } $modules = !empty($args['module']) ? array($args['module']) : $this->getValidModules(); // Load global search engine $engine = $this->getEngine(); $iName = $engine->getReadIndexName($modules); $client = $engine->getClient(); $index = $client->getIndex($iName); $query = new Elastica\Query\MatchAll(); $search = new Elastica\Search($client); $search->addIndex($index); foreach ($modules as $module) { $search->addType($module); } if (!empty($args['distance'])) { $filter = new Elastica\Filter\GeoDistance('lat_long_c', $args['location'], $args['distance']); $query = new Elastica\Query\Filtered($query, $filter); } //Add sort $query = Elastica\Query::create($query); $query->addSort(array('_geo_distance' => array("lat_long_c" => $args['location'], "order" => "asc", "unit" => "mi"))); $results = $search->search($query)->getResults(); $ret = array(); foreach ($results as $result) { $dist = $result->getParam("sort"); $module = $result->getType(); $bean = $this->formatBeanFromResult($api, $args, $result, BeanFactory::getBean($module)); $bean['_distance'] = $dist[0]; $bean['_distance_unit'] = 'mi'; $ret[] = $bean; } return $ret; }
$elasticaFilterAnd = new Elastica\Filter\BoolAnd(); $elasticaFilterAnd->addFilter($elasticaTypeOfFilter); $filteredQuery = new Elastica\Query\Filtered($queryString, $elasticaTypeOfFilter); } } $query = new Elastica\Query($filteredQuery); } else { $query = new Elastica\Query($queryString); } //DATE QUERY if (isset($_GET['range'])) { $elasticaFilterRange = new Elastica\Filter\Range(); $elasticaFilterRange->addField('start_date', array("from" => $_GET['start'], 'to' => $_GET['end'])); $filteredQuery = new Elastica\Query\Filtered($query, $elasticaFilterRange); } $search = new Elastica\Search($elasticaClient); $searchThrough = $search->addIndex($_GET['index']); if (isset($_GET['collection']) && $_GET['collection'] != 'all') { $boolQuery = new Elastica\Query\Bool(); $query_collection = new Elastica\Query\Match(); $query_collection->setFieldQuery('content_type', $_GET['collection']); $elasticaTypeOfFilter = new Elastica\Filter\Query(); $elasticaTypeOfFilter->setQuery($query_collection); $elasticaFilterAnd = new Elastica\Filter\BoolAnd(); $elasticaFilterAnd->addFilter($elasticaTypeOfFilter); $filteredQuery = new Elastica\Query\Filtered($queryString, $elasticaFilterAnd); } $query = new Elastica\Query($filteredQuery); if (isset($_GET['speaker'])) { $boolQuery = new Elastica\Query\Bool(); $query_collection = new Elastica\Query\Match();
public function applyAction($actionName, $httpVars, $fileVars) { $messages = ConfService::getMessages(); $repoId = $this->accessDriver->repository->getId(); if ($actionName == "search") { // TMP if (strpos($httpVars["query"], "keyword:") === 0) { $parts = explode(":", $httpVars["query"]); $this->applyAction("search_by_keyword", array("field" => $parts[1]), array()); return; } try { $this->loadIndex($repoId, false); } catch (Exception $ex) { $this->applyAction("index", array(), array()); throw new Exception($messages["index.lucene.7"]); } $textQuery = $httpVars["query"]; if ($this->getFilteredOption("AUTO_WILDCARD") === true && strlen($textQuery) > 0 && ctype_alnum($textQuery)) { if ($textQuery[0] == '"' && $textQuery[strlen($textQuery) - 1] == '"') { $textQuery = substr($textQuery, 1, -1); } else { if ($textQuery[strlen($textQuery) - 1] != "*") { $textQuery .= "*"; } } } $this->currentIndex->open(); $fieldQuery = new Elastica\Query\QueryString(); $fieldQuery->setAllowLeadingWildcard(false); $fieldQuery->setFuzzyMinSim(0.8); if ($textQuery == "*") { $fields = array("ajxp_node"); $fieldQuery->setQuery("yes"); $fieldQuery->setFields($fields); } else { if (strpos($textQuery, ":") !== false) { // USE LUCENE DSL DIRECTLY (key1:value1 AND key2:value2...) $textQuery = str_replace("ajxp_meta_ajxp_document_content:", "body:", $textQuery); $textQuery = $this->filterSearchRangesKeywords($textQuery); $fieldQuery->setQuery($textQuery); } else { $fields = array("basename", "ajxp_meta_*", "node_*", "body"); $fieldQuery->setQuery($textQuery); $fieldQuery->setFields($fields); } } /* TODO : READAPT QUERY WITH EACH FIELD if ((isSet($this->metaFields) || $this->indexContent) && isSet($httpVars["fields"])) { $sParts = array(); foreach (explode(",",$httpVars["fields"]) as $searchField) { if ($searchField == "filename") { $sParts[] = "basename:".$httpVars["query"]; } else if (in_array($searchField, $this->metaFields)) { $sParts[] = "ajxp_meta_".$searchField.":".$httpVars["query"]; } else if ($searchField == "ajxp_document_content") { $sParts[] = "title:".$httpVars["query"]; $sParts[] = "body:".$httpVars["query"]; $sParts[] = "keywords:".$httpVars["query"]; } } $query = implode(" OR ", $sParts); $query = "ajxp_scope:shared AND ($query)"; $this->logDebug("Query : $query"); } else { */ //} /* We create this object search because it'll allow us to fetch the number of results we want at once. We just have to set some parameters, the query type and the size of the result set. */ $search = new Elastica\Search($this->client); $search->addIndex($this->currentIndex)->addType($this->currentType); $maxResults = $this->getFilteredOption("MAX_RESULTS"); if (isset($httpVars['limit'])) { $maxResults = intval($httpVars['limit']); } $searchOptions = array(\Elastica\Search::OPTION_SEARCH_TYPE => \Elastica\Search::OPTION_SEARCH_TYPE_QUERY_THEN_FETCH, \Elastica\Search::OPTION_SIZE => $maxResults); $this->logDebug(__FUNCTION__, "Executing query: ", $textQuery); $fullQuery = new Elastica\Query(); $fullQuery->setQuery($fieldQuery); $qb = new Elastica\QueryBuilder(); $fullQuery = new Elastica\Query(); $fullQuery->setQuery($qb->query()->filtered($fieldQuery, $qb->filter()->bool()->addMust(new Elastica\Filter\Term(array("ajxp_scope" => "shared"))))); $result = $search->search($fullQuery, $searchOptions); $this->logDebug(__FUNCTION__, "Search finished. "); $hits = $result->getResults(); AJXP_XMLWriter::header(); foreach ($hits as $hit) { $source = $hit->getSource(); if ($source["serialized_metadata"] != null) { $meta = unserialize(base64_decode($source["serialized_metadata"])); $tmpNode = new AJXP_Node(SystemTextEncoding::fromUTF8($source["node_url"]), $meta); } else { $tmpNode = new AJXP_Node(SystemTextEncoding::fromUTF8($source["node_url"]), array()); $tmpNode->loadNodeInfo(); } if (!file_exists($tmpNode->getUrl())) { $this->currentType->deleteById($hit->getId()); continue; } $tmpNode->search_score = sprintf("%0.2f", $hit->getScore()); AJXP_XMLWriter::renderAjxpNode($tmpNode); } AJXP_XMLWriter::close(); } else { if ($actionName == "search_by_keyword") { $scope = "user"; try { $this->loadIndex($repoId, false); } catch (Exception $ex) { throw new Exception($messages["index.lucene.7"]); } $sParts = array(); $searchField = $httpVars["field"]; if ($scope == "user") { if (AuthService::usersEnabled() && AuthService::getLoggedUser() == null) { throw new Exception("Cannot find current user"); } $sParts[] = "ajxp_scope:user"; $sParts[] = "ajxp_user:"******"ajxp_scope:shared"; } $query = implode(" AND ", $sParts); $this->logDebug("Query : {$query}"); $fieldQuery = new Elastica\Query\QueryString(); $fields = array($searchField); $fieldQuery->setQuery($searchField == "ajxp_node" ? "yes" : "true"); $fieldQuery->setFields($fields); $fieldQuery->setAllowLeadingWildcard(false); $fieldQuery->setFuzzyMinSim(0.8); $search = new Elastica\Search($this->client); $search->addIndex($this->currentIndex)->addType($this->currentType); $maxResults = $this->getFilteredOption("MAX_RESULTS"); if (isset($httpVars['limit'])) { $maxResults = intval($httpVars['limit']); } $searchOptions = array(\Elastica\Search::OPTION_SEARCH_TYPE => \Elastica\Search::OPTION_SEARCH_TYPE_QUERY_THEN_FETCH, \Elastica\Search::OPTION_SIZE => $maxResults); // ADD SCOPE FILTER $term = new Elastica\Filter\Term(); $term->setTerm("ajxp_scope", "user"); $qb = new Elastica\QueryBuilder(); $fullQuery = new Elastica\Query(); $fullQuery->setQuery($qb->query()->filtered($fieldQuery, $qb->filter()->bool()->addMust(new Elastica\Filter\Term(array("ajxp_scope" => "user")))->addMust(new Elastica\Filter\Term(array("user" => AuthService::getLoggedUser()->getId()))))); $result = $search->search($fullQuery, $searchOptions); $this->logDebug(__FUNCTION__, "Search finished. "); $hits = $result->getResults(); AJXP_XMLWriter::header(); foreach ($hits as $hit) { if ($hit->serialized_metadata != null) { $meta = unserialize(base64_decode($hit->serialized_metadata)); $tmpNode = new AJXP_Node(SystemTextEncoding::fromUTF8($hit->node_url), $meta); } else { $tmpNode = new AJXP_Node(SystemTextEncoding::fromUTF8($hit->node_url), array()); $tmpNode->loadNodeInfo(); } if (!file_exists($tmpNode->getUrl())) { $this->currentType->deleteById($hit->id); continue; } $tmpNode->search_score = sprintf("%0.2f", $hit->score); AJXP_XMLWriter::renderAjxpNode($tmpNode); } AJXP_XMLWriter::close(); } } }
/** * method to load infos about search * * @return array */ function loadCartoInfos() { $search_query = new CSearchQuery(); $query_aggreg = $search_query->aggregCartoCountByType(); //Search on the index. $index = $this->loadIndex($this->loadNameIndex()); $search = new \Elastica\Search($this->_client); $search->addIndex($index); $aggreg = $search->search($query_aggreg); // récupération du nombre de docs "indexés" $nbdocs_indexed = $index->count(); $result["nbdocs_indexed"] = $nbdocs_indexed; // récupération des données de l'agregation $aggreg = $aggreg->getAggregation("ref_type"); $result["aggregation"] = $aggreg["buckets"]; return $result; }
public function testMapDate() { update_option('fields', array('post_date' => 1)); register_post_type('post'); wp_insert_post(array('post_type' => 'post', 'post_date' => '07/30/1989 00:00:00 CST')); wp_insert_post(array('post_type' => 'post', 'post_date' => '10/30/1988 00:00:00 CST')); Indexer::_map(); Indexer::reindex(); $this->index->refresh(); $search = new \Elastica\Search($this->index->getClient()); $search->addIndex($this->index); $results = $search->search(new \Elastica\Query(array('sort' => array('post_date' => array('order' => 'asc')))))->getResults(); $this->assertCount(2, $results); $this->assertEquals(2, $results[0]->getId()); $this->assertEquals(1, $results[1]->getId()); $results = $search->search(new \Elastica\Query(array('sort' => array('post_date' => array('order' => 'desc')))))->getResults(); $this->assertCount(2, $results); $this->assertEquals(1, $results[0]->getId()); $this->assertEquals(2, $results[1]->getId()); }
public function applyAction($actionName, $httpVars, $fileVars) { $messages = ConfService::getMessages(); $repoId = ConfService::getRepository()->getId(); if ($actionName == "search") { // TMP if (strpos($httpVars["query"], "keyword:") === 0) { $parts = explode(":", $httpVars["query"]); $this->applyAction("search_by_keyword", array("field" => $parts[1]), array()); return; } if ($this->isIndexLocked($repoId)) { throw new Exception($messages["index.lucene.6"]); } try { $this->loadIndex($repoId, false); } catch (Exception $ex) { $this->applyAction("index", array(), array()); throw new Exception($messages["index.lucene.7"]); } /* if ((isSet($this->metaFields) || $this->indexContent) && isSet($httpVars["fields"])) { $sParts = array(); foreach (explode(",",$httpVars["fields"]) as $searchField) { if ($searchField == "filename") { $sParts[] = "basename:".$httpVars["query"]; } else if (in_array($searchField, $this->metaFields)) { $sParts[] = "ajxp_meta_".$searchField.":".$httpVars["query"]; } else if ($searchField == "ajxp_document_content") { $sParts[] = "title:".$httpVars["query"]; $sParts[] = "body:".$httpVars["query"]; $sParts[] = "keywords:".$httpVars["query"]; } } $query = implode(" OR ", $sParts); $query = "ajxp_scope:shared AND ($query)"; $this->logDebug("Query : $query"); } else { */ $this->currentIndex->open(); $query = $httpVars["query"]; $fieldQuery = new Elastica\Query\Field(); //} //$this->setDefaultAnalyzer(); if ($query == "*") { $fieldQuery->setField("ajxp_node"); $fieldQuery->setQueryString("yes"); } else { $fieldQuery->setField("basename"); $fieldQuery->setQueryString($query); } /* We create this object search because it'll allow us to fetch the number of results we want at once. We just have to set some parameters, the query type and the size of the result set. */ $search = new Elastica\Search($this->client); $search->addIndex($this->currentIndex)->addType($this->currentType); $maxResults = $this->getFilteredOption("MAX_RESULTS"); $searchOptions = array(\Elastica\Search::OPTION_SEARCH_TYPE => \Elastica\Search::OPTION_SEARCH_TYPE_QUERY_THEN_FETCH, \Elastica\Search::OPTION_SIZE => $maxResults); $result = $search->search($fieldQuery, $searchOptions); $total_hits = $result->getTotalHits(); $hits = $result->getResults(); AJXP_XMLWriter::header(); for ($i = 0, $count = count($hits); $i < $count; $i++) { $hit = $hits[$i]; $source = $hit->getSource(); if ($source["serialized_metadata"] != null) { $meta = unserialize(base64_decode($source["serialized_metadata"])); $tmpNode = new AJXP_Node(SystemTextEncoding::fromUTF8($source["node_url"]), $meta); } else { $tmpNode = new AJXP_Node(SystemTextEncoding::fromUTF8($source["node_url"]), array()); $tmpNode->loadNodeInfo(); } if (!file_exists($tmpNode->getUrl())) { $this->currentType->deleteById($hit->getId()); continue; } $tmpNode->search_score = sprintf("%0.2f", $hit->getScore()); AJXP_XMLWriter::renderAjxpNode($tmpNode); } AJXP_XMLWriter::close(); $this->currentIndex->close(); } else { if ($actionName == "search_by_keyword") { /* require_once("Zend/Search/Lucene.php"); $scope = "user"; if ($this->isIndexLocked(ConfService::getRepository()->getId())) { throw new Exception($messages["index.lucene.6"]); } try { $this->currentInd = $this->loadIndex(ConfService::getRepository()->getId(), false); } catch (Exception $ex) { $this->applyAction("index", array(), array()); throw new Exception($messages["index.lucene.7"]); } $sParts = array(); $searchField = $httpVars["field"]; if ($searchField == "ajxp_node") { $sParts[] = "$searchField:yes"; } else { $sParts[] = "$searchField:true"; } if ($scope == "user") { if (AuthService::usersEnabled() && AuthService::getLoggedUser() == null) { throw new Exception("Cannot find current user"); } $sParts[] = "ajxp_scope:user"; $sParts[] = "ajxp_user:"******"ajxp_scope:shared"; } $query = implode(" AND ", $sParts); $this->logDebug("Query : $query"); $hits = $this->currentIndex->find($query); $commitIndex = false; AJXP_XMLWriter::header(); foreach ($hits as $hit) { if ($hit->serialized_metadata!=null) { $meta = unserialize(base64_decode($hit->serialized_metadata)); $tmpNode = new AJXP_Node(SystemTextEncoding::fromUTF8($hit->node_url), $meta); } else { $tmpNode = new AJXP_Node(SystemTextEncoding::fromUTF8($hit->node_url), array()); $tmpNode->loadNodeInfo(); } if (!file_exists($tmpNode->getUrl())) { $this->currentIndex->delete($hit->id); $commitIndex = true; continue; } $tmpNode->search_score = sprintf("%0.2f", $hit->score); AJXP_XMLWriter::renderAjxpNode($tmpNode); } AJXP_XMLWriter::close(); if ($commitIndex) { $this->currentIndex->commit(); }*/ } else { if ($actionName == "index") { $dir = AJXP_Utils::decodeSecureMagic($httpVars["dir"]); if (empty($dir)) { $dir = "/"; } $repo = ConfService::getRepository(); if ($this->isIndexLocked($repo->getId())) { throw new Exception($messages["index.lucene.6"]); } $accessType = $repo->getAccessType(); $accessPlug = AJXP_PluginsService::getInstance()->getPluginByTypeName("access", $accessType); $stData = $accessPlug->detectStreamWrapper(true); $repoId = $repo->getId(); $url = $stData["protocol"] . "://" . $repoId . $dir; if (isset($httpVars["verbose"]) && $httpVars["verbose"] == "true") { $this->verboseIndexation = true; } if (ConfService::backgroundActionsSupported() && !ConfService::currentContextIsCommandLine()) { AJXP_Controller::applyActionInBackground($repoId, "index", $httpVars); AJXP_XMLWriter::header(); AJXP_XMLWriter::triggerBgAction("check_lock", array("repository_id" => $repoId), sprintf($messages["index.lucene.8"], $dir), true, 2); AJXP_XMLWriter::close(); return; } $this->lockIndex($repoId); // GIVE BACK THE HAND TO USER session_write_close(); $this->loadIndex($repoId); $this->currentIndex->open(); $this->recursiveIndexation($url); if (ConfService::currentContextIsCommandLine() && $this->verboseIndexation) { print "Optimizing\n"; $this->currentIndex->optimize(); } $this->currentIndex->close(); $this->currentIndex = null; $this->releaseLock($repoId); } else { if ($actionName == "check_lock") { $repoId = $httpVars["repository_id"]; if ($this->isIndexLocked($repoId)) { AJXP_XMLWriter::header(); AJXP_XMLWriter::triggerBgAction("check_lock", array("repository_id" => $repoId), $messages["index.lucene.10"], true, 3); AJXP_XMLWriter::close(); } else { AJXP_XMLWriter::header(); AJXP_XMLWriter::triggerBgAction("info_message", array(), $messages["index.lucene.5"], true, 5); AJXP_XMLWriter::close(); } } } } } }
/** * @param $queryString * @param int $offset * @param int $limit * @return null|SugarSeachEngineElasticResultSet */ public function search($queryString, $offset = 0, $limit = 20, $options = array()) { if (self::isSearchEngineDown()) { return null; } $appendWildcard = false; if (!empty($options['append_wildcard']) && $this->canAppendWildcard($queryString)) { $appendWildcard = true; } $queryString = DBManagerFactory::getInstance()->sqlLikeString($queryString, self::WILDCARD_CHAR, $appendWildcard); $this->logger->info("Going to search with query {$queryString}"); $results = null; try { $queryObj = $this->buildQueryObject($queryString, $options); $s = new \Elastica\Search($this->_client); $finalTypes = array(); if (!empty($options['moduleFilter'])) { foreach ($options['moduleFilter'] as $moduleName) { // only add the module to the list if it can be viewed if ($this->checkAccess($moduleName)) { $finalTypes[] = $moduleName; } } if (!empty($finalTypes)) { $s->addTypes($finalTypes); } } $s->addIndices($this->getReadIndices($finalTypes)); // main filter $mainFilter = $this->constructMainFilter($finalTypes, $options); $query = new \Elastica\Query($queryObj); $query->setFilter($mainFilter); if (isset($options['sort']) && is_array($options['sort'])) { foreach ($options['sort'] as $sort) { $query->addSort($sort); } } $query->setParam('from', $offset); // set query highlight $fields = $this->getSearchFields($options, false); $highlighArray = $this->constructHighlightArray($fields, $options); $query->setHighlight($highlighArray); // add facets $this->addFacets($query, $options, $mainFilter); $esResultSet = $s->search($query, $limit); $results = new SugarSeachEngineElasticResultSet($esResultSet); } catch (Exception $e) { $this->reportException("Unable to perform search", $e); $this->checkException($e); return null; } return $results; }
/** * Method testing if we able to connect to server ES * * @param CGRoups $group The group * * @return void */ function testConnection($group) { try { $this->createClient(); $index = $this->loadIndex(); $search = new \Elastica\Search($this->_client); $search->addIndex($index); $this->_client->getCluster(); } catch (Exception $e) { if (CAppUI::conf("search active_handler active_handler_search", $group)) { CAppUI::displayAjaxMsg("Le serveur de recherche n'est pas connecté", UI_MSG_ERROR); } else { CAppUI::displayAjaxMsg("Le serveur de recherche n'est pas configuré, veuillez prendre contact avec un administrateur", UI_MSG_ERROR); } } }