+7

resources/sql/autopatches/20151221.search.2.ownersngrams.sql

reviewed

··· 1 1 + CREATE TABLE {$NAMESPACE}_owners.owners_name_ngrams ( 2 2 + id INT UNSIGNED NOT NULL AUTO_INCREMENT PRIMARY KEY, 3 3 + objectID INT UNSIGNED NOT NULL, 4 4 + ngram CHAR(3) NOT NULL COLLATE {$COLLATE_TEXT}, 5 5 + KEY `key_object` (objectID), 6 6 + KEY `key_ngram` (ngram, objectID) 7 7 + ) ENGINE=InnoDB, COLLATE {$COLLATE_TEXT};

+11

resources/sql/autopatches/20151221.search.3.reindex.php

reviewed

··· 1 1 + <?php 2 2 + 3 3 + $table = new PhabricatorOwnersPackage(); 4 4 + 5 5 + foreach (new LiskMigrationIterator($table) as $package) { 6 6 + PhabricatorSearchWorker::queueDocumentForIndexing( 7 7 + $package->getPHID(), 8 8 + array( 9 9 + 'force' => true, 10 10 + )); 11 11 + }

+13

src/__phutil_library_map__.php

reviewed

··· 2548 2548 'PhabricatorNamedQueryQuery' => 'applications/search/query/PhabricatorNamedQueryQuery.php', 2549 2549 'PhabricatorNavigationRemarkupRule' => 'infrastructure/markup/rule/PhabricatorNavigationRemarkupRule.php', 2550 2550 'PhabricatorNeverTriggerClock' => 'infrastructure/daemon/workers/clock/PhabricatorNeverTriggerClock.php', 2551 2551 + 'PhabricatorNgramsIndexEngineExtension' => 'applications/search/engineextension/PhabricatorNgramsIndexEngineExtension.php', 2552 2552 + 'PhabricatorNgramsInterface' => 'applications/search/interface/PhabricatorNgramsInterface.php', 2551 2553 'PhabricatorNotificationBuilder' => 'applications/notification/builder/PhabricatorNotificationBuilder.php', 2552 2554 'PhabricatorNotificationClearController' => 'applications/notification/controller/PhabricatorNotificationClearController.php', 2553 2555 'PhabricatorNotificationClient' => 'applications/notification/client/PhabricatorNotificationClient.php', ··· 2636 2638 'PhabricatorOwnersPackage' => 'applications/owners/storage/PhabricatorOwnersPackage.php', 2637 2639 'PhabricatorOwnersPackageDatasource' => 'applications/owners/typeahead/PhabricatorOwnersPackageDatasource.php', 2638 2640 'PhabricatorOwnersPackageEditEngine' => 'applications/owners/editor/PhabricatorOwnersPackageEditEngine.php', 2641 2641 + 'PhabricatorOwnersPackageFulltextEngine' => 'applications/owners/query/PhabricatorOwnersPackageFulltextEngine.php', 2639 2642 'PhabricatorOwnersPackageFunctionDatasource' => 'applications/owners/typeahead/PhabricatorOwnersPackageFunctionDatasource.php', 2643 2643 + 'PhabricatorOwnersPackageNameNgrams' => 'applications/owners/storage/PhabricatorOwnersPackageNameNgrams.php', 2640 2644 'PhabricatorOwnersPackageOwnerDatasource' => 'applications/owners/typeahead/PhabricatorOwnersPackageOwnerDatasource.php', 2641 2645 'PhabricatorOwnersPackagePHIDType' => 'applications/owners/phid/PhabricatorOwnersPackagePHIDType.php', 2642 2646 'PhabricatorOwnersPackageQuery' => 'applications/owners/query/PhabricatorOwnersPackageQuery.php', ··· 3047 3051 'PhabricatorSearchManagementIndexWorkflow' => 'applications/search/management/PhabricatorSearchManagementIndexWorkflow.php', 3048 3052 'PhabricatorSearchManagementInitWorkflow' => 'applications/search/management/PhabricatorSearchManagementInitWorkflow.php', 3049 3053 'PhabricatorSearchManagementWorkflow' => 'applications/search/management/PhabricatorSearchManagementWorkflow.php', 3054 3054 + 'PhabricatorSearchNgrams' => 'applications/search/ngrams/PhabricatorSearchNgrams.php', 3055 3055 + 'PhabricatorSearchNgramsDestructionEngineExtension' => 'applications/search/engineextension/PhabricatorSearchNgramsDestructionEngineExtension.php', 3050 3056 'PhabricatorSearchOrderController' => 'applications/search/controller/PhabricatorSearchOrderController.php', 3051 3057 'PhabricatorSearchOrderField' => 'applications/search/field/PhabricatorSearchOrderField.php', 3052 3058 'PhabricatorSearchPreferencesSettingsPanel' => 'applications/settings/panel/PhabricatorSearchPreferencesSettingsPanel.php', ··· 6802 6808 'PhabricatorNamedQueryQuery' => 'PhabricatorCursorPagedPolicyAwareQuery', 6803 6809 'PhabricatorNavigationRemarkupRule' => 'PhutilRemarkupRule', 6804 6810 'PhabricatorNeverTriggerClock' => 'PhabricatorTriggerClock', 6811 6811 + 'PhabricatorNgramsIndexEngineExtension' => 'PhabricatorIndexEngineExtension', 6805 6812 'PhabricatorNotificationBuilder' => 'Phobject', 6806 6813 'PhabricatorNotificationClearController' => 'PhabricatorNotificationController', 6807 6814 'PhabricatorNotificationClient' => 'Phobject', ··· 6907 6914 'PhabricatorCustomFieldInterface', 6908 6915 'PhabricatorDestructibleInterface', 6909 6916 'PhabricatorConduitResultInterface', 6917 6917 + 'PhabricatorFulltextInterface', 6918 6918 + 'PhabricatorNgramsInterface', 6910 6919 ), 6911 6920 'PhabricatorOwnersPackageDatasource' => 'PhabricatorTypeaheadDatasource', 6912 6921 'PhabricatorOwnersPackageEditEngine' => 'PhabricatorEditEngine', 6922 6922 + 'PhabricatorOwnersPackageFulltextEngine' => 'PhabricatorFulltextEngine', 6913 6923 'PhabricatorOwnersPackageFunctionDatasource' => 'PhabricatorTypeaheadCompositeDatasource', 6924 6924 + 'PhabricatorOwnersPackageNameNgrams' => 'PhabricatorSearchNgrams', 6914 6925 'PhabricatorOwnersPackageOwnerDatasource' => 'PhabricatorTypeaheadCompositeDatasource', 6915 6926 'PhabricatorOwnersPackagePHIDType' => 'PhabricatorPHIDType', 6916 6927 'PhabricatorOwnersPackageQuery' => 'PhabricatorCursorPagedPolicyAwareQuery', ··· 7414 7425 'PhabricatorSearchManagementIndexWorkflow' => 'PhabricatorSearchManagementWorkflow', 7415 7426 'PhabricatorSearchManagementInitWorkflow' => 'PhabricatorSearchManagementWorkflow', 7416 7427 'PhabricatorSearchManagementWorkflow' => 'PhabricatorManagementWorkflow', 7428 7428 + 'PhabricatorSearchNgrams' => 'PhabricatorSearchDAO', 7429 7429 + 'PhabricatorSearchNgramsDestructionEngineExtension' => 'PhabricatorDestructionEngineExtension', 7417 7430 'PhabricatorSearchOrderController' => 'PhabricatorSearchBaseController', 7418 7431 'PhabricatorSearchOrderField' => 'PhabricatorSearchField', 7419 7432 'PhabricatorSearchPreferencesSettingsPanel' => 'PhabricatorSettingsPanel',

+7 -1

src/applications/config/schema/PhabricatorConfigSchemaSpec.php

reviewed

··· 201 201 202 202 $is_binary = ($this->getUTF8Charset() == 'binary'); 203 203 $matches = null; 204 204 - if (preg_match('/^(fulltext|sort|text)(\d+)?\z/', $data_type, $matches)) { 204 204 + $pattern = '/^(fulltext|sort|text|char)(\d+)?\z/'; 205 205 + if (preg_match($pattern, $data_type, $matches)) { 205 206 206 207 // Limit the permitted column lengths under the theory that it would 207 208 // be nice to eventually reduce this to a small set of standard lengths. ··· 220 221 'text8' => true, 221 222 'text4' => true, 222 223 'text' => true, 224 224 + 'char3' => true, 223 225 'sort255' => true, 224 226 'sort128' => true, 225 227 'sort64' => true, ··· 266 268 // the majority of cases. 267 269 $column_type = 'longtext'; 268 270 break; 271 271 + case 'char': 272 272 + $column_type = 'char('.$size.')'; 273 273 + break; 269 274 } 270 275 271 276 switch ($type) { 272 277 case 'text': 278 278 + case 'char': 273 279 if ($is_binary) { 274 280 // We leave collation and character set unspecified in order to 275 281 // generate valid SQL.

+4

src/applications/owners/editor/PhabricatorOwnersPackageTransactionEditor.php

reviewed

··· 334 334 return $body; 335 335 } 336 336 337 337 + protected function supportsSearch() { 338 338 + return true; 339 339 + } 340 340 + 337 341 }

+26

src/applications/owners/query/PhabricatorOwnersPackageFulltextEngine.php

reviewed

··· 1 1 + <?php 2 2 + 3 3 + final class PhabricatorOwnersPackageFulltextEngine 4 4 + extends PhabricatorFulltextEngine { 5 5 + 6 6 + protected function buildAbstractDocument( 7 7 + PhabricatorSearchAbstractDocument $document, 8 8 + $object) { 9 9 + 10 10 + $package = $object; 11 11 + $document->setDocumentTitle($package->getName()); 12 12 + 13 13 + // TODO: These are bogus, but not currently stored on packages. 14 14 + $document->setDocumentCreated(PhabricatorTime::getNow()); 15 15 + $document->setDocumentModified(PhabricatorTime::getNow()); 16 16 + 17 17 + $document->addRelationship( 18 18 + $package->isArchived() 19 19 + ? PhabricatorSearchRelationship::RELATIONSHIP_CLOSED 20 20 + : PhabricatorSearchRelationship::RELATIONSHIP_OPEN, 21 21 + $package->getPHID(), 22 22 + PhabricatorOwnersPackagePHIDType::TYPECONST, 23 23 + PhabricatorTime::getNow()); 24 24 + } 25 25 + 26 26 + }

+4 -13

src/applications/owners/query/PhabricatorOwnersPackageQuery.php

reviewed

··· 9 9 private $authorityPHIDs; 10 10 private $repositoryPHIDs; 11 11 private $paths; 12 12 - private $namePrefix; 13 12 private $statuses; 14 13 15 14 private $controlMap = array(); ··· 78 77 return $this; 79 78 } 80 79 81 81 - public function withNamePrefix($prefix) { 82 82 - $this->namePrefix = $prefix; 83 83 - return $this; 80 80 + public function withNameNgrams($ngrams) { 81 81 + return $this->withNgramsConstraint( 82 82 + new PhabricatorOwnersPackageNameNgrams(), 83 83 + $ngrams); 84 84 } 85 85 86 86 public function needPaths($need_paths) { ··· 206 206 $conn, 207 207 'p.status IN (%Ls)', 208 208 $this->statuses); 209 209 - } 210 210 - 211 211 - if (strlen($this->namePrefix)) { 212 212 - // NOTE: This is a hacky mess, but this column is currently case 213 213 - // sensitive and unique. 214 214 - $where[] = qsprintf( 215 215 - $conn, 216 216 - 'LOWER(p.name) LIKE %>', 217 217 - phutil_utf8_strtolower($this->namePrefix)); 218 209 } 219 210 220 211 if ($this->controlMap) {

+8

src/applications/owners/query/PhabricatorOwnersPackageSearchEngine.php

reviewed

··· 25 25 ->setDescription( 26 26 pht('Search for packages with specific owners.')) 27 27 ->setDatasource(new PhabricatorProjectOrUserDatasource()), 28 28 + id(new PhabricatorSearchTextField()) 29 29 + ->setLabel(pht('Name Contains')) 30 30 + ->setKey('name') 31 31 + ->setDescription(pht('Search for packages by name substrings.')), 28 32 id(new PhabricatorSearchDatasourceField()) 29 33 ->setLabel(pht('Repositories')) 30 34 ->setKey('repositoryPHIDs') ··· 67 71 68 72 if ($map['statuses']) { 69 73 $query->withStatuses($map['statuses']); 74 74 + } 75 75 + 76 76 + if (strlen($map['name'])) { 77 77 + $query->withNameNgrams($map['name']); 70 78 } 71 79 72 80 return $query;

+23 -13

src/applications/owners/storage/PhabricatorOwnersPackage.php

reviewed

··· 7 7 PhabricatorApplicationTransactionInterface, 8 8 PhabricatorCustomFieldInterface, 9 9 PhabricatorDestructibleInterface, 10 10 - PhabricatorConduitResultInterface { 10 10 + PhabricatorConduitResultInterface, 11 11 + PhabricatorFulltextInterface, 12 12 + PhabricatorNgramsInterface { 11 13 12 14 protected $name; 13 15 protected $originalName; ··· 46 48 self::CONFIG_TIMESTAMPS => false, 47 49 self::CONFIG_AUX_PHID => true, 48 50 self::CONFIG_COLUMN_SCHEMA => array( 49 49 - 'name' => 'text128', 51 51 + 'name' => 'sort128', 50 52 'originalName' => 'text255', 51 53 'description' => 'text', 52 54 'primaryOwnerPHID' => 'phid?', 53 55 'auditingEnabled' => 'bool', 54 56 'mailKey' => 'bytes20', 55 57 'status' => 'text32', 56 56 - ), 57 57 - self::CONFIG_KEY_SCHEMA => array( 58 58 - 'key_phid' => null, 59 59 - 'phid' => array( 60 60 - 'columns' => array('phid'), 61 61 - 'unique' => true, 62 62 - ), 63 63 - 'name' => array( 64 64 - 'columns' => array('name'), 65 65 - 'unique' => true, 66 66 - ), 67 58 ), 68 59 ) + parent::getConfiguration(); 69 60 } ··· 430 421 return array( 431 422 id(new PhabricatorOwnersPathsSearchEngineAttachment()) 432 423 ->setAttachmentKey('paths'), 424 424 + ); 425 425 + } 426 426 + 427 427 + 428 428 + /* -( PhabricatorFulltextInterface )--------------------------------------- */ 429 429 + 430 430 + 431 431 + public function newFulltextEngine() { 432 432 + return new PhabricatorOwnersPackageFulltextEngine(); 433 433 + } 434 434 + 435 435 + 436 436 + /* -( PhabricatorNgramInterface )------------------------------------------ */ 437 437 + 438 438 + 439 439 + public function newNgrams() { 440 440 + return array( 441 441 + id(new PhabricatorOwnersPackageNameNgrams()) 442 442 + ->setValue($this->getName()), 433 443 ); 434 444 } 435 445

+18

src/applications/owners/storage/PhabricatorOwnersPackageNameNgrams.php

reviewed

··· 1 1 + <?php 2 2 + 3 3 + final class PhabricatorOwnersPackageNameNgrams 4 4 + extends PhabricatorSearchNgrams { 5 5 + 6 6 + public function getNgramKey() { 7 7 + return 'name'; 8 8 + } 9 9 + 10 10 + public function getColumnName() { 11 11 + return 'name'; 12 12 + } 13 13 + 14 14 + public function getApplicationName() { 15 15 + return 'owners'; 16 16 + } 17 17 + 18 18 + }

+8

src/applications/owners/storage/PhabricatorOwnersPackageTransaction.php

reviewed

··· 27 27 28 28 switch ($this->getTransactionType()) { 29 29 case self::TYPE_OWNERS: 30 30 + if (!is_array($old)) { 31 31 + $old = array(); 32 32 + } 33 33 + 34 34 + if (!is_array($new)) { 35 35 + $new = array(); 36 36 + } 37 37 + 30 38 $add = array_diff($new, $old); 31 39 foreach ($add as $phid) { 32 40 $phids[] = $phid;

+1 -1

src/applications/owners/typeahead/PhabricatorOwnersPackageDatasource.php

reviewed

··· 22 22 $results = array(); 23 23 24 24 $query = id(new PhabricatorOwnersPackageQuery()) 25 25 - ->withNamePrefix($raw_query) 25 25 + ->withNameNgrams($raw_query) 26 26 ->setOrder('name'); 27 27 28 28 $packages = $this->executeQuery($query);

+3

src/applications/search/engineextension/PhabricatorFulltextIndexEngineExtension.php

reviewed

··· 65 65 66 66 try { 67 67 $comment = $xaction->getApplicationTransactionCommentObject(); 68 68 + if (!$comment) { 69 69 + return 'none'; 70 70 + } 68 71 } catch (Exception $ex) { 69 72 return 'none'; 70 73 }

+34

src/applications/search/engineextension/PhabricatorNgramsIndexEngineExtension.php

reviewed

··· 1 1 + <?php 2 2 + 3 3 + final class PhabricatorNgramsIndexEngineExtension 4 4 + extends PhabricatorIndexEngineExtension { 5 5 + 6 6 + const EXTENSIONKEY = 'ngrams'; 7 7 + 8 8 + public function getExtensionName() { 9 9 + return pht('Ngrams Engine'); 10 10 + } 11 11 + 12 12 + public function getIndexVersion($object) { 13 13 + $ngrams = $object->newNgrams(); 14 14 + $map = mpull($ngrams, 'getValue', 'getNgramKey'); 15 15 + ksort($map); 16 16 + $serialized = serialize($map); 17 17 + 18 18 + return PhabricatorHash::digestForIndex($serialized); 19 19 + } 20 20 + 21 21 + public function shouldIndexObject($object) { 22 22 + return ($object instanceof PhabricatorNgramsInterface); 23 23 + } 24 24 + 25 25 + public function indexObject( 26 26 + PhabricatorIndexEngine $engine, 27 27 + $object) { 28 28 + 29 29 + foreach ($object->newNgrams() as $ngram) { 30 30 + $ngram->writeNgram($object->getID()); 31 31 + } 32 32 + } 33 33 + 34 34 + }

+31

src/applications/search/engineextension/PhabricatorSearchNgramsDestructionEngineExtension.php

reviewed

··· 1 1 + <?php 2 2 + 3 3 + final class PhabricatorSearchNgramsDestructionEngineExtension 4 4 + extends PhabricatorDestructionEngineExtension { 5 5 + 6 6 + const EXTENSIONKEY = 'search.ngrams'; 7 7 + 8 8 + public function getExtensionName() { 9 9 + return pht('Search Ngram'); 10 10 + } 11 11 + 12 12 + public function canDestroyObject( 13 13 + PhabricatorDestructionEngine $engine, 14 14 + $object) { 15 15 + return ($object instanceof PhabricatorNgramsInterface); 16 16 + } 17 17 + 18 18 + public function destroyObject( 19 19 + PhabricatorDestructionEngine $engine, 20 20 + $object) { 21 21 + 22 22 + foreach ($object->newNgrams() as $ngram) { 23 23 + queryfx( 24 24 + $ngram->establishConnection('w'), 25 25 + 'DELETE FROM %T WHERE objectID = %d', 26 26 + $ngram->getTableName(), 27 27 + $object->getID()); 28 28 + } 29 29 + } 30 30 + 31 31 + }

+7

src/applications/search/interface/PhabricatorNgramsInterface.php

reviewed

··· 1 1 + <?php 2 2 + 3 3 + interface PhabricatorNgramsInterface { 4 4 + 5 5 + public function newNgrams(); 6 6 + 7 7 + }

+113

src/applications/search/ngrams/PhabricatorSearchNgrams.php

reviewed

··· 1 1 + <?php 2 2 + 3 3 + abstract class PhabricatorSearchNgrams 4 4 + extends PhabricatorSearchDAO { 5 5 + 6 6 + protected $objectID; 7 7 + protected $ngram; 8 8 + 9 9 + private $value; 10 10 + 11 11 + abstract public function getNgramKey(); 12 12 + abstract public function getColumnName(); 13 13 + 14 14 + final public function setValue($value) { 15 15 + $this->value = $value; 16 16 + return $this; 17 17 + } 18 18 + 19 19 + final public function getValue() { 20 20 + return $this->value; 21 21 + } 22 22 + 23 23 + protected function getConfiguration() { 24 24 + return array( 25 25 + self::CONFIG_TIMESTAMPS => false, 26 26 + self::CONFIG_COLUMN_SCHEMA => array( 27 27 + 'objectID' => 'uint32', 28 28 + 'ngram' => 'char3', 29 29 + ), 30 30 + self::CONFIG_KEY_SCHEMA => array( 31 31 + 'key_ngram' => array( 32 32 + 'columns' => array('ngram', 'objectID'), 33 33 + ), 34 34 + 'key_object' => array( 35 35 + 'columns' => array('objectID'), 36 36 + ), 37 37 + ), 38 38 + ) + parent::getConfiguration(); 39 39 + } 40 40 + 41 41 + public function getTableName() { 42 42 + $application = $this->getApplicationName(); 43 43 + $key = $this->getNgramKey(); 44 44 + return "{$application}_{$key}_ngrams"; 45 45 + } 46 46 + 47 47 + final public function tokenizeString($value) { 48 48 + $value = trim($value, ' '); 49 49 + $value = preg_split('/ +/', $value); 50 50 + return $value; 51 51 + } 52 52 + 53 53 + final public function getNgramsFromString($value, $mode) { 54 54 + $tokens = $this->tokenizeString($value); 55 55 + 56 56 + $ngrams = array(); 57 57 + foreach ($tokens as $token) { 58 58 + $token = phutil_utf8_strtolower($token); 59 59 + 60 60 + switch ($mode) { 61 61 + case 'query': 62 62 + break; 63 63 + case 'index': 64 64 + $token = ' '.$token.' '; 65 65 + break; 66 66 + case 'prefix': 67 67 + $token = ' '.$token; 68 68 + break; 69 69 + } 70 70 + 71 71 + $len = (strlen($token) - 2); 72 72 + for ($ii = 0; $ii < $len; $ii++) { 73 73 + $ngram = substr($token, $ii, 3); 74 74 + $ngrams[$ngram] = $ngram; 75 75 + } 76 76 + } 77 77 + 78 78 + ksort($ngrams); 79 79 + 80 80 + return array_keys($ngrams); 81 81 + } 82 82 + 83 83 + final public function writeNgram($object_id) { 84 84 + $ngrams = $this->getNgramsFromString($this->getValue(), 'index'); 85 85 + $conn_w = $this->establishConnection('w'); 86 86 + 87 87 + $sql = array(); 88 88 + foreach ($ngrams as $ngram) { 89 89 + $sql[] = qsprintf( 90 90 + $conn_w, 91 91 + '(%d, %s)', 92 92 + $object_id, 93 93 + $ngram); 94 94 + } 95 95 + 96 96 + queryfx( 97 97 + $conn_w, 98 98 + 'DELETE FROM %T WHERE objectID = %d', 99 99 + $this->getTableName(), 100 100 + $object_id); 101 101 + 102 102 + if ($sql) { 103 103 + queryfx( 104 104 + $conn_w, 105 105 + 'INSERT INTO %T (objectID, ngram) VALUES %Q', 106 106 + $this->getTableName(), 107 107 + implode(', ', $sql)); 108 108 + } 109 109 + 110 110 + return $this; 111 111 + } 112 112 + 113 113 + }

+139

src/infrastructure/query/policy/PhabricatorCursorPagedPolicyAwareQuery.php

reviewed

··· 26 26 private $edgeLogicConstraintsAreValid = false; 27 27 private $spacePHIDs; 28 28 private $spaceIsArchived; 29 29 + private $ngrams = array(); 29 30 30 31 protected function getPageCursors(array $page) { 31 32 return array( ··· 253 254 $joins = array(); 254 255 $joins[] = $this->buildEdgeLogicJoinClause($conn); 255 256 $joins[] = $this->buildApplicationSearchJoinClause($conn); 257 257 + $joins[] = $this->buildNgramsJoinClause($conn); 256 258 return $joins; 257 259 } 258 260 ··· 274 276 $where[] = $this->buildPagingClause($conn); 275 277 $where[] = $this->buildEdgeLogicWhereClause($conn); 276 278 $where[] = $this->buildSpacesWhereClause($conn); 279 279 + $where[] = $this->buildNgramsWhereClause($conn); 277 280 return $where; 278 281 } 279 282 ··· 321 324 } 322 325 323 326 if ($this->getApplicationSearchMayJoinMultipleRows()) { 327 327 + return true; 328 328 + } 329 329 + 330 330 + if ($this->shouldGroupNgramResultRows()) { 324 331 return true; 325 332 } 326 333 ··· 1342 1349 protected function isCustomFieldOrderKey($key) { 1343 1350 $prefix = 'custom:'; 1344 1351 return !strncmp($key, $prefix, strlen($prefix)); 1352 1352 + } 1353 1353 + 1354 1354 + 1355 1355 + /* -( Ngrams )------------------------------------------------------------- */ 1356 1356 + 1357 1357 + 1358 1358 + protected function withNgramsConstraint( 1359 1359 + PhabricatorSearchNgrams $index, 1360 1360 + $value) { 1361 1361 + 1362 1362 + if (strlen($value)) { 1363 1363 + $this->ngrams[] = array( 1364 1364 + 'index' => $index, 1365 1365 + 'value' => $value, 1366 1366 + 'length' => count(phutil_utf8v($value)), 1367 1367 + ); 1368 1368 + } 1369 1369 + 1370 1370 + return $this; 1371 1371 + } 1372 1372 + 1373 1373 + 1374 1374 + protected function buildNgramsJoinClause(AphrontDatabaseConnection $conn) { 1375 1375 + $flat = array(); 1376 1376 + foreach ($this->ngrams as $spec) { 1377 1377 + $index = $spec['index']; 1378 1378 + $value = $spec['value']; 1379 1379 + $length = $spec['length']; 1380 1380 + 1381 1381 + if ($length >= 3) { 1382 1382 + $ngrams = $index->getNgramsFromString($value, 'query'); 1383 1383 + $prefix = false; 1384 1384 + } else if ($length == 2) { 1385 1385 + $ngrams = $index->getNgramsFromString($value, 'prefix'); 1386 1386 + $prefix = false; 1387 1387 + } else { 1388 1388 + $ngrams = array(' '.$value); 1389 1389 + $prefix = true; 1390 1390 + } 1391 1391 + 1392 1392 + foreach ($ngrams as $ngram) { 1393 1393 + $flat[] = array( 1394 1394 + 'table' => $index->getTableName(), 1395 1395 + 'ngram' => $ngram, 1396 1396 + 'prefix' => $prefix, 1397 1397 + ); 1398 1398 + } 1399 1399 + } 1400 1400 + 1401 1401 + // MySQL only allows us to join a maximum of 61 tables per query. Each 1402 1402 + // ngram is going to cost us a join toward that limit, so if the user 1403 1403 + // specified a very long query string, just pick 16 of the ngrams 1404 1404 + // at random. 1405 1405 + if (count($flat) > 16) { 1406 1406 + shuffle($flat); 1407 1407 + $flat = array_slice($flat, 0, 16); 1408 1408 + } 1409 1409 + 1410 1410 + $alias = $this->getPrimaryTableAlias(); 1411 1411 + if ($alias) { 1412 1412 + $id_column = qsprintf($conn, '%T.%T', $alias, 'id'); 1413 1413 + } else { 1414 1414 + $id_column = qsprintf($conn, '%T', 'id'); 1415 1415 + } 1416 1416 + 1417 1417 + $idx = 1; 1418 1418 + $joins = array(); 1419 1419 + foreach ($flat as $spec) { 1420 1420 + $table = $spec['table']; 1421 1421 + $ngram = $spec['ngram']; 1422 1422 + $prefix = $spec['prefix']; 1423 1423 + 1424 1424 + $alias = 'ngm'.$idx++; 1425 1425 + 1426 1426 + if ($prefix) { 1427 1427 + $joins[] = qsprintf( 1428 1428 + $conn, 1429 1429 + 'JOIN %T %T ON %T.objectID = %Q AND %T.ngram LIKE %>', 1430 1430 + $table, 1431 1431 + $alias, 1432 1432 + $alias, 1433 1433 + $id_column, 1434 1434 + $alias, 1435 1435 + $ngram); 1436 1436 + } else { 1437 1437 + $joins[] = qsprintf( 1438 1438 + $conn, 1439 1439 + 'JOIN %T %T ON %T.objectID = %Q AND %T.ngram = %s', 1440 1440 + $table, 1441 1441 + $alias, 1442 1442 + $alias, 1443 1443 + $id_column, 1444 1444 + $alias, 1445 1445 + $ngram); 1446 1446 + } 1447 1447 + } 1448 1448 + 1449 1449 + return $joins; 1450 1450 + } 1451 1451 + 1452 1452 + 1453 1453 + protected function buildNgramsWhereClause(AphrontDatabaseConnection $conn) { 1454 1454 + $where = array(); 1455 1455 + 1456 1456 + foreach ($this->ngrams as $ngram) { 1457 1457 + $index = $ngram['index']; 1458 1458 + $value = $ngram['value']; 1459 1459 + 1460 1460 + $column = $index->getColumnName(); 1461 1461 + $alias = $this->getPrimaryTableAlias(); 1462 1462 + if ($alias) { 1463 1463 + $column = qsprintf($conn, '%T.%T', $alias, $column); 1464 1464 + } else { 1465 1465 + $column = qsprintf($conn, '%T', $column); 1466 1466 + } 1467 1467 + 1468 1468 + $tokens = $index->tokenizeString($value); 1469 1469 + foreach ($tokens as $token) { 1470 1470 + $where[] = qsprintf( 1471 1471 + $conn, 1472 1472 + '%Q LIKE %~', 1473 1473 + $column, 1474 1474 + $token); 1475 1475 + } 1476 1476 + } 1477 1477 + 1478 1478 + return $where; 1479 1479 + } 1480 1480 + 1481 1481 + 1482 1482 + protected function shouldGroupNgramResultRows() { 1483 1483 + return (bool)$this->ngrams; 1345 1484 } 1346 1485 1347 1486