mirror of
https://github.com/silverstripe/silverstripe-fulltextsearch
synced 2024-07-02 01:19:21 +02:00
3d18903552
Solr::configure_server now takes "version" as one of the keys in the option array, and behaves slightly differently depending on whether that version is 3 or 4, to provide support for both Solr versions. The Solr extras and templates have also moved, so that different versions can be provided for the two different Solr versions.
360 lines
20 KiB
Scheme
360 lines
20 KiB
Scheme
<!-- The StrField type is not analyzed, but indexed/stored verbatim. -->
|
|
<fieldType name="string" class="solr.StrField" sortMissingLast="true" omitNorms="true"/>
|
|
|
|
<!-- boolean type: "true" or "false" -->
|
|
<fieldType name="boolean" class="solr.BoolField" sortMissingLast="true" omitNorms="true"/>
|
|
<!--Binary data type. The data should be sent/retrieved in as Base64 encoded Strings -->
|
|
<fieldtype name="binary" class="solr.BinaryField"/>
|
|
|
|
<!-- The optional sortMissingLast and sortMissingFirst attributes are
|
|
currently supported on types that are sorted internally as strings.
|
|
This includes "string","boolean","sint","slong","sfloat","sdouble","pdate"
|
|
- If sortMissingLast="true", then a sort on this field will cause documents
|
|
without the field to come after documents with the field,
|
|
regardless of the requested sort order (asc or desc).
|
|
- If sortMissingFirst="true", then a sort on this field will cause documents
|
|
without the field to come before documents with the field,
|
|
regardless of the requested sort order.
|
|
- If sortMissingLast="false" and sortMissingFirst="false" (the default),
|
|
then default lucene sorting will be used which places docs without the
|
|
field first in an ascending sort and last in a descending sort.
|
|
-->
|
|
|
|
<!--
|
|
Default numeric field types. For faster range queries, consider the tint/tfloat/tlong/tdouble types.
|
|
-->
|
|
<fieldType name="int" class="solr.TrieIntField" precisionStep="0" omitNorms="true" positionIncrementGap="0"/>
|
|
<fieldType name="float" class="solr.TrieFloatField" precisionStep="0" omitNorms="true" positionIncrementGap="0"/>
|
|
<fieldType name="long" class="solr.TrieLongField" precisionStep="0" omitNorms="true" positionIncrementGap="0"/>
|
|
<fieldType name="double" class="solr.TrieDoubleField" precisionStep="0" omitNorms="true" positionIncrementGap="0"/>
|
|
|
|
<!--
|
|
Numeric field types that index each value at various levels of precision
|
|
to accelerate range queries when the number of values between the range
|
|
endpoints is large. See the javadoc for NumericRangeQuery for internal
|
|
implementation details.
|
|
|
|
Smaller precisionStep values (specified in bits) will lead to more tokens
|
|
indexed per value, slightly larger index size, and faster range queries.
|
|
A precisionStep of 0 disables indexing at different precision levels.
|
|
-->
|
|
<fieldType name="tint" class="solr.TrieIntField" precisionStep="8" omitNorms="true" positionIncrementGap="0"/>
|
|
<fieldType name="tfloat" class="solr.TrieFloatField" precisionStep="8" omitNorms="true" positionIncrementGap="0"/>
|
|
<fieldType name="tlong" class="solr.TrieLongField" precisionStep="8" omitNorms="true" positionIncrementGap="0"/>
|
|
<fieldType name="tdouble" class="solr.TrieDoubleField" precisionStep="8" omitNorms="true" positionIncrementGap="0"/>
|
|
|
|
<!-- The format for this date field is of the form 1995-12-31T23:59:59Z, and
|
|
is a more restricted form of the canonical representation of dateTime
|
|
http://www.w3.org/TR/xmlschema-2/#dateTime
|
|
The trailing "Z" designates UTC time and is mandatory.
|
|
Optional fractional seconds are allowed: 1995-12-31T23:59:59.999Z
|
|
All other components are mandatory.
|
|
|
|
Expressions can also be used to denote calculations that should be
|
|
performed relative to "NOW" to determine the value, ie...
|
|
|
|
NOW/HOUR
|
|
... Round to the start of the current hour
|
|
NOW-1DAY
|
|
... Exactly 1 day prior to now
|
|
NOW/DAY+6MONTHS+3DAYS
|
|
... 6 months and 3 days in the future from the start of
|
|
the current day
|
|
|
|
Consult the DateField javadocs for more information.
|
|
|
|
Note: For faster range queries, consider the tdate type
|
|
-->
|
|
<fieldType name="date" class="solr.TrieDateField" omitNorms="true" precisionStep="0" positionIncrementGap="0"/>
|
|
|
|
<!-- A Trie based date field for faster date range queries and date faceting. -->
|
|
<fieldType name="tdate" class="solr.TrieDateField" omitNorms="true" precisionStep="6" positionIncrementGap="0"/>
|
|
|
|
<!-- The "RandomSortField" is not used to store or search any
|
|
data. You can declare fields of this type it in your schema
|
|
to generate pseudo-random orderings of your docs for sorting
|
|
purposes. The ordering is generated based on the field name
|
|
and the version of the index, As long as the index version
|
|
remains unchanged, and the same field name is reused,
|
|
the ordering of the docs will be consistent.
|
|
If you want different psuedo-random orderings of documents,
|
|
for the same version of the index, use a dynamicField and
|
|
change the name
|
|
-->
|
|
<fieldType name="random" class="solr.RandomSortField" indexed="true" />
|
|
|
|
<!-- solr.TextField allows the specification of custom text analyzers
|
|
specified as a tokenizer and a list of token filters. Different
|
|
analyzers may be specified for indexing and querying.
|
|
|
|
The optional positionIncrementGap puts space between multiple fields of
|
|
this type on the same document, with the purpose of preventing false phrase
|
|
matching across fields.
|
|
|
|
For more info on customizing your analyzer chain, please see
|
|
http://wiki.apache.org/solr/AnalyzersTokenizersTokenFilters
|
|
-->
|
|
|
|
<!-- One can also specify an existing Analyzer class that has a
|
|
default constructor via the class attribute on the analyzer element
|
|
<fieldType name="text_greek" class="solr.TextField">
|
|
<analyzer class="org.apache.lucene.analysis.el.GreekAnalyzer"/>
|
|
</fieldType>
|
|
-->
|
|
|
|
<!-- A text field that only splits on whitespace for exact matching of words -->
|
|
<fieldType name="text_ws" class="solr.TextField" positionIncrementGap="100">
|
|
<analyzer>
|
|
<tokenizer class="solr.WhitespaceTokenizerFactory"/>
|
|
</analyzer>
|
|
</fieldType>
|
|
|
|
<!-- A text field that uses WordDelimiterFilter to enable splitting and matching of
|
|
words on case-change, alpha numeric boundaries, and non-alphanumeric chars,
|
|
so that a query of "wifi" or "wi fi" could match a document containing "Wi-Fi".
|
|
Synonyms and stopwords are customized by external files, and stemming is enabled.
|
|
The attribute autoGeneratePhraseQueries="true" (the default) causes words that get split to
|
|
form phrase queries. For example, WordDelimiterFilter splitting text:pdp-11 will cause the parser
|
|
to generate text:"pdp 11" rather than (text:PDP OR text:11).
|
|
NOTE: autoGeneratePhraseQueries="true" tends to not work well for non whitespace delimited languages.
|
|
-->
|
|
<fieldType name="text" class="solr.TextField" positionIncrementGap="100" autoGeneratePhraseQueries="true">
|
|
<analyzer type="index">
|
|
<tokenizer class="solr.WhitespaceTokenizerFactory"/>
|
|
<!-- in this example, we will only use synonyms at query time
|
|
<filter class="solr.SynonymFilterFactory" synonyms="index_synonyms.txt" ignoreCase="true" expand="false"/>
|
|
-->
|
|
<!-- Case insensitive stop word removal.
|
|
add enablePositionIncrements=true in both the index and query
|
|
analyzers to leave a 'gap' for more accurate phrase queries.
|
|
-->
|
|
<filter class="solr.StopFilterFactory"
|
|
ignoreCase="true"
|
|
words="stopwords.txt"
|
|
enablePositionIncrements="true"
|
|
/>
|
|
<filter class="solr.WordDelimiterFilterFactory" generateWordParts="1" generateNumberParts="1" catenateWords="1" catenateNumbers="1" catenateAll="0" splitOnCaseChange="1"/>
|
|
<filter class="solr.LowerCaseFilterFactory"/>
|
|
<filter class="solr.KeywordMarkerFilterFactory" protected="protwords.txt"/>
|
|
<filter class="solr.PorterStemFilterFactory"/>
|
|
</analyzer>
|
|
<analyzer type="query">
|
|
<tokenizer class="solr.WhitespaceTokenizerFactory"/>
|
|
<filter class="solr.SynonymFilterFactory" synonyms="synonyms.txt" ignoreCase="true" expand="true"/>
|
|
<filter class="solr.StopFilterFactory"
|
|
ignoreCase="true"
|
|
words="stopwords.txt"
|
|
enablePositionIncrements="true"
|
|
/>
|
|
<filter class="solr.WordDelimiterFilterFactory" generateWordParts="1" generateNumberParts="1" catenateWords="0" catenateNumbers="0" catenateAll="0" splitOnCaseChange="1"/>
|
|
<filter class="solr.LowerCaseFilterFactory"/>
|
|
<filter class="solr.KeywordMarkerFilterFactory" protected="protwords.txt"/>
|
|
<filter class="solr.PorterStemFilterFactory"/>
|
|
</analyzer>
|
|
</fieldType>
|
|
|
|
<!-- A copy of text that has the HTMLStripCharFilterFactory as the first index analyzer, so that html can be provided -->
|
|
<fieldType name="htmltext" class="solr.TextField" positionIncrementGap="100" autoGeneratePhraseQueries="true">
|
|
<analyzer type="index">
|
|
<charFilter class="solr.HTMLStripCharFilterFactory"/>
|
|
<tokenizer class="solr.WhitespaceTokenizerFactory"/>
|
|
<filter class="solr.StopFilterFactory" ignoreCase="true" words="stopwords.txt" enablePositionIncrements="true"/>
|
|
<filter class="solr.WordDelimiterFilterFactory" generateWordParts="1" generateNumberParts="1" catenateWords="1" catenateNumbers="1" catenateAll="0" splitOnCaseChange="1"/>
|
|
<filter class="solr.LowerCaseFilterFactory"/>
|
|
<filter class="solr.KeywordMarkerFilterFactory" protected="protwords.txt"/>
|
|
<filter class="solr.PorterStemFilterFactory"/>
|
|
</analyzer>
|
|
<analyzer type="query">
|
|
<tokenizer class="solr.WhitespaceTokenizerFactory"/>
|
|
<filter class="solr.SynonymFilterFactory" synonyms="synonyms.txt" ignoreCase="true" expand="true"/>
|
|
<filter class="solr.StopFilterFactory" ignoreCase="true" words="stopwords.txt" enablePositionIncrements="true"/>
|
|
<filter class="solr.WordDelimiterFilterFactory" generateWordParts="1" generateNumberParts="1" catenateWords="0" catenateNumbers="0" catenateAll="0" splitOnCaseChange="1"/>
|
|
<filter class="solr.LowerCaseFilterFactory"/>
|
|
<filter class="solr.KeywordMarkerFilterFactory" protected="protwords.txt"/>
|
|
<filter class="solr.PorterStemFilterFactory"/>
|
|
</analyzer>
|
|
</fieldType>
|
|
|
|
<!-- Less flexible matching, but less false matches. Probably not ideal for product names,
|
|
but may be good for SKUs. Can insert dashes in the wrong place and still match. -->
|
|
<fieldType name="textTight" class="solr.TextField" positionIncrementGap="100" >
|
|
<analyzer>
|
|
<tokenizer class="solr.WhitespaceTokenizerFactory"/>
|
|
<filter class="solr.SynonymFilterFactory" synonyms="synonyms.txt" ignoreCase="true" expand="false"/>
|
|
<filter class="solr.StopFilterFactory" ignoreCase="true" words="stopwords.txt"/>
|
|
<filter class="solr.WordDelimiterFilterFactory" generateWordParts="0" generateNumberParts="0" catenateWords="1" catenateNumbers="1" catenateAll="0"/>
|
|
<filter class="solr.LowerCaseFilterFactory"/>
|
|
<filter class="solr.KeywordMarkerFilterFactory" protected="protwords.txt"/>
|
|
<filter class="solr.EnglishMinimalStemFilterFactory"/>
|
|
<!-- this filter can remove any duplicate tokens that appear at the same position - sometimes
|
|
possible with WordDelimiterFilter in conjuncton with stemming. -->
|
|
<filter class="solr.RemoveDuplicatesTokenFilterFactory"/>
|
|
</analyzer>
|
|
</fieldType>
|
|
|
|
<!-- Text optimized for spelling corrections, with minimal alterations (e.g. no stemming) -->
|
|
<fieldType name="textSpell" class="solr.TextField" positionIncrementGap="100">
|
|
<analyzer>
|
|
<tokenizer class="solr.StandardTokenizerFactory" />
|
|
<filter class="solr.StopFilterFactory" ignoreCase="true" words="stopwords.txt"/>
|
|
<filter class="solr.LengthFilterFactory" min="4" max="20" />
|
|
<filter class="solr.LowerCaseFilterFactory" />
|
|
<filter class="solr.RemoveDuplicatesTokenFilterFactory" />
|
|
</analyzer>
|
|
</fieldType>
|
|
|
|
|
|
<!-- A general unstemmed text field - good if one does not know the language of the field -->
|
|
<fieldType name="textgen" class="solr.TextField" positionIncrementGap="100">
|
|
<analyzer type="index">
|
|
<tokenizer class="solr.WhitespaceTokenizerFactory"/>
|
|
<filter class="solr.StopFilterFactory" ignoreCase="true" words="stopwords.txt" enablePositionIncrements="true" />
|
|
<filter class="solr.WordDelimiterFilterFactory" generateWordParts="1" generateNumberParts="1" catenateWords="1" catenateNumbers="1" catenateAll="0" splitOnCaseChange="0"/>
|
|
<filter class="solr.LowerCaseFilterFactory"/>
|
|
</analyzer>
|
|
<analyzer type="query">
|
|
<tokenizer class="solr.WhitespaceTokenizerFactory"/>
|
|
<filter class="solr.SynonymFilterFactory" synonyms="synonyms.txt" ignoreCase="true" expand="true"/>
|
|
<filter class="solr.StopFilterFactory"
|
|
ignoreCase="true"
|
|
words="stopwords.txt"
|
|
enablePositionIncrements="true"
|
|
/>
|
|
<filter class="solr.WordDelimiterFilterFactory" generateWordParts="1" generateNumberParts="1" catenateWords="0" catenateNumbers="0" catenateAll="0" splitOnCaseChange="0"/>
|
|
<filter class="solr.LowerCaseFilterFactory"/>
|
|
</analyzer>
|
|
</fieldType>
|
|
|
|
|
|
<!-- A general unstemmed text field that indexes tokens normally and also
|
|
reversed (via ReversedWildcardFilterFactory), to enable more efficient
|
|
leading wildcard queries. -->
|
|
<fieldType name="text_rev" class="solr.TextField" positionIncrementGap="100">
|
|
<analyzer type="index">
|
|
<tokenizer class="solr.WhitespaceTokenizerFactory"/>
|
|
<filter class="solr.StopFilterFactory" ignoreCase="true" words="stopwords.txt" enablePositionIncrements="true" />
|
|
<filter class="solr.WordDelimiterFilterFactory" generateWordParts="1" generateNumberParts="1" catenateWords="1" catenateNumbers="1" catenateAll="0" splitOnCaseChange="0"/>
|
|
<filter class="solr.LowerCaseFilterFactory"/>
|
|
<filter class="solr.ReversedWildcardFilterFactory" withOriginal="true"
|
|
maxPosAsterisk="3" maxPosQuestion="2" maxFractionAsterisk="0.33"/>
|
|
</analyzer>
|
|
<analyzer type="query">
|
|
<tokenizer class="solr.WhitespaceTokenizerFactory"/>
|
|
<filter class="solr.SynonymFilterFactory" synonyms="synonyms.txt" ignoreCase="true" expand="true"/>
|
|
<filter class="solr.StopFilterFactory"
|
|
ignoreCase="true"
|
|
words="stopwords.txt"
|
|
enablePositionIncrements="true"
|
|
/>
|
|
<filter class="solr.WordDelimiterFilterFactory" generateWordParts="1" generateNumberParts="1" catenateWords="0" catenateNumbers="0" catenateAll="0" splitOnCaseChange="0"/>
|
|
<filter class="solr.LowerCaseFilterFactory"/>
|
|
</analyzer>
|
|
</fieldType>
|
|
|
|
<!-- charFilter + WhitespaceTokenizer -->
|
|
<!--
|
|
<fieldType name="textCharNorm" class="solr.TextField" positionIncrementGap="100" >
|
|
<analyzer>
|
|
<charFilter class="solr.MappingCharFilterFactory" mapping="mapping-ISOLatin1Accent.txt"/>
|
|
<tokenizer class="solr.WhitespaceTokenizerFactory"/>
|
|
</analyzer>
|
|
</fieldType>
|
|
-->
|
|
|
|
<!-- This is an example of using the KeywordTokenizer along
|
|
With various TokenFilterFactories to produce a sortable field
|
|
that does not include some properties of the source text
|
|
-->
|
|
<fieldType name="alphaOnlySort" class="solr.TextField" sortMissingLast="true" omitNorms="true">
|
|
<analyzer>
|
|
<!-- KeywordTokenizer does no actual tokenizing, so the entire
|
|
input string is preserved as a single token
|
|
-->
|
|
<tokenizer class="solr.KeywordTokenizerFactory"/>
|
|
<!-- The LowerCase TokenFilter does what you expect, which can be
|
|
when you want your sorting to be case insensitive
|
|
-->
|
|
<filter class="solr.LowerCaseFilterFactory" />
|
|
<!-- The TrimFilter removes any leading or trailing whitespace -->
|
|
<filter class="solr.TrimFilterFactory" />
|
|
<!-- The PatternReplaceFilter gives you the flexibility to use
|
|
Java Regular expression to replace any sequence of characters
|
|
matching a pattern with an arbitrary replacement string,
|
|
which may include back references to portions of the original
|
|
string matched by the pattern.
|
|
|
|
See the Java Regular Expression documentation for more
|
|
information on pattern and replacement string syntax.
|
|
|
|
http://java.sun.com/j2se/1.5.0/docs/api/java/util/regex/package-summary.html
|
|
-->
|
|
<filter class="solr.PatternReplaceFilterFactory"
|
|
pattern="([^a-z])" replacement="" replace="all"
|
|
/>
|
|
</analyzer>
|
|
</fieldType>
|
|
|
|
<fieldtype name="phonetic" stored="false" indexed="true" class="solr.TextField" >
|
|
<analyzer>
|
|
<tokenizer class="solr.StandardTokenizerFactory"/>
|
|
<filter class="solr.DoubleMetaphoneFilterFactory" inject="false"/>
|
|
</analyzer>
|
|
</fieldtype>
|
|
|
|
<fieldtype name="payloads" stored="false" indexed="true" class="solr.TextField" >
|
|
<analyzer>
|
|
<tokenizer class="solr.WhitespaceTokenizerFactory"/>
|
|
<!--
|
|
The DelimitedPayloadTokenFilter can put payloads on tokens... for example,
|
|
a token of "foo|1.4" would be indexed as "foo" with a payload of 1.4f
|
|
Attributes of the DelimitedPayloadTokenFilterFactory :
|
|
"delimiter" - a one character delimiter. Default is | (pipe)
|
|
"encoder" - how to encode the following value into a playload
|
|
float -> org.apache.lucene.analysis.payloads.FloatEncoder,
|
|
integer -> o.a.l.a.p.IntegerEncoder
|
|
identity -> o.a.l.a.p.IdentityEncoder
|
|
Fully Qualified class name implementing PayloadEncoder, Encoder must have a no arg constructor.
|
|
-->
|
|
<filter class="solr.DelimitedPayloadTokenFilterFactory" encoder="float"/>
|
|
</analyzer>
|
|
</fieldtype>
|
|
|
|
<!-- lowercases the entire field value, keeping it as a single token. -->
|
|
<fieldType name="lowercase" class="solr.TextField" positionIncrementGap="100">
|
|
<analyzer>
|
|
<tokenizer class="solr.KeywordTokenizerFactory"/>
|
|
<filter class="solr.LowerCaseFilterFactory" />
|
|
</analyzer>
|
|
</fieldType>
|
|
|
|
<fieldType name="text_path" class="solr.TextField" positionIncrementGap="100">
|
|
<analyzer>
|
|
<tokenizer class="solr.PathHierarchyTokenizerFactory"/>
|
|
</analyzer>
|
|
</fieldType>
|
|
|
|
<!-- since fields of this type are by default not stored or indexed,
|
|
any data added to them will be ignored outright. -->
|
|
<fieldtype name="ignored" stored="false" indexed="false" multiValued="true" class="solr.StrField" />
|
|
|
|
<!-- This point type indexes the coordinates as separate fields (subFields)
|
|
If subFieldType is defined, it references a type, and a dynamic field
|
|
definition is created matching *___<typename>. Alternately, if
|
|
subFieldSuffix is defined, that is used to create the subFields.
|
|
Example: if subFieldType="double", then the coordinates would be
|
|
indexed in fields myloc_0___double,myloc_1___double.
|
|
Example: if subFieldSuffix="_d" then the coordinates would be indexed
|
|
in fields myloc_0_d,myloc_1_d
|
|
The subFields are an implementation detail of the fieldType, and end
|
|
users normally should not need to know about them.
|
|
-->
|
|
<fieldType name="point" class="solr.PointType" dimension="2" subFieldSuffix="_d"/>
|
|
|
|
<!-- A specialized field for geospatial search. If indexed, this fieldType must not be multivalued. -->
|
|
<fieldType name="location" class="solr.LatLonType" subFieldSuffix="_coordinate"/>
|
|
|
|
<!--
|
|
A Geohash is a compact representation of a latitude longitude pair in a single field.
|
|
See http://wiki.apache.org/solr/SpatialSearch
|
|
-->
|
|
<fieldtype name="geohash" class="solr.GeoHashField"/> |