|
## version 7.9で動作するはずです。 discard_compound_tokenの設定は7.8までは動作しないです(それ以外については動作します。) |
|
|
|
DELETE en_synonym_test |
|
|
|
PUT en_synonym_test |
|
{ |
|
"settings": { |
|
"analysis": { |
|
"analyzer": { |
|
"en_synonym": { |
|
"type": "custom", |
|
"tokenizer": "whitespace", |
|
"filter": ["en_synonym"] |
|
} |
|
}, |
|
"filter": { |
|
"en_synonym": { |
|
"type": "synonym_graph", |
|
"synonyms": ["ipod, i-pod, i pod"] |
|
} |
|
} |
|
} |
|
} |
|
} |
|
|
|
# サンプル For Enlglish |
|
GET en_synonym_test/_analyze |
|
{ |
|
"text": "I want i-pod", |
|
"analyzer": "en_synonym" |
|
} |
|
|
|
# Kuromojiの挙動の確認 |
|
GET _analyze |
|
{ |
|
"text": "それは株式会社です", |
|
"tokenizer": "kuromoji_tokenizer", |
|
"explain": false |
|
,"attributes": ["partOfSpeech", "reading"] |
|
|
|
} |
|
|
|
DELETE synonym_test |
|
|
|
# 日本語の類義語を作ってみる(エラー) |
|
PUT synonym_test |
|
{ |
|
"settings": { |
|
"analysis": { |
|
"analyzer": { |
|
"kuromoji_synonym": { |
|
"type": "custom", |
|
"tokenizer": "kuromoji_tokenizer", |
|
"filter": ["ja_synonym"] |
|
} |
|
}, |
|
"filter": { |
|
"ja_synonym": { |
|
"type": "synonym_graph", |
|
"synonyms": [ |
|
"株式会社, コーポレーション" |
|
] |
|
} |
|
} |
|
} |
|
} |
|
} |
|
|
|
|
|
# Kuromoji Tokenizer(デフォルト) |
|
GET _analyze |
|
{ |
|
"text": "株式会社", |
|
"tokenizer": "kuromoji_tokenizer" |
|
} |
|
|
|
# Kuromoji Tokenizer(mode=normal) |
|
GET _analyze |
|
{ |
|
"text": "株式会社", |
|
"tokenizer": { |
|
"type": "kuromoji_tokenizer", |
|
"mode": "normal" |
|
} |
|
} |
|
|
|
DELETE synonym_test |
|
# mode=normalで再チャレンジ |
|
PUT synonym_test |
|
{ |
|
"settings": { |
|
"analysis": { |
|
"analyzer": { |
|
"kuromoji_synonym": { |
|
"type": "custom", |
|
"tokenizer": "ja_tokenizer", |
|
"filter": ["ja_synonym"] |
|
} |
|
}, |
|
"tokenizer": { |
|
"ja_tokenizer": { |
|
"type": "kuromoji_tokenizer", |
|
"mode": "normal" |
|
} |
|
}, |
|
"filter": { |
|
"ja_synonym": { |
|
"type": "synonym_graph", |
|
"synonyms": [ |
|
"株式会社, コーポレーション" |
|
] |
|
} |
|
} |
|
} |
|
} |
|
} |
|
|
|
# 無事類義語展開されるけど。。。 |
|
GET synonym_test/_analyze |
|
{ |
|
"text": "株式会社", |
|
"analyzer": "kuromoji_synonym" |
|
} |
|
|
|
|
|
# LUCENE-9123 |
|
GET _analyze |
|
{ |
|
"text": "それは株式会社です", |
|
"tokenizer": { |
|
"type": "kuromoji_tokenizer", |
|
"discard_compound_token": true |
|
}, |
|
"explain": false |
|
,"attributes": ["partOfSpeech", "reading"] |
|
|
|
} |
|
|
|
DELETE synonym_test |
|
|
|
PUT synonym_test |
|
{ |
|
"settings": { |
|
"analysis": { |
|
"analyzer": { |
|
"kuromoji_synonym": { |
|
"type": "custom", |
|
"tokenizer": "ja_tokenizer", |
|
"filter": ["ja_synonym"] |
|
} |
|
}, |
|
"tokenizer": { |
|
"ja_tokenizer": { |
|
"type": "kuromoji_tokenizer", |
|
"discard_compound_token": true |
|
} |
|
}, |
|
"filter": { |
|
"ja_synonym": { |
|
"type": "synonym_graph", |
|
"synonyms": [ |
|
"株式会社, コーポレーション" |
|
] |
|
} |
|
} |
|
} |
|
} |
|
} |
|
|
|
|
|
GET synonym_test/_analyze |
|
{ |
|
"text": "それはコーポレーションです", |
|
"analyzer": "kuromoji_synonym", |
|
"explain": false |
|
,"attributes": ["partOfSpeech", "reading"] |
|
|
|
} |