ベクトルデータベースの仕組み、作り方、使い方をわかりやすく解説

PUT prefectures
{
  "settings": {
    "index.knn":true
  },
  "mappings": {
    "properties": {
      "location": {
        "type": "knn_vector",
        "dimension": 2
      }
    }
  }
}

POST /_bulk
{ "index": { "_index": "prefectures", "_id": "沖縄" } }
{ "location": [26.212, 127.681] }
{ "index": { "_index": "prefectures", "_id": "大阪" } }
{ "location": [34.686, 135.520] }
{ "index": { "_index": "prefectures", "_id": "東京" } }
{ "location": [35.689, 139.692] }
{ "index": { "_index": "prefectures", "_id": "北海道" } }
{ "location": [43.065, 141.347] }

POST /prefectures/_search
{
  "query": {
    "knn": {
      "location": {
        "vector": [35.448, 139.642],
        "k": 3
      }
    }
  }
}

    "hits": [
      {
        "_index": "prefectures",
        "_id": "東京",
        "_score": 0.9428803,
        "_source": {
          "location": [
            35.689,
            139.692
          ]
        }
      },
      {
        "_index": "prefectures",
        "_id": "大阪",
        "_score": 0.053846005,
        "_source": {
          "location": [
            34.686,
            135.52
          ]
        }
      },
      {
        "_index": "prefectures",
        "_id": "北海道",
        "_score": 0.016148392,
        "_source": {
          "location": [
            43.065,
            141.347
          ]
        }
      },
      {
        "_index": "prefectures",
        "_id": "沖縄",
        "_score": 0.0043597827,
        "_source": {
          "location": [
            26.212,
            127.681
          ]
        }
      }

PUT _cluster/settings
{
  "persistent": {
    "plugins.ml_commons.only_run_on_ml_node": false
  }
}

POST /_plugins/_ml/models/_register
{
  "name": "huggingface/sentence-transformers/msmarco-distilbert-base-tas-b",
  "version": "1.0.1",
  "model_format": "TORCH_SCRIPT"
}

GET /_plugins/_ml/tasks/_search
{}

POST /_plugins/_ml/models/model_id/_deploy

PUT /_ingest/pipeline/nlp-ingest-pipeline
{
  "processors": [
    {
      "text_embedding": {
        "model_id": "model_id",
        "field_map": {
          "text": "passage_embedding"
        }
      }
    }
  ]
}

PUT /my-nlp-index
{
  "settings": {
    "index.knn": true,
    "default_pipeline": "nlp-ingest-pipeline"
  },
  "mappings": {
    "properties": {
      "passage_embedding": {
        "type": "knn_vector",
        "dimension": 768
      },
      "text": {
        "type": "text"
      }
    }
  }
}

POST _bulk
{ "index": { "_index": "my-nlp-index", "_id": "東京" } }
{ "text": "Tokyo is the capital of Japan and one of the most populous cities in the world, with a population of over 14 million residents as of 2023 and the second-most-populated capital in the world." }
{ "index": { "_index": "my-nlp-index", "_id": "北海道" } }
{ "text": "Hokkaido is the second-largest island of Japan and comprises the largest and northernmost prefecture, making up its own region." }
{ "index": { "_index": "my-nlp-index", "_id": "沖縄" } }
{ "text": "Okinawa Prefecture is the southernmost and westernmost prefecture of Japan." }
{ "index": { "_index": "my-nlp-index", "_id": "大阪" } }
{ "text": "Osaka is a designated city in the Kansai region of Honshu in Japan, and one of the three major cities of Japan (Tokyo-Osaka-Nagoya)." }

GET /my-nlp-index/_search
{
  "_source": {
    "excludes": [
      "passage_embedding"
    ]
  },
  "query": {
    "neural": {
      "passage_embedding": {
        "query_text": "vast area",
        "model_id": "model_id",
        "k": 4
      }
    }
  }
}

     {
        "_index": "my-nlp-index",
        "_id": "北海道",
        "_score": 0.014841334,
        "_source": {
          "text": "Hokkaido is the second-largest island of Japan and comprises the largest and northernmost prefecture, making up its own region."
        }
      },
      {
        "_index": "my-nlp-index",
        "_id": "東京",
        "_score": 0.014191683,
        "_source": {
          "text": "Tokyo is the capital of Japan and one of the most populous cities in the world, with a population of over 14 million residents as of 2023 and the second-most-populated capital in the world."
        }
      },
      {
        "_index": "my-nlp-index",
        "_id": "大阪",
        "_score": 0.013411345,
        "_source": {
          "text": "Osaka is a designated city in the Kansai region of Honshu in Japan, and one of the three major cities of Japan (Tokyo-Osaka-Nagoya)."
        }
      },
      {
        "_index": "my-nlp-index",
        "_id": "沖縄",
        "_score": 0.012613818,
        "_source": {
          "text": "Okinawa Prefecture is the southernmost and westernmost prefecture of Japan."
        }
      }