|
| 1 | +package org.infinispan.tutorial.simple.ai.langchain4j; |
| 2 | + |
| 3 | +import dev.langchain4j.data.document.Metadata; |
| 4 | +import dev.langchain4j.data.embedding.Embedding; |
| 5 | +import dev.langchain4j.data.segment.TextSegment; |
| 6 | +import dev.langchain4j.model.embedding.EmbeddingModel; |
| 7 | +import dev.langchain4j.model.embedding.onnx.allminilml6v2q.AllMiniLmL6V2QuantizedEmbeddingModel; |
| 8 | +import dev.langchain4j.store.embedding.EmbeddingMatch; |
| 9 | +import dev.langchain4j.store.embedding.EmbeddingSearchRequest; |
| 10 | +import dev.langchain4j.store.embedding.EmbeddingSearchResult; |
| 11 | +import dev.langchain4j.store.embedding.infinispan.InfinispanEmbeddingStore; |
| 12 | +import org.infinispan.client.hotrod.configuration.ConfigurationBuilder; |
| 13 | +import org.infinispan.tutorial.simple.connect.TutorialsConnectorHelper; |
| 14 | + |
| 15 | +import java.util.List; |
| 16 | + |
| 17 | +public class InfinispanLangchain4j { |
| 18 | + |
| 19 | + static InfinispanEmbeddingStore embeddingStore; |
| 20 | + static EmbeddingModel embeddingModel; |
| 21 | + |
| 22 | + public static void main(String[] args) { |
| 23 | + initEmbeddingModel(); |
| 24 | + connectAndCreateStore(); |
| 25 | + try { |
| 26 | + storeAndSearch(); |
| 27 | + } finally { |
| 28 | + disconnect(); |
| 29 | + } |
| 30 | + } |
| 31 | + |
| 32 | + static void initEmbeddingModel() { |
| 33 | + embeddingModel = new AllMiniLmL6V2QuantizedEmbeddingModel(); |
| 34 | + System.out.println("Embedding model initialized. Dimension: " + embeddingModel.dimension()); |
| 35 | + } |
| 36 | + |
| 37 | + static void connectAndCreateStore() { |
| 38 | + ConfigurationBuilder builder = TutorialsConnectorHelper.connectionConfig(); |
| 39 | + embeddingStore = InfinispanEmbeddingStore.builder() |
| 40 | + .cacheName("langchain4j-embeddings") |
| 41 | + .dimension(embeddingModel.dimension()) |
| 42 | + .infinispanConfigBuilder(builder) |
| 43 | + .distance(3) |
| 44 | + .build(); |
| 45 | + System.out.println("Connected to Infinispan and created embedding store."); |
| 46 | + } |
| 47 | + |
| 48 | + static void storeAndSearch() { |
| 49 | + // Store some text segments with metadata |
| 50 | + addEmbedding("Infinispan is a distributed in-memory key/value data store", |
| 51 | + Metadata.from("source", "docs").put("topic", "overview")); |
| 52 | + addEmbedding("Infinispan supports vector search for AI use cases", |
| 53 | + Metadata.from("source", "docs").put("topic", "ai")); |
| 54 | + addEmbedding("Infinispan can be used as an embedding store with LangChain4j", |
| 55 | + Metadata.from("source", "tutorial").put("topic", "ai")); |
| 56 | + |
| 57 | + System.out.println("Stored 3 text segments with embeddings.\n"); |
| 58 | + |
| 59 | + // Search by similarity |
| 60 | + String query = "How can I use Infinispan with AI?"; |
| 61 | + System.out.println("Query: \"" + query + "\""); |
| 62 | + |
| 63 | + Embedding queryEmbedding = embeddingModel.embed(query).content(); |
| 64 | + EmbeddingSearchRequest searchRequest = EmbeddingSearchRequest.builder() |
| 65 | + .queryEmbedding(queryEmbedding) |
| 66 | + .maxResults(3) |
| 67 | + .build(); |
| 68 | + |
| 69 | + EmbeddingSearchResult<TextSegment> result = embeddingStore.search(searchRequest); |
| 70 | + List<EmbeddingMatch<TextSegment>> matches = result.matches(); |
| 71 | + |
| 72 | + System.out.println("Found " + matches.size() + " results:"); |
| 73 | + for (EmbeddingMatch<TextSegment> match : matches) { |
| 74 | + System.out.printf(" Score: %.4f | Text: %s%n", |
| 75 | + match.score(), match.embedded().text()); |
| 76 | + } |
| 77 | + } |
| 78 | + |
| 79 | + static void addEmbedding(String text, Metadata metadata) { |
| 80 | + TextSegment segment = TextSegment.from(text, metadata); |
| 81 | + Embedding embedding = embeddingModel.embed(segment).content(); |
| 82 | + embeddingStore.add(embedding, segment); |
| 83 | + } |
| 84 | + |
| 85 | + static void disconnect() { |
| 86 | + if (embeddingStore != null) { |
| 87 | + embeddingStore.removeAll(); |
| 88 | + } |
| 89 | + } |
| 90 | +} |
0 commit comments