Feature/lucene search engine

build.gradle

@@ -45,6 +45,11 @@ subprojects {
         archivesBaseName = 'marquez-api'
     }
 
+    project(':search') {
+        apply plugin: 'application'
+        archivesBaseName = 'marquez-search'
+    }
+
     project(':clients:java') {
         apply plugin: 'java-library'
         archivesBaseName = 'marquez-java'

docker-compose.seed.yml

@@ -10,8 +10,6 @@ services:
       - ./docker/wait-for-it.sh:/usr/src/app/wait-for-it.sh
       - ./docker/seed.sh:/usr/src/app/seed.sh
       - ./docker/metadata.json:/usr/src/app/metadata.json
-    links:
-      - "db:postgres"
     depends_on:
       - api
     entrypoint: ["./wait-for-it.sh", "api:${API_PORT}", "--timeout=120", "--", "./seed.sh"]

docker-compose.yml

@@ -12,8 +12,6 @@ services:
       - "${API_ADMIN_PORT}:${API_ADMIN_PORT}"
     volumes:
       - data:/opt/marquez
-    links:
-      - "db:postgres"
     depends_on:
       - db
     entrypoint: ["/opt/marquez/wait-for-it.sh", "db:${POSTGRES_PORT}", "--", "./entrypoint.sh"]

search/build.gradle

@@ -0,0 +1,50 @@
+import com.github.jengelman.gradle.plugins.shadow.transformers.ServiceFileTransformer
+
+ext {
+    luceneVersion = '9.11.1'
+}
+
+dependencies {
+    implementation project(':api')
+
+    implementation "org.apache.lucene:lucene-core:${luceneVersion}"
+    implementation "org.apache.lucene:lucene-queryparser:${luceneVersion}"
+    implementation "org.apache.lucene:lucene-analysis-common:${luceneVersion}"
+    implementation "org.apache.lucene:lucene-highlighter:${luceneVersion}"
+    implementation 'org.jdbi:jdbi3-core:3.45.4'
+    implementation 'org.jdbi:jdbi3-sqlobject:3.45.4'
+    implementation "org.slf4j:slf4j-api:${slf4jVersion}"
+
+
+    implementation "io.dropwizard:dropwizard-core:${dropwizardVersion}"
+}
+
+application {
+    mainClassName = 'marquez.searchengine.SearchApplication'
+}
+
+runShadow {
+    args = ['server', 'search.yml']
+}
+
+shadowJar {
+    archiveClassifier.set('')
+    transform(ServiceFileTransformer)
+    from(projectDir) {
+        include 'LICENSE'
+    }
+    manifest {
+        attributes(
+                'Created-By': "Gradle ${gradle.gradleVersion}",
+                'Built-By': System.getProperty('user.name'),
+                'Build-Jdk': System.getProperty('java.version'),
+                'Implementation-Title': project.name,
+                'Implementation-Version': project.version,
+                'Main-Class': application.mainClass)
+    }
+}
+
+tasks.distZip.dependsOn tasks.shadowJar
+tasks.distTar.dependsOn tasks.shadowJar
+tasks.startScripts.dependsOn tasks.shadowJar
+tasks.shadowJar.dependsOn tasks.jar

search/search.yml

@@ -0,0 +1,7 @@
+server:
+  applicationConnectors:
+  - type: http 
+    port: 9000
+  adminConnectors:
+  - type: http
+    port: 9001

search/src/main/java/marquez/searchengine/SearchApplication.java

@@ -0,0 +1,36 @@
+package marquez.searchengine;
+
+import io.dropwizard.Application;
+import io.dropwizard.setup.Bootstrap;
+import io.dropwizard.setup.Environment;
+import java.io.IOException;
+import lombok.extern.slf4j.Slf4j;
+import marquez.searchengine.db.DatabaseConnection;
+import marquez.searchengine.health.SearchHealthCheck;
+import marquez.searchengine.resources.SearchResource;
+import org.jdbi.v3.core.Jdbi;
+
+@Slf4j
+public class SearchApplication extends Application<SearchConfig> {
+
+  public static void main(String[] args) throws Exception {
+    new SearchApplication().run(args);
+  }
+
+  @Override
+  public String getName() {
+    return "search-service";
+  }
+
+  @Override
+  public void initialize(Bootstrap<SearchConfig> bootstrap) {}
+
+  @Override
+  public void run(SearchConfig configuration, Environment environment) throws IOException {
+    log.info("Application starting...");
+    Jdbi jdbi = DatabaseConnection.initializeJdbi();
+    final SearchResource searchResource = new SearchResource(jdbi);
+    environment.jersey().register(searchResource);
+    environment.healthChecks().register("search-health-check", new SearchHealthCheck());
+  }
+}

search/src/main/java/marquez/searchengine/SearchConfig.java

@@ -0,0 +1,13 @@
+package marquez.searchengine;
+
+import com.fasterxml.jackson.annotation.JsonProperty;
+import io.dropwizard.Configuration;
+
+public class SearchConfig extends Configuration {
+
+  @JsonProperty private boolean enabled = true;
+
+  public boolean isEnabled() {
+    return enabled;
+  }
+}

search/src/main/java/marquez/searchengine/db/DatabaseConnection.java

@@ -0,0 +1,14 @@
+package marquez.searchengine.db;
+
+import org.jdbi.v3.core.Jdbi;
+
+public class DatabaseConnection {
+
+  public static Jdbi initializeJdbi() {
+    String jdbcUrl = "jdbc:postgresql://localhost:5432/marquez";
+    String username = "marquez";
+    String password = "marquez";
+
+    return Jdbi.create(jdbcUrl, username, password);
+  }
+}

search/src/main/java/marquez/searchengine/health/SearchHealthCheck.java

@@ -0,0 +1,11 @@
+package marquez.searchengine.health;
+
+import com.codahale.metrics.health.HealthCheck;
+
+public class SearchHealthCheck extends HealthCheck {
+
+  @Override
+  protected Result check() throws Exception {
+    return Result.healthy();
+  }
+}

search/src/main/java/marquez/searchengine/models/IndexResponse.java

@@ -0,0 +1,105 @@
+package marquez.searchengine.models;
+
+import com.fasterxml.jackson.annotation.JsonProperty;
+
+public class IndexResponse {
+
+  @JsonProperty("_index")
+  private final String index;
+
+  @JsonProperty("_id")
+  private final String id;
+
+  @JsonProperty("_version")
+  private final long version;
+
+  @JsonProperty("result")
+  private final String result;
+
+  @JsonProperty("_shards")
+  private final ShardInfo shardInfo;
+
+  @JsonProperty("_seq_no")
+  private final long seqNo;
+
+  @JsonProperty("_primary_term")
+  private final long primaryTerm;
+
+  // Constructor to initialize all final fields
+  public IndexResponse(
+      String index,
+      String id,
+      long version,
+      String result,
+      ShardInfo shardInfo,
+      long seqNo,
+      long primaryTerm) {
+    this.index = index;
+    this.id = id;
+    this.version = version;
+    this.result = result;
+    this.shardInfo = shardInfo;
+    this.seqNo = seqNo;
+    this.primaryTerm = primaryTerm;
+  }
+
+  // Getters
+  public String getIndex() {
+    return index;
+  }
+
+  public String getId() {
+    return id;
+  }
+
+  public long getVersion() {
+    return version;
+  }
+
+  public String getResult() {
+    return result;
+  }
+
+  public ShardInfo getShardInfo() {
+    return shardInfo;
+  }
+
+  public long getSeqNo() {
+    return seqNo;
+  }
+
+  public long getPrimaryTerm() {
+    return primaryTerm;
+  }
+
+  // ShardInfo inner class
+  public static class ShardInfo {
+    @JsonProperty("total")
+    private final int total;
+
+    @JsonProperty("successful")
+    private final int successful;
+
+    @JsonProperty("failed")
+    private final int failed;
+
+    public ShardInfo(int total, int successful, int failed) {
+      this.total = total;
+      this.successful = successful;
+      this.failed = failed;
+    }
+
+    // Getters for ShardInfo
+    public int getTotal() {
+      return total;
+    }
+
+    public int getSuccessful() {
+      return successful;
+    }
+
+    public int getFailed() {
+      return failed;
+    }
+  }
+}

search/src/main/java/marquez/searchengine/models/SearchRequest.java

@@ -0,0 +1,92 @@
+package marquez.searchengine.models;
+
+import java.util.List;
+import java.util.Map;
+
+public class SearchRequest {
+  private Highlight highlight;
+  private Query query;
+
+  public static class Highlight {
+    private Map<String, Map<String, String>> fields;
+
+    // Getters and setters
+    public Map<String, Map<String, String>> getFields() {
+      return fields;
+    }
+
+    public void setFields(Map<String, Map<String, String>> fields) {
+      this.fields = fields;
+    }
+  }
+
+  public static class Query {
+    private MultiMatch multi_match;
+
+    public static class MultiMatch {
+      private List<String> fields;
+      private String operator;
+      private String query;
+      private String type;
+
+      // Getters and setters
+      public List<String> getFields() {
+        return fields;
+      }
+
+      public void setFields(List<String> fields) {
+        this.fields = fields;
+      }
+
+      public String getOperator() {
+        return operator;
+      }
+
+      public void setOperator(String operator) {
+        this.operator = operator;
+      }
+
+      public String getQuery() {
+        return query;
+      }
+
+      public void setQuery(String query) {
+        this.query = query;
+      }
+
+      public String getType() {
+        return type;
+      }
+
+      public void setType(String type) {
+        this.type = type;
+      }
+    }
+
+    // Getters and setters
+    public MultiMatch getMulti_match() {
+      return multi_match;
+    }
+
+    public void setMulti_match(MultiMatch multi_match) {
+      this.multi_match = multi_match;
+    }
+  }
+
+  // Getters and setters for SearchRequest
+  public Highlight getHighlight() {
+    return highlight;
+  }
+
+  public void setHighlight(Highlight highlight) {
+    this.highlight = highlight;
+  }
+
+  public Query getQuery() {
+    return query;
+  }
+
+  public void setQuery(Query query) {
+    this.query = query;
+  }
+}