Updated to Elasticsearch 8.18; Created a second ES service using version

.cursorignore

@@ -0,0 +1 @@
+*.bak

.gitignore

@@ -19,3 +19,4 @@ www/transform/.gradle
 logstash/.gradle
 logstash/build
 theme.css
+*.jsonl

data-extraction-report.txt

@@ -0,0 +1,12 @@
+Data Extraction Report
+====================
+
+Successfully extracted:
+total 792864
+-rw-r--r--@ 1 rmdemp  staff   349M May 14 15:28 divvy.jsonl
+-rw-r--r--@ 1 rmdemp  staff    34M May 14 15:28 divvy.jsonl.gz
+-rw-r--r--@ 1 rmdemp  staff   145K May 14 15:29 wikipedia.jsonl
+-rw-r--r--@ 1 rmdemp  staff    38K May 14 15:29 wikipedia.jsonl.gz
+
+Freebase index status:
+The freebase index could not be loaded because it requires a synonyms file at /usr/share/elasticsearch/config/analysis/first_name.synonyms.txt which is missing in our container setup.

docker-compose.yml

@@ -1,84 +1,61 @@
-version: '2'
+version: '3'
 services:
-  elastic1:
-    extends:
-      file: docker-compose-elasticsearch.yml
-      service: elasticsearch
+  elasticsearch:
+    image: docker.elastic.co/elasticsearch/elasticsearch:8.18.0
+    container_name: elasticsearch
     environment:
-      ES_NODENAME: elastic1
-    ports:
-      - "9200:9200"
-      - "9300:9300"
-  elastic2:
-    extends:
-      file: docker-compose-elasticsearch.yml
-      service: elasticsearch
-    environment:
-      ES_NODENAME: elastic2
-    ports:
-      - "9201:9200"
-      - "9301:9300"
-    depends_on:
-      - elastic1
-  elastic3:
-    extends:
-      file: docker-compose-elasticsearch.yml
-      service: elasticsearch
-    environment:
-      ES_NODENAME: elastic3
-    ports:
-      - "9202:9200"
-      - "9302:9300"
-    depends_on:
-      - elastic1
-  inquisitor:
-    image: spantree/elasticsearch-inquisitor
-    environment:
-      ELASTICSEARCH_URL: "http://elastic1:9200"
-    ports:
-      - "9400:80"
-  exercises:
-    image: nginx:1.11-alpine
+      - discovery.type=single-node
+      - xpack.security.enabled=false
+      - "ES_JAVA_OPTS=-Xms4g -Xmx4g"
+    ulimits:
+      memlock:
+        soft: -1
+        hard: -1
     volumes:
-      - "./exercises:/usr/share/nginx/html"
-      - "./exercises/nginx:/etc/nginx"
-    ports:
-      - "9500:80"
-  logstash:
-    image: logstash:2.4
+      - elasticsearch-data:/usr/share/elasticsearch/data
+    ports:
+      - 9200:9200
+      - 9300:9300
+    networks:
+      - elastic
+
+  elasticsearch-2:
+    image: elasticsearch:2.4.5
+    platform: linux/amd64
+    container_name: elasticsearch-2
+    environment:
+      - bootstrap.memory_lock=true
+      - "ES_JAVA_OPTS=-Xms1g -Xmx1g"
+      - ES_NODENAME=elasticsearch-2
+    ulimits:
+      memlock:
+        soft: -1
+        hard: -1
     volumes:
-      - "./logstash:/config-dir"
-      - "./data:/usr/local/share/data"
-    command: ["logstash", "-f", "/config-dir/logstash.conf"]
-    ports:
-      - "3333:3333"
-      - "5044:5044"
-      - "9600:9600"
-    depends_on:
-      - elastic1
-      - elastic2
-      - elastic3
+      - elasticsearch-2-data:/usr/share/elasticsearch/data
+      - ./es2-config/elasticsearch.yml:/usr/share/elasticsearch/config/elasticsearch.yml
+    ports:
+      - 9201:9200
+      - 9301:9300
+    networks:
+      - elastic
+
   kibana:
-    build: kibana
+    image: docker.elastic.co/kibana/kibana:8.18.0
+    container_name: kibana
     ports:
-      - "5601:5601"
+      - 5601:5601
     environment:
-      ELASTICSEARCH_URL: "http://elastic1:9200"
-    volumes:
-      - "./kibana/config:/opt/kibana/config"
+      - ELASTICSEARCH_HOSTS=http://elasticsearch:9200
     depends_on:
-      - elastic1
-      - elastic2
-      - elastic3
-  slides:
-    build: slides
-    ports:
-      - "9000:9000"
-      - "35729:35729" # to enable live reloading
-    environment:
-      ELASTICSEARCH_URL: http://localhost:9200
-      KIBANA_URL: http://localhost:5601
-      INQUISITOR_URL: http://localhost:9400
-      EXERCISES_URL: http://localhost:9500
-    volumes:
-      - ./slides/slides:/usr/src/slides/slides
+      - elasticsearch
+    networks:
+      - elastic
+
+volumes:
+  elasticsearch-data:
+  elasticsearch-2-data:
+
+networks:
+  elastic:
+    driver: bridge 

docker-compose.yml.bak

@@ -0,0 +1,92 @@
+version: '2'
+services:
+  elastic1:
+    platform: linux/amd64
+    extends:
+      file: docker-compose-elasticsearch.yml
+      service: elasticsearch
+    environment:
+      ES_NODENAME: elastic1
+    ports:
+      - "9200:9200"
+      - "9300:9300"
+  elastic2:
+    platform: linux/amd64
+    extends:
+      file: docker-compose-elasticsearch.yml
+      service: elasticsearch
+    environment:
+      ES_NODENAME: elastic2
+    ports:
+      - "9201:9200"
+      - "9301:9300"
+    depends_on:
+      - elastic1
+  elastic3:
+    platform: linux/amd64
+    extends:
+      file: docker-compose-elasticsearch.yml
+      service: elasticsearch
+    environment:
+      ES_NODENAME: elastic3
+    ports:
+      - "9202:9200"
+      - "9302:9300"
+    depends_on:
+      - elastic1
+  inquisitor:
+    platform: linux/amd64
+    image: spantree/elasticsearch-inquisitor
+    environment:
+      ELASTICSEARCH_URL: "http://elastic1:9200"
+    ports:
+      - "9400:80"
+  exercises:
+    platform: linux/amd64
+    image: nginx:1.11-alpine
+    volumes:
+      - "./exercises:/usr/share/nginx/html"
+      - "./exercises/nginx:/etc/nginx"
+    ports:
+      - "9500:80"
+  logstash:
+    platform: linux/amd64
+    image: logstash:2.4
+    volumes:
+      - "./logstash:/config-dir"
+      - "./data:/usr/local/share/data"
+    command: [ "logstash", "-f", "/config-dir/logstash.conf" ]
+    ports:
+      - "3333:3333"
+      - "5044:5044"
+      - "9600:9600"
+    depends_on:
+      - elastic1
+      - elastic2
+      - elastic3
+  kibana:
+    platform: linux/amd64
+    build: kibana
+    ports:
+      - "5601:5601"
+    environment:
+      ELASTICSEARCH_URL: "http://elastic1:9200"
+    volumes:
+      - "./kibana/config:/opt/kibana/config"
+    depends_on:
+      - elastic1
+      - elastic2
+      - elastic3
+  slides:
+    platform: linux/amd64
+    build: slides
+    ports:
+      - "9000:9000"
+      - "35729:35729" # to enable live reloading
+    environment:
+      ELASTICSEARCH_URL: http://localhost:9200
+      KIBANA_URL: http://localhost:5601
+      INQUISITOR_URL: http://localhost:9400
+      EXERCISES_URL: http://localhost:9500
+    volumes:
+      - ./slides/slides:/usr/src/slides/slides

es2-config/elasticsearch.yml

@@ -0,0 +1,40 @@
+network:
+  host: 0.0.0.0
+node:
+  name: ${ES_NODENAME}
+index:
+  number_of_replicas: 0
+http:
+  max_content_length: 500mb
+bootstrap:
+  mlockall: true
+indices:
+  fielddata:
+    cache:
+      size: 25%
+discovery:
+  zen:
+    ping:
+      unicast:
+        hosts: ["localhost"]
+      multicast:
+        enabled: false
+    minimum_master_nodes: 1
+repositories:
+  url:
+    allowed_urls: ["https://elasticsearch-sample-data.s3.amazonaws.com/*"]
+script:
+  engine:
+    groovy:
+      inline:
+        aggs: true
+        mapping: true
+        search: true
+        update: true
+        plugin: true
+      indexed:
+        aggs: true
+        mapping: true
+        search: true
+        update: true
+        plugin: true