Merge pull request #18 from chris-erickson/reduce-shard-count

Reduce shard count from 5 -> 2

Author: nicpottier

CHANGELOG.md

@@ -1,3 +1,7 @@
+v1.0.27
+----------
+ * update ES shards to match current ES best-practice guidance
+
 v1.0.26
 ----------
  * move to go module, dont ignore any keywords
@@ -36,7 +40,6 @@ v1.0.18
 
 v1.0.17
 ----------
- 
  * change to number instead of decimal field
  * add example not exists query
 
@@ -59,7 +62,7 @@ v1.0.13
 v1.0.12
 ----------
  * add modified_on_mu for sorting / index creation
- * add prefix name for index building 
+ * add prefix name for index building
 
 v1.0.11
 ----------
@@ -107,4 +110,3 @@ v1.0.2
 v1.0.1
 ----------
  * Add changelog, move to fancy revving
-

README.md

@@ -47,3 +47,11 @@ Environment variables:
                                 INDEXER_POLL - int
                              INDEXER_REBUILD - bool
 ```
+
+## Development
+
+To generate a local build for a linux amd64 architecture, use the following:
+
+```shell
+GOOS=linux GOARCH=amd64 go build github.com/nyaruka/rp-indexer/cmd/rp-indexer
+```

indexer.go

@@ -408,9 +408,9 @@ const indexSettings = `
 {
 	"settings": {
 		"index": {
-			"number_of_shards": 5,
+			"number_of_shards": 2,
 			"number_of_replicas": 1,
-			"routing_partition_size": 3
+			"routing_partition_size": 1
 		},
 		"analysis": {
             "analyzer": {
@@ -433,7 +433,7 @@ const indexSettings = `
                     "tokenizer": "standard",
                     "filter": [
                         "lowercase",
-                        "prefix_filter" 
+                        "prefix_filter"
                     ]
 				},
 				"name_search": {
@@ -443,7 +443,7 @@ const indexSettings = `
 						"lowercase",
 						"max_length"
 					]
-				}			
+				}
 			},
 			"tokenizer": {
 				"location_tokenizer": {
@@ -465,7 +465,7 @@ const indexSettings = `
 				}
 			},
 			"filter": {
-                "prefix_filter": { 
+                "prefix_filter": {
                     "type":     "edge_ngram",
                     "min_gram": 2,
                     "max_gram": 8
@@ -564,7 +564,7 @@ const indexSettings = `
 				},
 				"modified_on_mu": {
 					"type": "long"
-				},		
+				},
 				"name": {
 					"type": "text",
 					"analyzer": "prefix",