[enh] Move ElasticSearch plugins into external project (cesium-plus-pod)

[fix] Fix network scan: filter unknown API; Avoid error on unknown JSON properties

README.md

@@ -15,10 +15,4 @@ Duniter4j is a Java Toolkit for [Duniter](http://duniter.org).
    
  - `duniter4j-core-client`: [a Java API](./src/site/markdown/Java_API.md) to help Java developers to communicate with a Duniter network.
  
- - `duniter4j-elasticsearch`:  [a ElastiSearch node](./src/site/markdown/ES.md) used to store (with full-text capabilities) all blockchain data, and additional user data. 
-    
-    * It comes with an [HTTP API](./src/site/markdown/ES_API.md) to store and retrieve all this data.
-    
-    * This API is used by [Cesium+](https://www.github.com/duniter/cesium) (a Duniter wallet).  
-
 

duniter4j-client/src/license/THIRD-PARTY.properties

@@ -21,6 +21,7 @@
 # Please fill the missing licenses for dependencies :
 #
 #
-#Tue Nov 21 18:04:39 CET 2017
+#Wed Jun 20 16:56:38 CEST 2018
+commons-primitives--commons-primitives--1.0=The Apache Software License, Version 2.0
 dnl.utils--j-text-utils--0.3.3=GNU General Lesser Public License (LGPL) version 3.0
 net.sf.opencsv--opencsv--2.3=GNU General Lesser Public License (LGPL) version 3.0

duniter4j-client/src/main/assembly/min/duniter4j-client.config

-# Duniter4j Configuration
+# --------------------------------------
+# Duniter4j Client Configuration file
+# --------------------------------------
+
+#
+# Duniter node
+#
+duniter4j.node.host=g1.duniter.org
+duniter4j.node.port=10901
+
+#
+# Cesium+ node (aka Duniter4j-Elasticsearch)
+#
+duniter4j.node.elasticsearch.host=g1.data.duniter.fr
+duniter4j.node.elasticsearch.port=443

duniter4j-client/src/main/filtered-resources/duniter4j-client.config

@@ -3,7 +3,9 @@ duniter4j.version=${project.version}
 duniter4j.inceptionYear=${project.inceptionYear}
 duniter4j.organizationName=${license.organizationName}
 
-
+#
+# Duniter node
+#
 duniter4j.node.host=192.168.0.5
 duniter4j.node.port=10901
 

duniter4j-client/src/main/filtered-resources/log4j.properties

@@ -19,8 +19,8 @@ log4j.appender.file.layout.ConversionPattern=%d{ISO8601} %5p %c - %m%n
 # Duniter4j levels
 log4j.logger.org.duniter=INFO
 log4j.logger.org.duniter.core=WARN
-# Avoid warning on leaf not found (Duniter issue)
-log4j.logger.org.duniter.core.client.service.local.NetworkServiceImpl=ERROR
+# Avoid warning on leaf not found (Duniter issue ?)
+#log4j.logger.org.duniter.core.client.service.local.NetworkServiceImpl=WARN
 
 # Other frameworks levels
 log4j.logger.org.apache.http=ERROR

duniter4j-core-client/src/main/java/org/duniter/core/client/config/Configuration.java

@@ -35,6 +35,7 @@ import org.slf4j.Logger;
 import org.slf4j.LoggerFactory;
 
 import java.io.File;
+import java.net.MalformedURLException;
 import java.net.URL;
 import java.util.Locale;
 import java.util.Set;
@@ -274,6 +275,17 @@ public class Configuration  {
     }
 
     public URL getNodeElasticSearchUrl() {
-        return applicationConfig.getOptionAsURL(ConfigurationOption.NODE_ELASTICSEARCH_URL.getKey());
+        // Force SSL for 443 port
+        if (getNodeElasticSearchPort() == 443) {
+            try {
+                return new URL(applicationConfig.getOption(ConfigurationOption.NODE_ELASTICSEARCH_URL.getKey())
+                        .replaceAll("http://", "https://"));
+            } catch(MalformedURLException e) {
+                return applicationConfig.getOptionAsURL(ConfigurationOption.NODE_ELASTICSEARCH_URL.getKey());
+            }
+        }
+        else {
+            return applicationConfig.getOptionAsURL(ConfigurationOption.NODE_ELASTICSEARCH_URL.getKey());
+        }
     }
 }

duniter4j-core-client/src/main/java/org/duniter/core/client/model/bma/NetworkPeers.java

@@ -47,6 +47,7 @@ public class NetworkPeers implements Serializable {
         public String version;
         public String currency;
         public String status;
+        public Long statusTS;
         public String block;
         public String signature;
         public String pubkey;
@@ -79,6 +80,16 @@ public class NetworkPeers implements Serializable {
             this.status = status;
         }
 
+        @JsonGetter("statusTS")
+        public Long getStatusTS() {
+            return statusTS;
+        }
+
+        @JsonSetter("statusTS")
+        public void setStatusTS(Long statusTS) {
+            this.statusTS = statusTS;
+        }
+
         public String getBlock() {
             return block;
         }

duniter4j-core-client/src/main/java/org/duniter/core/client/model/bma/jackson/JacksonUtils.java

@@ -22,6 +22,8 @@ package org.duniter.core.client.model.bma.jackson;
  * #L%
  */
 
+import com.fasterxml.jackson.core.JsonGenerator;
+import com.fasterxml.jackson.databind.DeserializationFeature;
 import com.fasterxml.jackson.databind.ObjectMapper;
 import com.fasterxml.jackson.databind.module.SimpleModule;
 import org.duniter.core.client.model.bma.BlockchainBlock;
@@ -63,7 +65,8 @@ public abstract class JacksonUtils extends SimpleModule {
         objectMapper.registerModule(module);
 
         // Adding features
-        //objectMapper.getFactory().configure(JsonGenerator.Feature., true);
+        objectMapper.configure(DeserializationFeature.FAIL_ON_UNKNOWN_PROPERTIES, false);
+        //objectMapper.getFactory().configure(JsonGenerator.Feature.IGNORE_UNKNOWN, true);
 
         return objectMapper;
     }

duniter4j-core-client/src/main/java/org/duniter/core/client/model/local/Peer.java

@@ -149,9 +149,9 @@ public class Peer implements LocalEntity<String>, Serializable {
 
         public Peer build() {
             int port = this.port != null ? this.port : 80;
-            boolean useSsl = this.useSsl != null ? this.useSsl :
-                    (port == 443 || this.api == EndpointApi.BMAS.name());
             String api = this.api != null ? this.api : EndpointApi.BASIC_MERKLED_API.name();
+            boolean useSsl = this.useSsl != null ? this.useSsl :
+                    (port == 443 || EndpointApi.BMAS.name().equals(this.api));
             Peer ep = new Peer(api, dns, ipv4, ipv6, port, useSsl);
             if (StringUtils.isNotBlank(this.epId)) {
                 ep.setEpId(this.epId);

duniter4j-core-client/src/main/java/org/duniter/core/client/service/HttpServiceImpl.java

@@ -51,6 +51,7 @@ import org.duniter.core.client.model.bma.jackson.JacksonUtils;
 import org.duniter.core.client.model.local.Peer;
 import org.duniter.core.client.service.bma.BmaTechnicalException;
 import org.duniter.core.client.service.exception.*;
+import org.duniter.core.exception.BusinessException;
 import org.duniter.core.exception.TechnicalException;
 import org.duniter.core.util.ObjectUtils;
 import org.duniter.core.util.StringUtils;
@@ -349,7 +350,7 @@ public class HttpServiceImpl implements HttpService, Closeable, InitializingBean
         catch (SocketTimeoutException | ConnectTimeoutException e) {
             throw new HttpTimeoutException(I18n.t("duniter4j.client.core.timeout"), e);
         }
-        catch (TechnicalException e) {
+        catch (TechnicalException | BusinessException e) {
             throw e;
         }
         catch (Throwable e) {

duniter4j-core-client/src/main/java/org/duniter/core/client/service/local/NetworkServiceImpl.java

@@ -272,7 +272,7 @@ public class NetworkServiceImpl extends BaseRemoteServiceImpl implements Network
         Filter filterDef = new Filter();
         filterDef.filterType = null;
         filterDef.filterStatus = Peer.PeerStatus.UP;
-        filterDef.filterEndpoints = ImmutableList.of(EndpointApi.BASIC_MERKLED_API.name(), EndpointApi.BMAS.name());
+        filterDef.filterEndpoints = ImmutableList.of(EndpointApi.BASIC_MERKLED_API.name(), EndpointApi.BMAS.name(), EndpointApi.WS2P.name());
         filterDef.currency = parameters.getCurrency();
 
         // Default sort
@@ -451,7 +451,7 @@ public class NetworkServiceImpl extends BaseRemoteServiceImpl implements Network
         List<Peer> result = new ArrayList<>();
 
         // If less than 100 node, get it in ONE call
-        if (leaves.size() < 100) {
+        if (leaves.size() <= 2000) {
             List<Peer> peers = networkRemoteService.getPeers(peer);
 
             if (CollectionUtils.isNotEmpty(peers)) {
@@ -496,9 +496,12 @@ public class NetworkServiceImpl extends BaseRemoteServiceImpl implements Network
                 NetworkPeers.Peer peer = networkRemoteService.getPeerLeaf(requestedPeer, leaf);
                 addEndpointsAsPeers(peer, result, leaf, filterEndpoints);
 
-            } catch(HttpNotFoundException | TechnicalException e) {
+            } catch(HttpNotFoundException hnfe) {
                 log.debug("Peer not found for leaf=" + leaf);
                 // skip
+            } catch(TechnicalException e) {
+                log.warn("Error while getting peer leaf=" + leaf, e.getMessage());
+                // skip
             }
         }
     }

duniter4j-es-assembly/pom.xml

-<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
-  <modelVersion>4.0.0</modelVersion>
-
-  <parent>
-    <groupId>org.duniter</groupId>
-    <artifactId>duniter4j</artifactId>
-    <version>1.0.4-SNAPSHOT</version>
-  </parent>
-
-  <artifactId>duniter4j-es-assembly</artifactId>
-  <packaging>pom</packaging>
-  <name>Duniter4j :: ElasticSearch Assembly</name>
-  <description>Build a ElasticSearch releases with all Duniter4j plugins</description>
-
-  <properties>
-    <!-- bundle configuration -->
-    <bundlePrefix>duniter4j-es-${project.version}</bundlePrefix>
-
-    <!-- i18n configuration -->
-    <i18n.bundleOutputName>duniter4j-es-i18n</i18n.bundleOutputName>
-    <i18n.generateCsvFile>true</i18n.generateCsvFile>
-    <i18n.bundleCsvFile>
-      ${maven.gen.dir}/resources/META-INF/${i18n.bundleOutputName}.csv
-    </i18n.bundleCsvFile>
-    <config.i18nBundleName>${i18n.bundleOutputName}</config.i18nBundleName>
-    <assembly.skip>false</assembly.skip>
-  </properties>
-
-  <dependencies>
-    <dependency>
-      <groupId>javax.websocket</groupId>
-      <artifactId>javax.websocket-api</artifactId>
-      <version>1.1</version>
-    </dependency>
-    <dependency>
-      <groupId>org.glassfish.tyrus</groupId>
-      <artifactId>tyrus-client</artifactId>
-      <version>${tyrus.version}</version>
-    </dependency>
-    <dependency>
-      <groupId>org.glassfish.tyrus</groupId>
-      <artifactId>tyrus-server</artifactId>
-      <version>${tyrus.version}</version>
-    </dependency>
-    <dependency>
-      <groupId>org.glassfish.tyrus</groupId>
-      <artifactId>tyrus-container-grizzly-client</artifactId>
-      <version>${tyrus.version}</version>
-    </dependency>
-    <dependency>
-      <groupId>org.glassfish.tyrus</groupId>
-      <artifactId>tyrus-container-grizzly-server</artifactId>
-      <version>${tyrus.version}</version>
-    </dependency>
-    <dependency>
-      <groupId>net.java.dev.jna</groupId>
-      <artifactId>jna</artifactId>
-      <version>${jna.version}</version>
-    </dependency>
-    <dependency>
-      <groupId>net.java.dev.jna</groupId>
-      <artifactId>jna-platform</artifactId>
-      <version>${jna.version}</version>
-      <exclusions>
-        <exclusion>
-          <groupId>net.java.dev.jna</groupId>
-          <artifactId>jna</artifactId>
-        </exclusion>
-      </exclusions>
-    </dependency>
-  </dependencies>
-
-  <build>
-
-    <plugins>
-      <plugin>
-        <artifactId>maven-dependency-plugin</artifactId>
-        <executions>
-          <!-- unpack ES -->
-          <execution>
-            <id>unpack-elasticsearch</id>
-            <goals>
-              <goal>unpack</goal>
-            </goals>
-            <phase>prepare-package</phase>
-            <configuration>
-              <artifactItems>
-                <artifactItem>
-                  <groupId>org.elasticsearch.distribution.zip</groupId>
-                  <artifactId>elasticsearch</artifactId>
-                  <version>${elasticsearch.version}</version>
-                  <type>zip</type>
-                </artifactItem>
-              </artifactItems>
-              <outputDirectory>${project.build.directory}/</outputDirectory>
-              <silent>true</silent>
-              <skip>${assembly.skip}</skip>
-            </configuration>
-          </execution>
-
-          <!-- unpack attachment plugin -->
-          <execution>
-            <id>unpack-mapper-attachments-plugin</id>
-            <goals>
-              <goal>unpack</goal>
-            </goals>
-            <phase>prepare-package</phase>
-            <configuration>
-              <artifactItems>
-                <artifactItem>
-                  <groupId>org.elasticsearch.plugin</groupId>
-                  <artifactId>mapper-attachments</artifactId>
-                  <version>${elasticsearch.version}</version>
-                  <type>zip</type>
-                </artifactItem>
-              </artifactItems>
-              <outputDirectory>${project.build.directory}/elasticsearch-${elasticsearch.version}/plugins/mapper-attachments</outputDirectory>
-              <silent>true</silent>
-              <skip>${assembly.skip}</skip>
-            </configuration>
-          </execution>
-
-          <!-- unpack ES core plugin -->
-          <execution>
-            <id>unpack-es-core-plugin</id>
-            <goals>
-              <goal>unpack</goal>
-            </goals>
-            <phase>prepare-package</phase>
-            <configuration>
-              <artifactItems>
-                <artifactItem>
-                  <groupId>org.duniter</groupId>
-                  <artifactId>duniter4j-es-core</artifactId>
-                  <version>${project.version}</version>
-                  <type>zip</type>
-                </artifactItem>
-              </artifactItems>
-              <outputDirectory>${project.build.directory}/elasticsearch-${elasticsearch.version}/plugins/duniter4j-es-core</outputDirectory>
-              <silent>true</silent>
-              <skip>${assembly.skip}</skip>
-            </configuration>
-          </execution>
-
-          <!-- unpack ES user plugin -->
-          <execution>
-            <id>unpack-es-user-plugin</id>
-            <goals>
-              <goal>unpack</goal>
-            </goals>
-            <phase>prepare-package</phase>
-            <configuration>
-              <artifactItems>
-                <artifactItem>
-                  <groupId>org.duniter</groupId>
-                  <artifactId>duniter4j-es-user</artifactId>
-                  <version>${project.version}</version>
-                  <type>zip</type>
-                </artifactItem>
-              </artifactItems>
-              <outputDirectory>${project.build.directory}/elasticsearch-${elasticsearch.version}/plugins/duniter4j-es-user</outputDirectory>
-              <silent>true</silent>
-              <skip>${assembly.skip}</skip>
-            </configuration>
-          </execution>
-
-          <!-- unpack ES subscription plugin -->
-          <execution>
-            <id>unpack-es-subscription-plugin</id>
-            <goals>
-              <goal>unpack</goal>
-            </goals>
-            <phase>prepare-package</phase>
-            <configuration>
-              <artifactItems>
-                <artifactItem>
-                  <groupId>org.duniter</groupId>
-                  <artifactId>duniter4j-es-subscription</artifactId>
-                  <version>${project.version}</version>
-                  <type>zip</type>
-                </artifactItem>
-              </artifactItems>
-              <outputDirectory>${project.build.directory}/elasticsearch-${elasticsearch.version}/plugins/duniter4j-es-subscription</outputDirectory>
-              <silent>true</silent>
-              <skip>${assembly.skip}</skip>
-            </configuration>
-          </execution>
-        </executions>
-      </plugin>
-
-      <plugin>
-        <artifactId>maven-assembly-plugin</artifactId>
-        <executions>
-          <execution>
-            <id>assembly-standalone</id>
-            <phase>package</phase>
-            <goals>
-              <goal>single</goal>
-            </goals>
-            <configuration>
-              <attach>true</attach>
-              <finalName>${bundlePrefix}</finalName>
-              <descriptors>
-                <descriptor>
-                  ${basedir}/src/main/assembly/standalone.xml
-                </descriptor>
-              </descriptors>
-              <skipAssembly>${assembly.skip}</skipAssembly>
-            </configuration>
-          </execution>
-        </executions>
-      </plugin>
-    </plugins>
-  </build>
-
-  <profiles>
-    <!-- use this profile to run the main class -->
-    <profile>
-      <id>run</id>
-      <activation>
-        <activeByDefault>false</activeByDefault>
-      </activation>
-      <build>
-        <defaultGoal>integration-test</defaultGoal>
-        <plugins>
-          <plugin>
-            <groupId>org.apache.maven.plugins</groupId>
-            <artifactId>maven-antrun-plugin</artifactId>
-            <dependencies>
-              <dependency>
-                <groupId>ant-contrib</groupId>
-                <artifactId>ant-contrib</artifactId>
-                <version>1.0b3</version>
-                <exclusions>
-                  <exclusion>
-                    <groupId>ant</groupId>
-                    <artifactId>ant</artifactId>
-                  </exclusion>
-                </exclusions>
-              </dependency>
-            </dependencies>
-            <executions>
-              <execution>
-                <id>install-duniter-plugin-jar</id>
-                <phase>pre-integration-test</phase>
-                <goals>
-                  <goal>run</goal>
-                </goals>
-                <configuration>
-                  <target>
-                    <ac:if xmlns:ac="antlib:net.sf.antcontrib">
-                      <istrue value="${assembly.skip}" />
-                      <!-- reuse standalone files -->
-                      <then>
-                        <delete failonerror="false">
-                          <fileset dir="${run.es.home}/plugins" includes="**/duniter4j-*.jar" />
-                        </delete>
-                        <copy todir="${run.es.home}/plugins/duniter4j-es-core" overwrite="true">
-                          <fileset dir="../duniter4j-core-client/target" includes="duniter4j-*${project.version}.jar">
-                          </fileset>
-                          <fileset dir="../duniter4j-core-shared/target" includes="duniter4j-*${project.version}.jar">
-                          </fileset>
-                          <fileset dir="../duniter4j-es-core/target" includes="duniter4j-*${project.version}.jar">
-                          </fileset>
-                        </copy>
-                        <copy todir="${run.es.home}/plugins/duniter4j-es-core" overwrite="true">
-                          <fileset dir="../duniter4j-es-core/target" includes="duniter4j-*${project.version}.jar">
-                          </fileset>
-                        </copy>
-                        <copy todir="${run.es.home}/plugins/duniter4j-es-user" overwrite="true">
-                          <fileset dir="../duniter4j-es-user/target" includes="duniter4j-*${project.version}.jar">
-                          </fileset>
-                        </copy>
-                        <copy todir="${run.es.home}/plugins/duniter4j-es-subscription" overwrite="true">
-                          <fileset dir="../duniter4j-es-subscription/target" includes="duniter4j-*${project.version}.jar">
-                          </fileset>
-                        </copy>
-                      </then>
-                      <else>
-                        <delete dir="${project.build.directory}/${bundlePrefix}" />
-                        <delete dir="${run.es.home}" />
-                        <!-- Unzip standalone zip-->
-                        <unzip src="${project.build.directory}/${bundlePrefix}-standalone.zip" dest="${project.build.directory}" overwrite="true">
-                        </unzip>
-                        <move file="${project.build.directory}/${bundlePrefix}" tofile="${run.es.home}" />
-                      </else>
-                    </ac:if>
-
-                    <!-- Use files from src/test/es-home -->
-                    <copy todir="${run.es.home}" overwrite="true">
-                      <fileset dir="${project.basedir}/src/test/es-home" includes="**/*.*">
-                      </fileset>
-                    </copy>
-                  </target>
-                </configuration>
-              </execution>
-            </executions>
-          </plugin>
-
-          <plugin>
-            <groupId>org.codehaus.mojo</groupId>
-            <artifactId>exec-maven-plugin</artifactId>
-            <dependencies>
-              <dependency>
-                <groupId>org.elasticsearch</groupId>
-                <artifactId>elasticsearch</artifactId>
-                <version>${elasticsearch.version}</version>
-              </dependency>
-              <dependency>
-                <groupId>log4j</groupId>
-                <artifactId>log4j</artifactId>
-                <version>${log4j.version}</version>
-              </dependency>
-              <dependency>
-                <groupId>net.java.dev.jna</groupId>
-                <artifactId>jna</artifactId>
-                <version>${jna.version}</version>
-              </dependency>
-              <dependency>
-                <groupId>net.java.dev.jna</groupId>
-                <artifactId>jna-platform</artifactId>
-                <version>${jna.version}</version>
-                <exclusions>
-                  <exclusion>
-                    <groupId>net.java.dev.jna</groupId>
-                    <artifactId>jna</artifactId>
-                  </exclusion>
-                </exclusions>
-              </dependency>
-              <dependency>
-                <groupId>javax.websocket</groupId>
-                <artifactId>javax.websocket-api</artifactId>
-                <version>1.1</version>
-              </dependency>
-              <dependency>
-                <groupId>org.glassfish.tyrus</groupId>
-                <artifactId>tyrus-client</artifactId>
-                <version>${tyrus.version}</version>
-              </dependency>
-              <dependency>
-                <groupId>org.glassfish.tyrus</groupId>
-                <artifactId>tyrus-container-grizzly-client</artifactId>
-                <version>${tyrus.version}</version>
-              </dependency>
-              <dependency>
-                <groupId>org.glassfish.tyrus</groupId>
-                <artifactId>tyrus-server</artifactId>
-                <version>${tyrus.version}</version>
-              </dependency>
-              <dependency>
-                <groupId>org.glassfish.tyrus</groupId>
-                <artifactId>tyrus-container-grizzly-server</artifactId>
-                <version>${tyrus.version}</version>
-              </dependency>
-            </dependencies>
-            <executions>
-              <execution>
-                <id>run</id>
-                <goals>
-                  <goal>java</goal>
-                </goals>
-                <phase>integration-test</phase>
-                <configuration>
-                  <mainClass>org.elasticsearch.bootstrap.Elasticsearch</mainClass>
-                  <arguments>
-                    <argument>start</argument>
-                  </arguments>
-                  <includeProjectDependencies>false</includeProjectDependencies>
-                  <includePluginDependencies>true</includePluginDependencies>
-                  <systemProperties>
-                    <systemProperty>
-                      <key>es.path.home</key>
-                      <value>${run.es.home}</value>
-                    </systemProperty>
-                  </systemProperties>
-                </configuration>
-              </execution>
-            </executions>
-          </plugin>
-        </plugins>
-      </build>
-
-      <properties>
-        <run.es.home>${project.build.directory}/es-run-home</run.es.home>
-      </properties>
-    </profile>
-  </profiles>
-</project>

duniter4j-es-assembly/src/license/THIRD-PARTY.properties

-# Generated by org.codehaus.mojo.license.AddThirdPartyMojo
-#-------------------------------------------------------------------------------
-# Already used licenses in project :
-# - ASL, version 2
-# - Apache License 2.0
-# - Apache License Version 2.0
-# - BSD License
-# - CC0 1.0 Universal
-# - COMMON DEVELOPMENT AND DISTRIBUTION LICENSE (CDDL) Version 1.0
-# - Eclipse Public License 1.0
-# - General Public License (GPL) v3
-# - Indiana University Extreme! Lab Software License, vesion 1.1.1
-# - LGPL, version 2.1
-# - Lesser General Public License (LGPL) v 3.0
-# - Lesser General Public License (LPGL)
-# - Lesser General Public License (LPGL) v 2.1
-# - MIT License
-# - New BSD License
-# - Public Domain, per Creative Commons CC0
-# - The Apache Software License, Version 2.0
-#-------------------------------------------------------------------------------
-# Please fill the missing licenses for dependencies :
-#
-#
-#Tue Jan 05 15:24:57 CET 2016
-commons-primitives--commons-primitives--1.0=The Apache Software License, Version 2.0

duniter4j-es-assembly/src/main/assembly/config/elasticsearch.yml

-# ======================== Elasticsearch Configuration =========================
-#
-# NOTE: Elasticsearch comes with reasonable defaults for most settings.
-#       Before you set out to tweak and tune the configuration, make sure you
-#       understand what are you trying to accomplish and the consequences.
-#
-# The primary way of configuring a node is via this file. This template lists
-# the most important settings you may want to configure for a production cluster.
-#
-# Please see the documentation for further information on configuration options:
-# <http://www.elastic.co/guide/en/elasticsearch/reference/current/setup-configuration.html>
-#
-# ---------------------------------- Cluster -----------------------------------
-#
-# Use a descriptive name for your cluster:
-#
-cluster.name: duniter4j-es-g1
-#
-# ------------------------------------ Node ------------------------------------
-#
-# Use a descriptive name for the node:
-#
-# node.name: node-1
-#
-# Add custom attributes to the node:
-#
-# node.rack: r1
-#
-# ----------------------------------- Paths ------------------------------------
-#
-# Path to directory where to store the data (separate multiple locations by comma):
-#
-# path.data: /path/to/data
-#
-# Path to log files:
-#
-# path.logs: /path/to/logs
-#
-# ----------------------------------- Memory -----------------------------------
-#
-# Lock the memory on startup:
-#
-# bootstrap.mlockall: true
-#
-# Make sure that the `ES_HEAP_SIZE` environment variable is set to about half the memory
-# available on the system and that the owner of the process is allowed to use this limit.
-#
-# Elasticsearch performs poorly when the system is swapping the memory.
-#
-# ---------------------------------- Network -----------------------------------
-#
-# Set the bind address to a specific IP (IPv4 or IPv6):
-#
-# network.host: 192.168.233.118
-#
-# Set a custom port for HTTP:
-#
-# http.port: 9200-9300
-
-http.cors.allow-origin: "/.*/"
-http.cors.enabled: true
-
-# Internal transport layer
-#
-# transport.tcp.port: 9210-9220
-#
-# For more information, see the documentation at:
-# <http://www.elastic.co/guide/en/elasticsearch/reference/current/modules-network.html>
-#
-# --------------------------------- Discovery ----------------------------------
-#
-# Pass an initial list of hosts to perform discovery when new node is started:
-# The default list of hosts is ["127.0.0.1", "[::1]"]
-#
-# discovery.zen.ping.unicast.hosts: ["host1", "host2"]
-# discovery.zen.ping.unicast.hosts: ["127.0.0.1", ""]
-#
-# Prevent the "split brain" by configuring the majority of nodes (total number of nodes / 2 + 1):
-#
-# discovery.zen.minimum_master_nodes: 3
-#
-# For more information, see the documentation at:
-# <http://www.elastic.co/guide/en/elasticsearch/reference/current/modules-discovery.html>
-#
-# ---------------------------------- Gateway -----------------------------------
-#
-# Block initial recovery after a full cluster restart until N nodes are started:
-#
-# gateway.recover_after_nodes: 3
-#
-# For more information, see the documentation at:
-# <http://www.elastic.co/guide/en/elasticsearch/reference/current/modules-gateway.html>
-#
-# ---------------------------------- Various -----------------------------------
-#
-# Disable starting multiple nodes on a single system:
-#
-# node.max_local_storage_nodes: 1
-#
-# Require explicit names when deleting indices:
-#
-# action.destructive_requires_name: true
-#
-# Security to isolate plugin classpath - /!\ WARNING: should be DISABLE for Duniter4j
-#
-security.manager.enabled: false
-#
-# ---------------------------------- Duniter4j ---------------------------------
-#
-# Enable duniter4j plugins
-#
-# duniter.enabled: false
-#
-# Delete then create all indices at startup - /!\ WARNING: DO NOT set to true in production
-#
-# duniter.indices.reload: true
-#
-# Default string analyzer
-#
-duniter.string.analyzer: french
-#
-# Enabling blockchain synchronization (default: false)
-#
-duniter.blockchain.enable: true
-#
-# Force blockchain full synchronization - /!\ WARNING: all user events will be reset to 'unread'
-#
-# duniter.blockchain.reload: true
-# duniter.blockchain.reload.from: 18900
-# duniter.blockchain.reload.to: 19000
-#
-# Duniter node address
-#
-duniter.host: g1.duniter.org
-duniter.port: 10901
-# duniter.useSsl: true
-#
-# Compute statistics on indices (each hour) ? (default: true)
-#
-# duniter.stats.enable: false
-#
-# ---------------------------------- Duniter4j security module -------------------
-#
-# Keyring, use to sign emitted documents (user events, subscription, etc.).
-# If not set, random keys will be generated.
-#
-# duniter.keyring.salt:
-# duniter.keyring.password:
-#
-# Enable security - will restrict HTTP access to only Duniter4j known indices - /!\ WARNING: should be enable for production use
-#
-duniter.security.enable: true
-#
-# ---------------------------------- Duniter4j P2P module -------------------------
-#
-# Enable P2P synchronize between ES peers ? (default: true)
-#
-# duniter.p2p.enable: false
-#
-# Enable P2P synchronisation using websocket ? (default: true)
-#
-# duniter.p2p.ws.enable: false
-#
-# Time delay (in seconds) to request last documents to peer (e.g. if peer's clock is late). (default: 3600s = 1h)
-#
-# duniter.p2p.peerTimeOffset: 3600
-#
-# Enable discovery on network peers, to automatically synchronize this peers (default: true)
-#
-# duniter.p2p.discovery.enable: false
-#
-# Pass a list of hosts to always synchronize (default: <empty>)
-#
-duniter.p2p.includes.endpoints: [
-   "ES_USER_API g1.data.duniter.fr 443",
-   "ES_SUBSCRIPTION_API g1.data.duniter.fr 443"
-]
-#
-# Pass a list of pubkeys to always synchronize (default: <empty>)
-#
-# duniter.p2p.includes.pubkeys: [""]
-#
-# ---------------------------------- Duniter4j document moderation ---------------
-#
-# Filter too old document, if time older that 'maxPastDelta' (in seconds). (default: 7200 =2h)
-#
-# duniter.document.time.maxPastDelta: 7200
-#
-# Filter document in the futur, if time greater that 'maxFutureDelta' (in seconds). (default: 600 =10min)
-#
-# duniter.document.time.maxFutureDelta: 600
-#
-# Allow admin (define in duniter.keyring) to delete documents ? (default: true)
-#
-# duniter.document.allowAdminDeletion: true
-#
-# ---------------------------------- Duniter4j Mail module -----------------------
-#
-# Enable mail module ?
-#
-duniter.mail.enable: false
-#
-# Mail: SMTP server configuration (host and port)
-#
-# duniter.mail.smtp.host: localhost
-# duniter.mail.smtp.port: 25
-#
-# Mail: SMTP server SSL security
-#
-# duniter.mail.smtp.ssl: true
-# duniter.mail.smtp.starttls: true
-#
-# Mail: SMTP server authentication
-#
-# duniter.mail.smtp.username:
-# duniter.mail.smtp.password:
-#
-# Mail: 'from' address
-#
-# duniter.mail.from: no-reply@domain.com
-#
-# Mail: admin address
-#
-# duniter.mail.admin: user@domain.com
-#
-# Mail: subject prefix
-#
-# duniter.mail.subject.prefix: '[Cesium+]'
-
-# ---------------------------------- Duniter4j Websocket server ----------------------
-#
-# Websocket port (default: 9400-9410)
-#
-duniter.ws.port: 9400-9410
-#
-# ---------------------------------- Duniter4j Subscription module -------------------
-#
-# Enable subscription module (Need to enable mail features)
-#
-duniter.subscription.enable: false
-#
-# Email subscription: Day of the week to trigger weekly (default: 2 = monday)
-#
-# duniter.subscription.email.dayOfWeek: 2
-#
-# Email subscription: Hour in day to trigger daily email subscription (default: 3 AM)
-#
-# duniter.subscription.email.hourOfDay: 3
-#
-# Email subscription: URL to a Cesium site, for links in the email content (default: https://g1.duniter.fr)
-#
-# duniter.subscription.email.cesium.url: 'http://domain.com/cesium'
-#
-# ---------------------------------- Duniter4j User (profile, message) module -------------------
-#
-#
-# Share link: `og:site_name` (default: 'Cesium')
-#
-# duniter.user.share.site.name: 'Cesium - Ğ1'
-#
-# Share link: `og:url` - URL to a Cesium site, for links in the email content (default: https://g1.duniter.fr)
-#
-# duniter.share.cesium.url: 'https://domain.com/cesium'
-#
-# Share link: Base URL of the ES cluster, to resolve `og:image` URL (default: none => /!\ Will use relative image path)
-#
-# duniter.share.base.url: 'https://data.domain.com'
\ No newline at end of file

duniter4j-es-assembly/src/main/assembly/config/logging.yml

-# you can override this using by setting a system property, for example -Des.logger.level=DEBUG
-es.logger.level: INFO
-rootLogger: ${es.logger.level}, console, file
-logger:
-  # log action execution errors for easier debugging
-  action: DEBUG
-
-  # deprecation logging, turn to DEBUG to see them
-  deprecation: INFO, deprecation_log_file
-
-  # reduce the logging for aws, too much is logged under the default INFO
-  com.amazonaws: WARN
-  # aws will try to do some sketchy JMX stuff, but its not needed.
-  com.amazonaws.jmx.SdkMBeanRegistrySupport: ERROR
-  com.amazonaws.metrics.AwsSdkMetrics: ERROR
-
-  duniter: INFO
-  #duniter.p2p: TRACE
-  security: INFO
-  cluster.metadata: ERROR
-  cluster.routing.allocation: ERROR
-
-  org.duniter: INFO
-  org.nuiton.i18n: ERROR
-  org.nuiton.config: ERROR
-  org.nuiton.converter: WARN
-  org.apache.http: WARN
-  org.apache.http.client: ERROR
-  org.glassfish.grizzly: WARN
-  org.glassfish.tyrus: WARN
-
-  # gateway
-  #gateway: DEBUG
-  #index.gateway: DEBUG
-
-  # peer shard recovery
-  #indices.recovery: DEBUG
-
-  # discovery
-  #discovery: TRACE
-
-  index.search.slowlog: TRACE, index_search_slow_log_file
-  index.indexing.slowlog: TRACE, index_indexing_slow_log_file
-
-additivity:
-  index.search.slowlog: false
-  index.indexing.slowlog: false
-  deprecation: false
-
-appender:
-  console:
-    type: console
-    layout:
-      type: consolePattern
-      conversionPattern: "[%d{ISO8601}][%-5p][%-25c] %m%n"
-
-  file:
-    type: dailyRollingFile
-    file: ${path.logs}/${cluster.name}.log
-    datePattern: "'.'yyyy-MM-dd"
-    layout:
-      type: pattern
-      conversionPattern: "[%d{ISO8601}][%-5p][%-25c] %.10000m%n"
-
-  # Use the following log4j-extras RollingFileAppender to enable gzip compression of log files. 
-  # For more information see https://logging.apache.org/log4j/extras/apidocs/org/apache/log4j/rolling/RollingFileAppender.html
-  #file:
-    #type: extrasRollingFile
-    #file: ${path.logs}/${cluster.name}.log
-    #rollingPolicy: timeBased
-    #rollingPolicy.FileNamePattern: ${path.logs}/${cluster.name}.log.%d{yyyy-MM-dd}.gz
-    #layout:
-      #type: pattern
-      #conversionPattern: "[%d{ISO8601}][%-5p][%-25c] %m%n"
-
-  deprecation_log_file:
-    type: dailyRollingFile
-    file: ${path.logs}/${cluster.name}_deprecation.log
-    datePattern: "'.'yyyy-MM-dd"
-    layout:
-      type: pattern
-      conversionPattern: "[%d{ISO8601}][%-5p][%-25c] %m%n"
-
-  index_search_slow_log_file:
-    type: dailyRollingFile
-    file: ${path.logs}/${cluster.name}_index_search_slowlog.log
-    datePattern: "'.'yyyy-MM-dd"
-    layout:
-      type: pattern
-      conversionPattern: "[%d{ISO8601}][%-5p][%-25c] %m%n"
-
-  index_indexing_slow_log_file:
-    type: dailyRollingFile
-    file: ${path.logs}/${cluster.name}_index_indexing_slowlog.log
-    datePattern: "'.'yyyy-MM-dd"
-    layout:
-      type: pattern
-      conversionPattern: "[%d{ISO8601}][%-5p][%-25c] %m%n"

duniter4j-es-assembly/src/main/assembly/standalone.xml

-<?xml version="1.0" encoding="UTF-8"?>
-<!--
-  #%L
-  allegro-obsdeb :: UI :: Swing
-  $Id:$
-  $HeadURL:$
-  %%
-  Copyright (C) 2009 - 2013 Ifremer
-  %%
-  This program is free software: you can redistribute it and/or modify
-  it under the terms of the GNU Affero General Public License as published by
-  the Free Software Foundation, either version 3 of the License, or
-  (at your option) any later version.
-  
-  This program is distributed in the hope that it will be useful,
-  but WITHOUT ANY WARRANTY; without even the implied warranty of
-  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-  GNU General Public License for more details.
-  
-  You should have received a copy of the GNU Affero General Public License
-  along with this program.  If not, see <http://www.gnu.org/licenses/>.
-  #L%
-  -->
-
-<assembly
-  xmlns="http://maven.apache.org/plugins/maven-assembly-plugin/assembly/1.1.2"
-  xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
-  xsi:schemaLocation="http://maven.apache.org/plugins/maven-assembly-plugin/assembly/1.1.2 http://maven.apache.org/xsd/assembly-1.1.2.xsd">
-  <id>standalone</id>
-  <formats>
-    <format>zip</format>
-  </formats>
-
-  <fileSets>
-
-    <fileSet>
-      <directory>target/elasticsearch-${elasticsearch.version}</directory>
-      <outputDirectory/>
-      <excludes>
-        <exclude>bin/elasticsearch</exclude>
-        <exclude>bin/plugin</exclude>
-        <exclude>config/elasticsearch.yml</exclude>
-        <exclude>config/logging.yml</exclude>
-      </excludes>
-    </fileSet>
-    <fileSet>
-      <directory>target/elasticsearch-${elasticsearch.version}</directory>
-      <outputDirectory/>
-      <includes>
-        <include>bin/elasticsearch</include>
-        <include>bin/plugin</include>
-      </includes>
-      <fileMode>0755</fileMode>
-    </fileSet>
-
-    <!-- default configuration file -->
-    <fileSet>
-      <directory>src/main/assembly/config</directory>
-      <outputDirectory>config</outputDirectory>
-      <includes>
-        <include>elasticsearch.yml</include>
-        <include>logging.yml</include>
-      </includes>
-    </fileSet>
-
-    <!-- websocket lib (tyrus )
-    <fileSet>
-      <directory>target/elasticsearch-${elasticsearch.version}</directory>
-      <outputDirectory>lib</outputDirectory>
-      <includes>
-        <include>elasticsearch.yml</include>
-        <include>logging.yml</include>
-      </includes>
-    </fileSet>-->
-  </fileSets>
-
-  <dependencySets>
-    <dependencySet>
-      <outputDirectory>lib</outputDirectory>
-      <useProjectArtifact>false</useProjectArtifact>
-      <useTransitiveFiltering>true</useTransitiveFiltering>
-      <includes>
-        <include>javax.websocket:javax.websocket-api</include>
-        <include>org.glassfish.tyrus:tyrus-client</include>
-        <include>org.glassfish.tyrus:tyrus-container-grizzly-client</include>
-        <include>org.glassfish.tyrus:tyrus-server</include>
-        <include>org.glassfish.tyrus:tyrus-container-grizzly-server</include>
-      </includes>
-      <fileMode>0555</fileMode>
-    </dependencySet>
-  </dependencySets>
-</assembly>

duniter4j-es-assembly/src/test/es-home/config/elasticsearch.yml

-# ======================== Elasticsearch Configuration =========================
-#
-# NOTE: Elasticsearch comes with reasonable defaults for most settings.
-#       Before you set out to tweak and tune the configuration, make sure you
-#       understand what are you trying to accomplish and the consequences.
-#
-# The primary way of configuring a node is via this file. This template lists
-# the most important settings you may want to configure for a production cluster.
-#
-# Please see the documentation for further information on configuration options:
-# <http://www.elastic.co/guide/en/elasticsearch/reference/current/setup-configuration.html>
-#
-# ---------------------------------- Cluster -----------------------------------
-#
-# Use a descriptive name for your cluster:
-#
-cluster.name: g1-es-data-test
-#
-# ------------------------------------ Node ------------------------------------
-#
-# Use a descriptive name for the node:
-#
-node.name: EIS-DEV
-#
-# Add custom attributes to the node:
-#
-# node.rack: r1
-#
-# ----------------------------------- Paths ------------------------------------
-#
-# Path to directory where to store the data (separate multiple locations by comma):
-#
-# path.data: /path/to/data
-#
-# Path to log files:
-#
-# path.logs: /path/to/logs
-#
-# ----------------------------------- Memory -----------------------------------
-#
-# Lock the memory on startup:
-#
-# bootstrap.mlockall: true
-#
-# Make sure that the `ES_HEAP_SIZE` environment variable is set to about half the memory
-# available on the system and that the owner of the process is allowed to use this limit.
-#
-# Elasticsearch performs poorly when the system is swapping the memory.
-#
-# ---------------------------------- Network -----------------------------------
-#
-# Set the bind address to a specific IP (IPv4 or IPv6):
-#
-# network.host: 192.168.233.118
-#
-# Set a custom port for HTTP:
-#
-# http.port: 9200-9300
-
-http.cors.allow-origin: "/.*/"
-http.cors.enabled: true
-
-# Internal transport layer
-#
-# transport.tcp.port: 9210-9220
-#
-# For more information, see the documentation at:
-# <http://www.elastic.co/guide/en/elasticsearch/reference/current/modules-network.html>
-#
-# --------------------------------- Discovery ----------------------------------
-#
-# Pass an initial list of hosts to perform discovery when new node is started:
-# The default list of hosts is ["127.0.0.1", "[::1]"]
-#
-# discovery.zen.ping.unicast.hosts: ["host1", "host2"]
-#discovery.zen.ping.unicast.hosts: ["127.0.0.1", ""]
-#
-# Prevent the "split brain" by configuring the majority of nodes (total number of nodes / 2 + 1):
-#
-# discovery.zen.minimum_master_nodes: 3
-#
-# For more information, see the documentation at:
-# <http://www.elastic.co/guide/en/elasticsearch/reference/current/modules-discovery.html>
-#
-# ---------------------------------- Gateway -----------------------------------
-#
-# Block initial recovery after a full cluster restart until N nodes are started:
-#
-# gateway.recover_after_nodes: 3
-#
-# For more information, see the documentation at:
-# <http://www.elastic.co/guide/en/elasticsearch/reference/current/modules-gateway.html>
-#
-# ---------------------------------- Various -----------------------------------
-#
-# Disable starting multiple nodes on a single system:
-#
-# node.max_local_storage_nodes: 1
-#
-# Require explicit names when deleting indices:
-#
-# rest.destructive_requires_name: true
-#
-# Security to isolate plugin classpath - /!\ WARNING: should be DISABLE for Duniter4j
-#
-security.manager.enabled: false
-#
-# ---------------------------------- Duniter4j ---------------------------------
-#
-# Enable duniter4j plugins
-#
-# duniter.enabled: false
-#
-# Delete then create all indices at startup - /!\ WARNING: DO NOT set to true in production
-#
-# duniter.indices.reload: true
-#
-# Default string analyzer
-#
-duniter.string.analyzer: french
-#
-# Enabling blockchain synchronization
-#
-duniter.blockchain.enable: true
-#
-# Force blockchain full synchronization - /!\ WARNING: all user events will be reset to 'unread'
-#
-# duniter.blockchain.reload: true
-# duniter.blockchain.reload.from: 18900
-# duniter.blockchain.reload.to: 19000
-#
-# Duniter node address
-#
-duniter.host: g1.duniter.fr
-duniter.port: 443
-duniter.useSsl: true
-#
-# Compute statistics on indices (each hour) ? (default: true)
-#
-# duniter.stats.enable: false
-#
-# ---------------------------------- Duniter4j security module -------------------
-#
-# Keyring, use to sign emitted documents (user events, subscription, etc.).
-# If not set, random keys will be generated.
-#
-duniter.keyring.salt: 'abc'
-duniter.keyring.password: 'def'
-#
-# Enable security - will restrict HTTP access to only Duniter4j known indices - /!\ WARNING: should be enable for production use
-#
-duniter.security.enable: true
-#
-# Security token prefix (default: 'duniter-')
-#
-# duniter.auth.token.prefix: duniter-
-#
-# Token validity duration, in seconds (default: 600)
-#
-# duniter.auth.tokenValidityDuration: 3600  # = 1hour
-
-# ---------------------------------- Duniter4j P2P module -------------------------
-#
-# Enable P2P synchronize between ES peers ? (default: true)
-#
-# duniter.p2p.enable: false
-#
-# Enable P2P synchronisation using websocket ? (default: true)
-#
-# duniter.p2p.ws.enable: false
-#
-# Time delay (in seconds) to request last documents to peer (e.g. if peer's clock is late). (default: 3600s = 1h)
-#
-# duniter.p2p.peerTimeOffset: 3600
-#
-# Enable discovery on network peers, to automatically synchronize this peers (default: true)
-#
-duniter.p2p.discovery.enable: false
-#
-# Pass a list of hosts to always synchronize (default: <empty>)
-#
-duniter.p2p.includes.endpoints: [
-   "ES_USER_API g1.data.duniter.fr 443",
-   "ES_SUBSCRIPTION_API g1.data.duniter.fr 443"
-]
-#
-# Pass a list of pubkeys to always synchronize (default: <empty>)
-#
-#duniter.p2p.includes.pubkeys: [
-#  "38MEAZN68Pz1DTvT3tqgxx4yQP6snJCQhPqEFxbDk4aE"
-#]
-#duniter.p2p.fullResyncAtStartup: true
-#
-# ---------------------------------- Duniter4j Mail module -----------------------
-#
-# Enable mail module ?
-#
-duniter.mail.enable: false
-#
-# Mail: SMTP server configuration (host and port)
-#
-#duniter.mail.smtp.host: localhost
-#duniter.mail.smtp.port: 25
-#
-# Mail: SMTP server SSL security
-#
-#duniter.mail.smtp.ssl: true
-#duniter.mail.smtp.starttls: true
-#
-# Mail: SMTP server authentication
-#
-#duniter.mail.smtp.username:
-#duniter.mail.smtp.password:
-#
-# Mail: 'from' address
-#
-#duniter.mail.from: no-reply@domain.com
-#
-# Mail: admin address
-#
-#duniter.mail.admin: user@domain.com
-#
-# Mail: subject prefix
-#
-#duniter.mail.subject.prefix: '[Cesium+]'
-
-# ---------------------------------- Duniter4j Websocket server ----------------------
-#
-# Websocket port (default: 9400-9410)
-#
-duniter.ws.port: 9400-9410
-#
-# ---------------------------------- Duniter4j Subscription module -------------------
-#
-# Enable subscription module (Need to enable mail features)
-#
-duniter.subscription.enable: true
-#
-# Opions to DEBUG this features
-#
-#duniter.subscription.email.atStartup: false
-#duniter.subscription.email.debug: false
-#
-# Email subscription: Day of the week to trigger weekly (default: 2 = monday)
-#
-#duniter.subscription.email.dayOfWeek: 2
-#
-# Email subscription: Hour in day to trigger daily email subscription (default: 3 AM)
-#
-#duniter.subscription.email.hourOfDay: 3
-#
-# Email subscription: URL to a Cesium site, for links in the email content (default: https://g1.duniter.fr)
-#
-#duniter.subscription.email.cesium.url: 'https://domain.com/cesium'
-#
-# ---------------------------------- Duniter4j User (profile, message) module -------------------
-#
-#
-# Share link: og:site_name (default: 'Cesium')
-#
-# duniter.user.share.site.name: 'Cesium - Ğ1'
-#
-# Share link : URL to a Cesium site, for links in the email content (default: https://g1.duniter.fr)
-#
-#duniter.share.cesium.url: 'https://domain.com/cesium'
-#
-# Share link : Base URL of cluster, to resolve image (default: none => /!\ Will use relative image path)
-#
-#duniter.share.base.url: 'http://localhost:9200'
\ No newline at end of file

duniter4j-es-assembly/src/test/es-home/config/logging.yml

-# you can override this using by setting a system property, for example -Des.logger.level=DEBUG
-es.logger.level: INFO
-rootLogger: ${es.logger.level}, console, file
-logger:
-  # log action execution errors for easier debugging
-  action: DEBUG
-
-  # deprecation logging, turn to DEBUG to see them
-  deprecation: INFO, deprecation_log_file
-
-  # reduce the logging for aws, too much is logged under the default INFO
-  com.amazonaws: WARN
-  # aws will try to do some sketchy JMX stuff, but its not needed.
-  com.amazonaws.jmx.SdkMBeanRegistrySupport: ERROR
-  com.amazonaws.metrics.AwsSdkMetrics: ERROR
-
-  duniter: DEBUG
-  #duniter.core: DEBUG
-  #duniter.security: ERROR
-  #duniter.user.event: DEBUG
-  #duniter.network.p2p: DEBUG
-  #duniter.network.peer: DEBUG
-  #duniter.mail: DEBUG
-  #duniter.subscription: DEBUG
-  #duniter.p2p: TRACE
-
-  security: DEBUG
-  cluster.metadata: ERROR
-  cluster.routing.allocation: ERROR
-
-  org.duniter: DEBUG
-  #org.duniter.core.util.LockManager: DEBUG
-  #org.duniter.core.beans: DEBUG
-  #org.duniter.core.client.service: DEBUG
-  #org.duniter.elasticsearch: DEBUG
-  #org.duniter.elasticsearch.service: DEBUG
-  #org.duniter.elasticsearch.user.service: DEBUG
-  #org.duniter.elasticsearch.subscription.service: DEBUG
-
-  org.nuiton.i18n: ERROR
-  org.nuiton.config: ERROR
-  org.nuiton.converter: WARN
-  org.apache.http: WARN
-  org.apache.http.client: ERROR
-  org.glassfish.grizzly: WARN
-  org.glassfish.tyrus: WARN
-
-  # gateway
-  #gateway: DEBUG
-  #index.gateway: DEBUG
-
-  # peer shard recovery
-  #indices.recovery: DEBUG
-
-  # discovery
-  #discovery: TRACE
-
-  index.search.slowlog: TRACE, index_search_slow_log_file
-  index.indexing.slowlog: TRACE, index_indexing_slow_log_file
-
-additivity:
-  index.search.slowlog: false
-  index.indexing.slowlog: false
-  deprecation: false
-
-appender:
-  console:
-    type: console
-    layout:
-      type: consolePattern
-      conversionPattern: "[%d{ISO8601}][%-5p][%-25c] %m%n"
-
-  file:
-    type: dailyRollingFile
-    file: ${path.logs}/${cluster.name}.log
-    datePattern: "'.'yyyy-MM-dd"
-    layout:
-      type: pattern
-      conversionPattern: "[%d{ISO8601}][%-5p][%-25c] %.10000m%n"
-
-  # Use the following log4j-extras RollingFileAppender to enable gzip compression of log files. 
-  # For more information see https://logging.apache.org/log4j/extras/apidocs/org/apache/log4j/rolling/RollingFileAppender.html
-  #file:
-    #type: extrasRollingFile
-    #file: ${path.logs}/${cluster.name}.log
-    #rollingPolicy: timeBased
-    #rollingPolicy.FileNamePattern: ${path.logs}/${cluster.name}.log.%d{yyyy-MM-dd}.gz
-    #layout:
-      #type: pattern
-      #conversionPattern: "[%d{ISO8601}][%-5p][%-25c] %m%n"
-
-  deprecation_log_file:
-    type: dailyRollingFile
-    file: ${path.logs}/${cluster.name}_deprecation.log
-    datePattern: "'.'yyyy-MM-dd"
-    layout:
-      type: pattern
-      conversionPattern: "[%d{ISO8601}][%-5p][%-25c] %m%n"
-
-  index_search_slow_log_file:
-    type: dailyRollingFile
-    file: ${path.logs}/${cluster.name}_index_search_slowlog.log
-    datePattern: "'.'yyyy-MM-dd"
-    layout:
-      type: pattern
-      conversionPattern: "[%d{ISO8601}][%-5p][%-25c] %m%n"
-
-  index_indexing_slow_log_file:
-    type: dailyRollingFile
-    file: ${path.logs}/${cluster.name}_index_indexing_slowlog.log
-    datePattern: "'.'yyyy-MM-dd"
-    layout:
-      type: pattern
-      conversionPattern: "[%d{ISO8601}][%-5p][%-25c] %m%n"

duniter4j-es-assembly/src/test/misc/blocksByIssuer.sh

-#!/bin/sh
-
-curl -XPOST 'http://localhost:9200/g1/block/_search?pretty' -d '
-   {
-     "size": 0,
-      "aggs": {
-        "blocksByIssuer": {
-          "terms": {
-            "field": "issuer",
-            "size": 0
-          },
-           "aggs" : {
-               "difficulty_stats" : {
-                   "stats" : {
-                        "field" : "powMin"
-                   }
-               }
-           }
-        }
-      }
-   }'