org.apache.ignite：连接集群失败，连接失败，重新连接失败

Question

import org.apache.ignite.spark._
import org.apache.ignite.configuration._
import org.apache.ignite.Ignite
import org.apache.ignite.IgniteCache
import org.apache.ignite.Ignition
import org.apache.ignite.scalar.scalar
import org.apache.ignite.scalar.scalar._


// val ic = new IgniteContext(sc, () => new IgniteConfiguration())
val ic = new IgniteContext(sc,"/data/dk/jar/config/default-config.xml")

 val recordCache = ic.ignite.cache[String, AttendRecord]("ATTEND_RECORD_TL")
    var retSet : scala.collection.mutable.Buffer[java.sql.Timestamp] = null
    if(operateTimeSite != null) {
       retSet = recordCache.sql("punchSiteId = ? and operateTime <= ? and operateTime >= ? order by operateTime desc limit 1",punchSiteId, compueteTcTime,operateTimeSite).getAll.map(_.getValue.operateTime) 
    }  else {
       retSet = recordCache.sql("punchSiteId = ? and operateTime <= ?  order by operateTime desc limit 1",punchSiteId, compueteTcTime).getAll.map(_.getValue.operateTime) 
    }
    if(retSet == null || retSet.isEmpty) { 
        if(operateTimeSite !=null) 
            retSet = recordCache.sql("punchSiteId = ? and operateTime >= ?  order by operateTime limit 1",punchSiteId, new Timestamp(operateTimeSite.getTime - 4*3600*1000)).getAll.map(_.getValue.operateTime) 
        else null  
    }

Caused by: class org.apache.ignite.IgniteCheckedException: Failed to start manager: GridManagerAdapter [enabled=true, name=org.apache.ignite.internal.managers.discovery.GridDiscoveryManager]
        at org.apache.ignite.internal.IgniteKernal.startManager(IgniteKernal.java:1791)
        at org.apache.ignite.internal.IgniteKernal.start(IgniteKernal.java:978)
        at org.apache.ignite.internal.IgnitionEx$IgniteNamedInstance.start0(IgnitionEx.java:1896)
        at org.apache.ignite.internal.IgnitionEx$IgniteNamedInstance.start(IgnitionEx.java:1648)
        at org.apache.ignite.internal.IgnitionEx.start0(IgnitionEx.java:1076)
        at org.apache.ignite.internal.IgnitionEx.start(IgnitionEx.java:596)
        at org.apache.ignite.internal.IgnitionEx.start(IgnitionEx.java:536)
        at org.apache.ignite.Ignition.getOrStart(Ignition.java:414)
        ... 37 more
Caused by: class org.apache.ignite.IgniteCheckedException: Failed to start SPI: TcpDiscoverySpi [addrRslvr=null, sockTimeout=5000, ackTimeout=5000, marsh=JdkMarshaller [], reconCnt=10, maxAckTimeout=600000, forceSrvMode=false, clientReconnectDisabled=false]
        at org.apache.ignite.internal.managers.GridManagerAdapter.startSpi(GridManagerAdapter.java:300)
        at org.apache.ignite.internal.managers.discovery.GridDiscoveryManager.start(GridDiscoveryManager.java:842)
        at org.apache.ignite.internal.IgniteKernal.startManager(IgniteKernal.java:1786)
        ... 44 more
Caused by: class org.apache.ignite.spi.IgniteSpiException: Failed to connect to cluster, connection failed and failed to reconnect.
        at org.apache.ignite.spi.discovery.tcp.ClientImpl$Reconnector.body(ClientImpl.java:1490)
        at org.apache.ignite.spi.IgniteSpiThread.run(IgniteSpiThread.java:62)

Answer 1

您可以在独立模式下为Spark使用Ignite集成。这意味着客户endpoint火节点将在内部启动。它将寻找其他节点，并连接到它们。因此，您需要Ignite集群单独运行，并可由IPs使用，这是您在其IP查找器的igniteContext配置中指定的。

IP查找器应包含服务器节点的地址。因此不需要指定内部具有客户机节点的其他Spark执行器的地址。

“failed to connect to cluster,connection failed and failed to Reconnect”错误表示客户端节点无法通过指定的IP找到任何服务器节点。

val ic = new IgniteContext(sc,"/data/dk/jar/config/default-config.xml", false)

有关更多信息，请参阅以下文档页面：https://apacheignite-fs.readme.io/docs/igniteContext-igniterDD

附注。

您使用一个多播IP查找器，它使Ignite扫描配置的多播组中的所有IP地址。如果您知道服务器节点的所有IP地址，那么就可以使用TCPDiscoveryVMIPFinder。它将让Ignite实例更快地启动。