├── .gitignore ├── LICENSE ├── README.md ├── conf ├── default.conf.template ├── env.sh.template └── servers.template ├── dependency-reduced-pom.xml ├── docs ├── doc └── problem ├── pom.xml ├── spark-asyspark_2.11.iml └── src ├── META-INF └── MANIFEST.MF ├── main └── scala │ └── org │ └── apache │ └── spark │ ├── asyspark │ ├── asyml │ │ └── asysgd │ │ │ ├── AsyGradientDescent.scala │ │ │ └── GlobalWeight.scala │ └── core │ │ ├── Client.scala │ │ ├── Exceptios │ │ ├── PullFailedException.scala │ │ └── PushFailedException.scala │ │ ├── Main.scala │ │ ├── Master.scala │ │ ├── Server.scala │ │ ├── messages │ │ ├── master │ │ │ ├── ClientList.scala │ │ │ ├── RegisterClient.scala │ │ │ ├── RegisterServer.scala │ │ │ └── ServerList.scala │ │ └── server │ │ │ ├── logic │ │ │ ├── AcknowledgeReceipt.scala │ │ │ ├── Forget.scala │ │ │ ├── GenerateUniqueID.scala │ │ │ ├── NotAcknowledgeReceipt.scala │ │ │ └── UniqueID.scala │ │ │ ├── request │ │ │ ├── PullVector.scala │ │ │ ├── PushVectorDouble.scala │ │ │ ├── PushVectorFloat.scala │ │ │ ├── PushVectorInt.scala │ │ │ ├── PushVectorLong.scala │ │ │ └── Request.scala │ │ │ └── response │ │ │ ├── Response.scala │ │ │ ├── ResponseDouble.scala │ │ │ ├── ResponseFloat.scala │ │ │ ├── ResponseInt.scala │ │ │ └── ResponseLong.scala │ │ ├── models │ │ ├── client │ │ │ ├── BigVector.scala │ │ │ └── asyImp │ │ │ │ ├── AsyBigVector.scala │ │ │ │ ├── AsyBigVectorDouble.scala │ │ │ │ ├── AsyBigVectorFloat.scala │ │ │ │ ├── AsyBigVectorInt.scala │ │ │ │ ├── AsyBigVectorLong.scala │ │ │ │ ├── DeserializationHelper.scala │ │ │ │ ├── PullFSM.scala │ │ │ │ └── PushFSM.scala │ │ └── server │ │ │ ├── PartialVector.scala │ │ │ ├── PartialVectorDouble.scala │ │ │ ├── PartialVectorFloat.scala │ │ │ ├── PartialVectorInt.scala │ │ │ ├── PartialVectorLong.scala │ │ │ └── PushLogic.scala │ │ ├── partitions │ │ ├── Partition.scala │ │ ├── Partitioner.scala │ │ └── range │ │ │ ├── RangePartition.scala │ │ │ └── RangePartitioner.scala │ │ └── serialization │ │ ├── FastPrimitiveDeserializer.scala │ │ ├── FastPrimitiveSerializer.scala │ │ ├── RequestSerializer.scala │ │ ├── ResponseSerializer.scala │ │ └── SerializationConstants.scala │ └── examples │ ├── AsySGDExample.scala │ ├── TestBroadCast.scala │ ├── TestClient.scala │ └── TestRemote.scala └── test └── scala └── Test.scala /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CASISCAS/asyspark/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CASISCAS/asyspark/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CASISCAS/asyspark/HEAD/README.md -------------------------------------------------------------------------------- /conf/default.conf.template: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CASISCAS/asyspark/HEAD/conf/default.conf.template -------------------------------------------------------------------------------- /conf/env.sh.template: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CASISCAS/asyspark/HEAD/conf/env.sh.template -------------------------------------------------------------------------------- /conf/servers.template: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CASISCAS/asyspark/HEAD/conf/servers.template -------------------------------------------------------------------------------- /dependency-reduced-pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CASISCAS/asyspark/HEAD/dependency-reduced-pom.xml -------------------------------------------------------------------------------- /docs/doc: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /docs/problem: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CASISCAS/asyspark/HEAD/docs/problem -------------------------------------------------------------------------------- /pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CASISCAS/asyspark/HEAD/pom.xml -------------------------------------------------------------------------------- /spark-asyspark_2.11.iml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CASISCAS/asyspark/HEAD/spark-asyspark_2.11.iml -------------------------------------------------------------------------------- /src/META-INF/MANIFEST.MF: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CASISCAS/asyspark/HEAD/src/META-INF/MANIFEST.MF -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/asyspark/asyml/asysgd/AsyGradientDescent.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CASISCAS/asyspark/HEAD/src/main/scala/org/apache/spark/asyspark/asyml/asysgd/AsyGradientDescent.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/asyspark/asyml/asysgd/GlobalWeight.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CASISCAS/asyspark/HEAD/src/main/scala/org/apache/spark/asyspark/asyml/asysgd/GlobalWeight.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/asyspark/core/Client.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CASISCAS/asyspark/HEAD/src/main/scala/org/apache/spark/asyspark/core/Client.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/asyspark/core/Exceptios/PullFailedException.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CASISCAS/asyspark/HEAD/src/main/scala/org/apache/spark/asyspark/core/Exceptios/PullFailedException.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/asyspark/core/Exceptios/PushFailedException.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CASISCAS/asyspark/HEAD/src/main/scala/org/apache/spark/asyspark/core/Exceptios/PushFailedException.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/asyspark/core/Main.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CASISCAS/asyspark/HEAD/src/main/scala/org/apache/spark/asyspark/core/Main.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/asyspark/core/Master.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CASISCAS/asyspark/HEAD/src/main/scala/org/apache/spark/asyspark/core/Master.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/asyspark/core/Server.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CASISCAS/asyspark/HEAD/src/main/scala/org/apache/spark/asyspark/core/Server.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/asyspark/core/messages/master/ClientList.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CASISCAS/asyspark/HEAD/src/main/scala/org/apache/spark/asyspark/core/messages/master/ClientList.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/asyspark/core/messages/master/RegisterClient.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CASISCAS/asyspark/HEAD/src/main/scala/org/apache/spark/asyspark/core/messages/master/RegisterClient.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/asyspark/core/messages/master/RegisterServer.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CASISCAS/asyspark/HEAD/src/main/scala/org/apache/spark/asyspark/core/messages/master/RegisterServer.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/asyspark/core/messages/master/ServerList.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CASISCAS/asyspark/HEAD/src/main/scala/org/apache/spark/asyspark/core/messages/master/ServerList.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/asyspark/core/messages/server/logic/AcknowledgeReceipt.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CASISCAS/asyspark/HEAD/src/main/scala/org/apache/spark/asyspark/core/messages/server/logic/AcknowledgeReceipt.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/asyspark/core/messages/server/logic/Forget.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CASISCAS/asyspark/HEAD/src/main/scala/org/apache/spark/asyspark/core/messages/server/logic/Forget.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/asyspark/core/messages/server/logic/GenerateUniqueID.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CASISCAS/asyspark/HEAD/src/main/scala/org/apache/spark/asyspark/core/messages/server/logic/GenerateUniqueID.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/asyspark/core/messages/server/logic/NotAcknowledgeReceipt.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CASISCAS/asyspark/HEAD/src/main/scala/org/apache/spark/asyspark/core/messages/server/logic/NotAcknowledgeReceipt.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/asyspark/core/messages/server/logic/UniqueID.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CASISCAS/asyspark/HEAD/src/main/scala/org/apache/spark/asyspark/core/messages/server/logic/UniqueID.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/asyspark/core/messages/server/request/PullVector.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CASISCAS/asyspark/HEAD/src/main/scala/org/apache/spark/asyspark/core/messages/server/request/PullVector.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/asyspark/core/messages/server/request/PushVectorDouble.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CASISCAS/asyspark/HEAD/src/main/scala/org/apache/spark/asyspark/core/messages/server/request/PushVectorDouble.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/asyspark/core/messages/server/request/PushVectorFloat.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CASISCAS/asyspark/HEAD/src/main/scala/org/apache/spark/asyspark/core/messages/server/request/PushVectorFloat.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/asyspark/core/messages/server/request/PushVectorInt.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CASISCAS/asyspark/HEAD/src/main/scala/org/apache/spark/asyspark/core/messages/server/request/PushVectorInt.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/asyspark/core/messages/server/request/PushVectorLong.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CASISCAS/asyspark/HEAD/src/main/scala/org/apache/spark/asyspark/core/messages/server/request/PushVectorLong.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/asyspark/core/messages/server/request/Request.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CASISCAS/asyspark/HEAD/src/main/scala/org/apache/spark/asyspark/core/messages/server/request/Request.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/asyspark/core/messages/server/response/Response.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CASISCAS/asyspark/HEAD/src/main/scala/org/apache/spark/asyspark/core/messages/server/response/Response.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/asyspark/core/messages/server/response/ResponseDouble.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CASISCAS/asyspark/HEAD/src/main/scala/org/apache/spark/asyspark/core/messages/server/response/ResponseDouble.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/asyspark/core/messages/server/response/ResponseFloat.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CASISCAS/asyspark/HEAD/src/main/scala/org/apache/spark/asyspark/core/messages/server/response/ResponseFloat.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/asyspark/core/messages/server/response/ResponseInt.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CASISCAS/asyspark/HEAD/src/main/scala/org/apache/spark/asyspark/core/messages/server/response/ResponseInt.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/asyspark/core/messages/server/response/ResponseLong.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CASISCAS/asyspark/HEAD/src/main/scala/org/apache/spark/asyspark/core/messages/server/response/ResponseLong.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/asyspark/core/models/client/BigVector.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CASISCAS/asyspark/HEAD/src/main/scala/org/apache/spark/asyspark/core/models/client/BigVector.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/asyspark/core/models/client/asyImp/AsyBigVector.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CASISCAS/asyspark/HEAD/src/main/scala/org/apache/spark/asyspark/core/models/client/asyImp/AsyBigVector.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/asyspark/core/models/client/asyImp/AsyBigVectorDouble.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CASISCAS/asyspark/HEAD/src/main/scala/org/apache/spark/asyspark/core/models/client/asyImp/AsyBigVectorDouble.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/asyspark/core/models/client/asyImp/AsyBigVectorFloat.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CASISCAS/asyspark/HEAD/src/main/scala/org/apache/spark/asyspark/core/models/client/asyImp/AsyBigVectorFloat.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/asyspark/core/models/client/asyImp/AsyBigVectorInt.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CASISCAS/asyspark/HEAD/src/main/scala/org/apache/spark/asyspark/core/models/client/asyImp/AsyBigVectorInt.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/asyspark/core/models/client/asyImp/AsyBigVectorLong.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CASISCAS/asyspark/HEAD/src/main/scala/org/apache/spark/asyspark/core/models/client/asyImp/AsyBigVectorLong.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/asyspark/core/models/client/asyImp/DeserializationHelper.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CASISCAS/asyspark/HEAD/src/main/scala/org/apache/spark/asyspark/core/models/client/asyImp/DeserializationHelper.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/asyspark/core/models/client/asyImp/PullFSM.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CASISCAS/asyspark/HEAD/src/main/scala/org/apache/spark/asyspark/core/models/client/asyImp/PullFSM.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/asyspark/core/models/client/asyImp/PushFSM.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CASISCAS/asyspark/HEAD/src/main/scala/org/apache/spark/asyspark/core/models/client/asyImp/PushFSM.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/asyspark/core/models/server/PartialVector.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CASISCAS/asyspark/HEAD/src/main/scala/org/apache/spark/asyspark/core/models/server/PartialVector.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/asyspark/core/models/server/PartialVectorDouble.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CASISCAS/asyspark/HEAD/src/main/scala/org/apache/spark/asyspark/core/models/server/PartialVectorDouble.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/asyspark/core/models/server/PartialVectorFloat.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CASISCAS/asyspark/HEAD/src/main/scala/org/apache/spark/asyspark/core/models/server/PartialVectorFloat.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/asyspark/core/models/server/PartialVectorInt.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CASISCAS/asyspark/HEAD/src/main/scala/org/apache/spark/asyspark/core/models/server/PartialVectorInt.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/asyspark/core/models/server/PartialVectorLong.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CASISCAS/asyspark/HEAD/src/main/scala/org/apache/spark/asyspark/core/models/server/PartialVectorLong.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/asyspark/core/models/server/PushLogic.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CASISCAS/asyspark/HEAD/src/main/scala/org/apache/spark/asyspark/core/models/server/PushLogic.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/asyspark/core/partitions/Partition.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CASISCAS/asyspark/HEAD/src/main/scala/org/apache/spark/asyspark/core/partitions/Partition.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/asyspark/core/partitions/Partitioner.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CASISCAS/asyspark/HEAD/src/main/scala/org/apache/spark/asyspark/core/partitions/Partitioner.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/asyspark/core/partitions/range/RangePartition.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CASISCAS/asyspark/HEAD/src/main/scala/org/apache/spark/asyspark/core/partitions/range/RangePartition.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/asyspark/core/partitions/range/RangePartitioner.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CASISCAS/asyspark/HEAD/src/main/scala/org/apache/spark/asyspark/core/partitions/range/RangePartitioner.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/asyspark/core/serialization/FastPrimitiveDeserializer.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CASISCAS/asyspark/HEAD/src/main/scala/org/apache/spark/asyspark/core/serialization/FastPrimitiveDeserializer.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/asyspark/core/serialization/FastPrimitiveSerializer.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CASISCAS/asyspark/HEAD/src/main/scala/org/apache/spark/asyspark/core/serialization/FastPrimitiveSerializer.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/asyspark/core/serialization/RequestSerializer.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CASISCAS/asyspark/HEAD/src/main/scala/org/apache/spark/asyspark/core/serialization/RequestSerializer.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/asyspark/core/serialization/ResponseSerializer.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CASISCAS/asyspark/HEAD/src/main/scala/org/apache/spark/asyspark/core/serialization/ResponseSerializer.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/asyspark/core/serialization/SerializationConstants.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CASISCAS/asyspark/HEAD/src/main/scala/org/apache/spark/asyspark/core/serialization/SerializationConstants.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/examples/AsySGDExample.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CASISCAS/asyspark/HEAD/src/main/scala/org/apache/spark/examples/AsySGDExample.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/examples/TestBroadCast.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CASISCAS/asyspark/HEAD/src/main/scala/org/apache/spark/examples/TestBroadCast.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/examples/TestClient.scala: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/examples/TestRemote.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CASISCAS/asyspark/HEAD/src/main/scala/org/apache/spark/examples/TestRemote.scala -------------------------------------------------------------------------------- /src/test/scala/Test.scala: -------------------------------------------------------------------------------- 1 | /** 2 | * Created by wjf on 16-9-19. 3 | */ 4 | class Test { 5 | 6 | } --------------------------------------------------------------------------------