4 | * Licensed under the Apache License, Version 2.0 (the "License"); 5 | * you may not use this file except in compliance with the License. 6 | * You may obtain a copy of the License at 7 | *
8 | * http://www.apache.org/licenses/LICENSE-2.0 9 | *
10 | * Unless required by applicable law or agreed to in writing, software
11 | * distributed under the License is distributed on an "AS IS" BASIS,
12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 | * See the License for the specific language governing permissions and
14 | * limitations under the License.
15 | */
16 | package io.kgraph.library.cf;
17 |
18 | /**
19 | * Classes that implement this interface represent the ID of a node in a
20 | * user-item graph. Nodes in this case typically represent either users or items
21 | * and are identified by a number or a string (e.g. an item description). To
22 | * avoid conflicts between user and item ids, this interface defines the type
23 | * of the node as well, not just the identifier. The type is a byte value and
24 | * can by set and interpreted in an application-specific manner.
25 | *
26 | * @author dl
27 | *
28 | * @param
4 | * Licensed under the Apache License, Version 2.0 (the "License");
5 | * you may not use this file except in compliance with the License.
6 | * You may obtain a copy of the License at
7 | *
8 | * http://www.apache.org/licenses/LICENSE-2.0
9 | *
10 | * Unless required by applicable law or agreed to in writing, software
11 | * distributed under the License is distributed on an "AS IS" BASIS,
12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 | * See the License for the specific language governing permissions and
14 | * limitations under the License.
15 | */
16 | package io.kgraph.library.maxbmatching;
17 |
18 | import java.util.Objects;
19 |
20 | import io.kgraph.library.maxbmatching.MBMEdgeValue.State;
21 |
22 | public class MBMMessage {
23 | private final Long vertexID;
24 | private final State state;
25 |
26 | public MBMMessage() {
27 | this.vertexID = 0L;
28 | this.state = State.DEFAULT;
29 | }
30 |
31 | public MBMMessage(Long id, State proposed) {
32 | this.vertexID = id;
33 | this.state = proposed;
34 | }
35 |
36 | public Long getId() {
37 | return vertexID;
38 | }
39 |
40 | public State getState() {
41 | return state;
42 | }
43 |
44 | @Override
45 | public String toString() {
46 | return "(" + vertexID + ", " + state + ")";
47 | }
48 |
49 | @Override
50 | public boolean equals(Object o) {
51 | if (this == o) return true;
52 | if (o == null || getClass() != o.getClass()) return false;
53 | MBMMessage that = (MBMMessage) o;
54 | return Objects.equals(vertexID, that.vertexID) &&
55 | state == that.state;
56 | }
57 |
58 | @Override
59 | public int hashCode() {
60 | return Objects.hash(vertexID, state);
61 | }
62 | }
63 |
--------------------------------------------------------------------------------
/kafka-graphs-core/src/main/java/io/kgraph/streaming/EdgeFoldFunction.java:
--------------------------------------------------------------------------------
1 | /*
2 | * Licensed to the Apache Software Foundation (ASF) under one
3 | * or more contributor license agreements. See the NOTICE file
4 | * distributed with this work for additional information
5 | * regarding copyright ownership. The ASF licenses this file
6 | * to you under the Apache License, Version 2.0 (the
7 | * "License"); you may not use this file except in compliance
8 | * with the License. You may obtain a copy of the License at
9 | *
10 | * http://www.apache.org/licenses/LICENSE-2.0
11 | *
12 | * Unless required by applicable law or agreed to in writing, software
13 | * distributed under the License is distributed on an "AS IS" BASIS,
14 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
15 | * See the License for the specific language governing permissions and
16 | * limitations under the License.
17 | */
18 |
19 | package io.kgraph.streaming;
20 |
21 | /**
22 | * Interface to be implemented by the function applied to a vertex neighborhood
23 | * in the {@link KGraphWindowedStream#foldNeighbors(Object, EdgeFoldFunction)} method.
24 | *
25 | * @param
4 | * Licensed under the Apache License, Version 2.0 (the "License");
5 | * you may not use this file except in compliance with the License.
6 | * You may obtain a copy of the License at
7 | *
8 | * http://www.apache.org/licenses/LICENSE-2.0
9 | *
10 | * Unless required by applicable law or agreed to in writing, software
11 | * distributed under the License is distributed on an "AS IS" BASIS,
12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 | * See the License for the specific language governing permissions and
14 | * limitations under the License.
15 | */
16 | package io.kgraph.library.clustering;
17 |
18 | import java.util.ArrayList;
19 | import java.util.List;
20 |
21 | import io.kgraph.pregel.aggregators.Aggregator;
22 |
23 | public class DoubleListAggregator implements Aggregator
4 | * Licensed under the Apache License, Version 2.0 (the "License");
5 | * you may not use this file except in compliance with the License.
6 | * You may obtain a copy of the License at
7 | *
8 | * http://www.apache.org/licenses/LICENSE-2.0
9 | *
10 | * Unless required by applicable law or agreed to in writing, software
11 | * distributed under the License is distributed on an "AS IS" BASIS,
12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 | * See the License for the specific language governing permissions and
14 | * limitations under the License.
15 | */
16 | package io.kgraph.library.clustering;
17 |
18 | import java.util.ArrayList;
19 | import java.util.List;
20 | import java.util.Objects;
21 |
22 | /**
23 | * The type of the vertex value in K-means
24 | * It stores the coordinates of the point
25 | * and the currently assigned cluster id
26 | *
27 | */
28 | public class KMeansVertexValue {
29 | private final List
4 | * Licensed under the Apache License, Version 2.0 (the "License");
5 | * you may not use this file except in compliance with the License.
6 | * You may obtain a copy of the License at
7 | *
8 | * http://www.apache.org/licenses/LICENSE-2.0
9 | *
10 | * Unless required by applicable law or agreed to in writing, software
11 | * distributed under the License is distributed on an "AS IS" BASIS,
12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 | * See the License for the specific language governing permissions and
14 | * limitations under the License.
15 | */
16 | package io.kgraph.library.cf;
17 |
18 | import java.util.Objects;
19 |
20 | import org.jblas.FloatMatrix;
21 |
22 | /**
23 | * Messages send in most of the CF algorithm typically must carry the id of the
24 | * message sender as well as the payload of the message, that is, the latent
25 | * vector.
26 | * @author dl
27 | *
28 | */
29 | public class FloatMatrixMessage {
30 | private final CfLongId senderId;
31 | private final FloatMatrix factors;
32 | private final float score;
33 |
34 | public FloatMatrixMessage(FloatMatrixMessage msg) {
35 | this.senderId = msg.senderId;
36 | this.factors = msg.factors;
37 | this.score = msg.score;
38 | }
39 |
40 | public FloatMatrixMessage(CfLongId senderId, FloatMatrix factors, float score) {
41 | this.senderId = senderId;
42 | this.factors = factors;
43 | this.score = score;
44 | }
45 |
46 | public CfLongId getSenderId() {
47 | return senderId;
48 | }
49 |
50 | public FloatMatrix getFactors() {
51 | return factors;
52 | }
53 |
54 | public float getScore() {
55 | return score;
56 | }
57 |
58 | @Override
59 | public boolean equals(Object o) {
60 | if (this == o) return true;
61 | if (o == null || getClass() != o.getClass()) return false;
62 | FloatMatrixMessage that = (FloatMatrixMessage) o;
63 | return Float.compare(that.score, score) == 0 &&
64 | Objects.equals(senderId, that.senderId) &&
65 | Objects.equals(factors, that.factors);
66 | }
67 |
68 | @Override
69 | public int hashCode() {
70 | return Objects.hash(senderId, factors, score);
71 | }
72 |
73 | @Override
74 | public String toString() {
75 | return "[" + senderId + "] " + score + " " + factors;
76 | }
77 | }
78 |
--------------------------------------------------------------------------------
/kafka-graphs-core/src/main/java/io/kgraph/pregel/PregelClientSupplier.java:
--------------------------------------------------------------------------------
1 | /*
2 | * Licensed to the Apache Software Foundation (ASF) under one or more
3 | * contributor license agreements. See the NOTICE file distributed with
4 | * this work for additional information regarding copyright ownership.
5 | * The ASF licenses this file to You under the Apache License, Version 2.0
6 | * (the "License"); you may not use this file except in compliance with
7 | * the License. You may obtain a copy of the License at
8 | *
9 | * http://www.apache.org/licenses/LICENSE-2.0
10 | *
11 | * Unless required by applicable law or agreed to in writing, software
12 | * distributed under the License is distributed on an "AS IS" BASIS,
13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14 | * See the License for the specific language governing permissions and
15 | * limitations under the License.
16 | */
17 | package io.kgraph.pregel;
18 |
19 | import java.util.Map;
20 |
21 | import org.apache.kafka.clients.admin.Admin;
22 | import org.apache.kafka.clients.consumer.Consumer;
23 | import org.apache.kafka.clients.producer.Producer;
24 | import org.apache.kafka.streams.KafkaClientSupplier;
25 | import org.apache.kafka.streams.processor.internals.DefaultKafkaClientSupplier;
26 |
27 | public class PregelClientSupplier implements KafkaClientSupplier {
28 |
29 | private final DefaultKafkaClientSupplier defaultSupplier = new DefaultKafkaClientSupplier();
30 |
31 | public PregelClientSupplier() {
32 | }
33 |
34 | @Override
35 | public Admin getAdmin(final Map
4 | * Licensed under the Apache License, Version 2.0 (the "License");
5 | * you may not use this file except in compliance with the License.
6 | * You may obtain a copy of the License at
7 | *
8 | * http://www.apache.org/licenses/LICENSE-2.0
9 | *
10 | * Unless required by applicable law or agreed to in writing, software
11 | * distributed under the License is distributed on an "AS IS" BASIS,
12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 | * See the License for the specific language governing permissions and
14 | * limitations under the License.
15 | */
16 | package io.kgraph.library.clustering;
17 |
18 | import java.util.ArrayList;
19 | import java.util.List;
20 | import java.util.Map;
21 | import java.util.Random;
22 |
23 | import org.apache.kafka.common.Configurable;
24 |
25 | import io.kgraph.pregel.aggregators.Aggregator;
26 |
27 | public class ListOfDoubleListAggregator implements Aggregator
4 | * Licensed under the Apache License, Version 2.0 (the "License");
5 | * you may not use this file except in compliance with the License.
6 | * You may obtain a copy of the License at
7 | *
8 | * http://www.apache.org/licenses/LICENSE-2.0
9 | *
10 | * Unless required by applicable law or agreed to in writing, software
11 | * distributed under the License is distributed on an "AS IS" BASIS,
12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 | * See the License for the specific language governing permissions and
14 | * limitations under the License.
15 | */
16 | package io.kgraph.library.maxbmatching;
17 |
18 | import java.util.HashMap;
19 | import java.util.Map;
20 | import java.util.Objects;
21 |
22 | public class MBMEdgeValue {
23 | private final double weight;
24 | private final State state;
25 |
26 | public MBMEdgeValue() {
27 | this(0, State.DEFAULT);
28 | }
29 |
30 | public MBMEdgeValue(double weight) {
31 | this(weight, State.DEFAULT);
32 | }
33 |
34 | public MBMEdgeValue(double weight, State state) {
35 | this.weight = weight;
36 | this.state = state;
37 | }
38 |
39 | public double getWeight() {
40 | return weight;
41 | }
42 |
43 | public State getState() {
44 | return state;
45 | }
46 |
47 | @Override
48 | public String toString() {
49 | return weight + "\t" + state;
50 | }
51 |
52 | @Override
53 | public boolean equals(Object o) {
54 | if (this == o) return true;
55 | if (o == null || getClass() != o.getClass()) return false;
56 | MBMEdgeValue that = (MBMEdgeValue) o;
57 | return Double.compare(that.weight, weight) == 0 &&
58 | state == that.state;
59 | }
60 |
61 | @Override
62 | public int hashCode() {
63 | return Objects.hash(weight, state);
64 | }
65 |
66 | public enum State {
67 | DEFAULT ((byte) 0), // starting state
68 | PROPOSED((byte) 1), // proposed for inclusion in the matching
69 | REMOVED ((byte) 2), // cannot be included in the matching
70 | INCLUDED((byte) 3); // included in the matching
71 |
72 | private final byte value;
73 | private static final Map
4 | * Licensed under the Apache License, Version 2.0 (the "License");
5 | * you may not use this file except in compliance with the License.
6 | * You may obtain a copy of the License at
7 | *
8 | * http://www.apache.org/licenses/LICENSE-2.0
9 | *
10 | * Unless required by applicable law or agreed to in writing, software
11 | * distributed under the License is distributed on an "AS IS" BASIS,
12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 | * See the License for the specific language governing permissions and
14 | * limitations under the License.
15 | */
16 | package io.kgraph.library.cf;
17 |
18 | import java.util.Objects;
19 | import java.util.regex.Matcher;
20 | import java.util.regex.Pattern;
21 |
22 | /**
23 | * This class represents the ID of a node in a CF scenario that has an
24 | * identifier of type long.
25 | *
26 | * @author dl
27 | *
28 | */
29 | public class CfLongId implements CfId
32 | * This is a single-pass implementation, which uses a {@link SummaryBulkAggregation} to periodically merge
33 | * the partitioned state.
34 | *
35 | * @param