├── .gitignore
├── JavaMethodExactor.jar
├── README.md
├── pom.xml
└── src
    └── main
        └── java
            └── dreamcold
                ├── Main.java
                ├── parser
                    └── FileParser.java
                ├── task
                    └── Task.java
                ├── util
                    └── FileWriter.java
                └── visiter
                    └── FunctionVisitor.java


/.gitignore:
--------------------------------------------------------------------------------
1 | .idea/*
2 | JavaExtractor.iml
3 | 
4 | 


--------------------------------------------------------------------------------
/JavaMethodExactor.jar:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/kangyujian/JavaMethodExactor/b5aab600ba9b9b5111cc11d27b1f95ed5c88b1bd/JavaMethodExactor.jar


--------------------------------------------------------------------------------
/README.md:
--------------------------------------------------------------------------------
 1 | # JavaExtractor
 2 | 
 3 | ## About the project
 4 | 
 5 | The project is a code extractor, whose function is to input the path of a java project and output the method information in the project.
 6 | The method information includes the class name, method name, method body code, return value, parameter, etc. it is very convenient to use. 
 7 | I have packaged the project code into a jar package, which can be run according to the command to quickly extract the Java method information
 8 | 
 9 | ## Environmental 
10 | 
11 | ```
12 | jDK 1.8
13 | Maven
14 | ```
15 | ## How to use
16 | ```
17 | # The first parameter is the project path, and the second parameter is the specific file to output to
18 | # example
19 | java -jar JavaMethodExactor.jar /home/javaproject ./ouput.txt
20 | ```


--------------------------------------------------------------------------------
/pom.xml:
--------------------------------------------------------------------------------
 1 | <?xml version="1.0" encoding="UTF-8"?>
 2 | <project xmlns="http://maven.apache.org/POM/4.0.0"
 3 |          xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
 4 |          xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
 5 |     <modelVersion>4.0.0</modelVersion>
 6 | 
 7 |     <groupId>com.dreamcold.debug</groupId>
 8 |     <artifactId>dreamcold</artifactId>
 9 |     <version>1.0-SNAPSHOT</version>
10 | 
11 |     <build>
12 |         <plugins>
13 |             <plugin>
14 |                 <groupId>org.apache.maven.plugins</groupId>
15 |                 <artifactId>maven-compiler-plugin</artifactId>
16 |                 <version>3.2</version>
17 |                 <configuration>
18 |                     <source>1.8</source>
19 |                     <target>1.8</target>
20 |                 </configuration>
21 |             </plugin>
22 |             <plugin>
23 |                 <groupId>org.apache.maven.plugins</groupId>
24 |                 <artifactId>maven-assembly-plugin</artifactId>
25 |                 <version>2.5.5</version>
26 |                 <configuration>
27 |                     <archive>
28 |                         <manifest>
29 |                             <mainClass>dreamcold.Main</mainClass>
30 |                         </manifest>
31 |                     </archive>
32 |                     <descriptorRefs>
33 |                         <descriptorRef>jar-with-dependencies</descriptorRef>
34 |                     </descriptorRefs>
35 |                 </configuration>
36 |                 <!--下面是为了使用 mvn package命令，如果不加则使用mvn assembly-->
37 |                 <executions>
38 |                     <execution>
39 |                         <id>make-assemble</id>
40 |                         <phase>package</phase>
41 |                     </execution>
42 |                 </executions>
43 |             </plugin>
44 |         </plugins>
45 |     </build>
46 | 
47 | 
48 |     <dependencies>
49 |         <dependency>
50 |             <groupId>com.github.javaparser</groupId>
51 |             <artifactId>javaparser-core</artifactId>
52 |             <version>3.0.0-alpha.4</version>
53 |         </dependency>
54 |         <dependency>
55 |             <groupId>commons-io</groupId>
56 |             <artifactId>commons-io</artifactId>
57 |             <version>1.3.2</version>
58 |             <scope>compile</scope>
59 |         </dependency>
60 |         <dependency>
61 |             <groupId>com.fasterxml.jackson.core</groupId>
62 |             <artifactId>jackson-databind</artifactId>
63 |             <version>2.9.3</version>
64 |         </dependency>
65 |         <dependency>
66 |             <groupId>args4j</groupId>
67 |             <artifactId>args4j</artifactId>
68 |             <version>2.33</version>
69 |         </dependency>
70 |         <dependency>
71 |             <groupId>org.apache.commons</groupId>
72 |             <artifactId>commons-lang3</artifactId>
73 |             <version>3.5</version>
74 |         </dependency>
75 |         <dependency>
76 |             <groupId>mysql</groupId>
77 |             <artifactId>mysql-connector-java</artifactId>
78 |             <version>5.1.6</version>
79 |         </dependency>
80 |     </dependencies>
81 | 
82 | 
83 | </project>


--------------------------------------------------------------------------------
/src/main/java/dreamcold/Main.java:
--------------------------------------------------------------------------------
 1 | package dreamcold;
 2 | 
 3 | 
 4 | 
 5 | import dreamcold.task.Task;
 6 | import dreamcold.util.FileWriter;
 7 | 
 8 | import java.io.File;
 9 | import java.io.IOException;
10 | import java.nio.file.Files;
11 | import java.nio.file.Paths;
12 | import java.util.LinkedList;
13 | import java.util.concurrent.Executors;
14 | import java.util.concurrent.ThreadPoolExecutor;
15 | 
16 | public class Main {
17 | 
18 |     private static String dir=null;
19 | 
20 |     private static String outputdir=null;
21 | 
22 |     private static Integer numThreads=4;
23 | 
24 | 
25 | 
26 | 
27 | 
28 |     public static void main(String[] args){
29 |         if (args==null||args.length!=2){
30 |             System.out.println("参数数量不正确");
31 |             System.out.println("请正常输入参数：要提取的Java的项目的路径，要输出到的文件的路径");
32 |             System.exit(0);
33 |         }
34 |         dir=args[0];
35 |         outputdir=args[1];
36 |         FileWriter.outputPath=outputdir;
37 |         travelDir();
38 | 
39 |     }
40 | 
41 | 
42 |     private static void travelDir(){
43 |         if (dir != null) {
44 |             File root = new File(dir);
45 |             if(root.exists() && root.isDirectory()) {
46 |                 File[] projs = root.listFiles();
47 |                 int cnt=0;
48 |                 int all=projs.length;
49 |                 for(File proj : projs) {
50 |                     cnt++;
51 |                     dir = proj.getPath();
52 | 
53 |                     extractDir();
54 |                     System.out.printf("all is %d , now is the %d",all,cnt);
55 |                 }
56 |             }
57 |         }
58 |     }
59 | 
60 | 
61 |     private static void extractDir() {
62 |         ThreadPoolExecutor executor = (ThreadPoolExecutor) Executors.newFixedThreadPool(numThreads);
63 |         LinkedList<Task> tasks = new LinkedList<Task>();
64 |         try {
65 |             Files.walk(Paths.get(dir)).filter(Files::isRegularFile)
66 |                     .filter(p -> p.toString().toLowerCase().endsWith(".java")).forEach(f -> {
67 |                 Task task = new Task(f);
68 |                 tasks.add(task);
69 |                 System.out.println("解析 "+f.getFileName()+"...");
70 |             });
71 |         } catch (IOException e) {
72 |             e.printStackTrace();
73 |             return;
74 |         }
75 |         try {
76 |             executor.invokeAll(tasks);
77 |         } catch (InterruptedException e) {
78 |             e.printStackTrace();
79 |         } finally {
80 |             executor.shutdown();
81 |         }
82 |     }
83 | }
84 | 


--------------------------------------------------------------------------------
/src/main/java/dreamcold/parser/FileParser.java:
--------------------------------------------------------------------------------
 1 | package dreamcold.parser;
 2 | 
 3 | 
 4 | import com.github.javaparser.JavaParser;
 5 | import com.github.javaparser.ParseException;
 6 | import com.github.javaparser.ParseProblemException;
 7 | import com.github.javaparser.ast.CompilationUnit;
 8 | import com.github.javaparser.ast.body.MethodDeclaration;
 9 | import com.github.javaparser.ast.body.Parameter;
10 | import dreamcold.util.FileWriter;
11 | import dreamcold.visiter.FunctionVisitor;
12 | 
13 | import java.io.IOException;
14 | import java.util.ArrayList;
15 | import java.util.List;
16 | 
17 | public class FileParser {
18 | 
19 |     private String code;
20 |     private CompilationUnit m_CompilationUnit;
21 |     private String className;
22 | 
23 |     public FileParser(String code) {
24 |         this.code = code;
25 |     }
26 | 
27 |     public FileParser(String code, String className) {
28 |         this.code = code;
29 |         this.className = className;
30 |     }
31 | 
32 |     public CompilationUnit getParsedFile() {
33 |         return m_CompilationUnit;
34 |     }
35 | 
36 |     public void extractFeatures() throws ParseException, IOException {
37 |         m_CompilationUnit = parseFileWithRetries(code);
38 | 
39 |         FunctionVisitor functionVisitor = new FunctionVisitor();
40 | 
41 |         functionVisitor.visit(m_CompilationUnit, null);
42 |         ArrayList<MethodDeclaration> nodes = functionVisitor.getMethodDeclarations();
43 |         for (int i=0;i<nodes.size();i++){
44 |             MethodDeclaration methodDeclaration=nodes.get(i);
45 |             List<Parameter> parameters = methodDeclaration.getParameters();
46 |             StringBuilder sb=new StringBuilder();
47 |             for (Parameter parameter:parameters){
48 |                 sb.append(parameter.getType().toString()).append(" ");
49 |             }
50 |             sb.delete(sb.length() - 2, sb.length());
51 |             String classNameStr=className;
52 |             String parametersStr=sb.toString();
53 |             String returnTypeStr=methodDeclaration.getType().toString();
54 |             String bodyContentStr=methodDeclaration.getBody().toString().replaceAll("\r|\n","");
55 |             String methodNameStr=methodDeclaration.getName();
56 |             sb=new StringBuilder();
57 |             sb.append(className);
58 |             sb.append("@");
59 |             sb.append(returnTypeStr);
60 |             sb.append("@");
61 |             sb.append(parametersStr);
62 |             sb.append("@");
63 |             sb.append(bodyContentStr);
64 |             sb.append("@");
65 |             sb.append(methodNameStr);
66 |             sb.append("\n");
67 |             String line=sb.toString();
68 |             FileWriter.wirteContent(line);
69 |         }
70 | 
71 |     }
72 | 
73 |     public CompilationUnit parseFileWithRetries(String code) throws IOException {
74 |         final String classPrefix = "public class Test {";
75 |         final String classSuffix = "}";
76 |         final String methodPrefix = "SomeUnknownReturnType f() {";
77 |         final String methodSuffix = "return noSuchReturnValue; }";
78 | 
79 |         String originalContent = code;
80 |         String content = originalContent;
81 |         CompilationUnit parsed = null;
82 |         try {
83 |             parsed = JavaParser.parse(content);
84 |         } catch (ParseProblemException e1) {
85 |             // Wrap with a class and method
86 |             try {
87 |                 content = classPrefix + methodPrefix + originalContent + methodSuffix + classSuffix;
88 |                 parsed = JavaParser.parse(content);
89 |             } catch (ParseProblemException e2) {
90 |                 // Wrap with a class only
91 |                 content = classPrefix + originalContent + classSuffix;
92 |                 parsed = JavaParser.parse(content);
93 |             }
94 |         }
95 | 
96 |         return parsed;
97 |     }
98 | }
99 | 


--------------------------------------------------------------------------------
/src/main/java/dreamcold/task/Task.java:
--------------------------------------------------------------------------------
 1 | package dreamcold.task;
 2 | 
 3 | 
 4 | import com.github.javaparser.ParseException;
 5 | import dreamcold.parser.FileParser;
 6 | 
 7 | import java.io.IOException;
 8 | 
 9 | import java.nio.file.Files;
10 | import java.nio.file.Path;
11 | import java.util.concurrent.Callable;
12 | 
13 | public class Task implements Callable<Void> {
14 |     String code = null;
15 |     String className=null;
16 | 
17 | 
18 |     public Task(Path path) {
19 |         try {
20 |             this.code = new String(Files.readAllBytes(path));
21 |             String fileName=path.getFileName().toString();
22 |             fileName=fileName.substring(0,fileName.length()-5);
23 |             this.className=fileName;
24 |         } catch (IOException|StringIndexOutOfBoundsException e) {
25 |             e.printStackTrace();
26 |             this.code = "";
27 |             this.className="";
28 |         }
29 |     }
30 | 
31 |     @Override
32 |     public Void call() throws Exception {
33 |         try {
34 |             FileParser featureExtractor = new FileParser(code,className);
35 |             featureExtractor.extractFeatures();
36 |         } catch (ParseException | IOException e) {
37 |             e.printStackTrace();
38 |         }
39 |         return null;
40 |     }
41 | 
42 | }
43 | 


--------------------------------------------------------------------------------
/src/main/java/dreamcold/util/FileWriter.java:
--------------------------------------------------------------------------------
 1 | package dreamcold.util;
 2 | 
 3 | import java.io.File;
 4 | import java.io.IOException;
 5 | 
 6 | public class FileWriter {
 7 | 
 8 |     public static  String outputPath;
 9 | 
10 |     public static void wirteContent(String content){
11 |         wirteContent(content,outputPath);
12 |     }
13 | 
14 | 
15 |     public static void wirteContent(String content,String path){
16 |         java.io.FileWriter fw=null;
17 |         try {
18 |             File file=new File(path);
19 |             fw=new java.io.FileWriter(file,true);
20 |             fw.write(content);
21 |         }catch (IOException e){
22 |             e.printStackTrace();
23 |         }finally {
24 |             try {
25 |                 if (fw!=null){
26 |                     fw.close();
27 |                 }
28 |             } catch (IOException e) {
29 |                 e.printStackTrace();
30 |             }
31 |         }
32 |     }
33 | 
34 | }
35 | 


--------------------------------------------------------------------------------
/src/main/java/dreamcold/visiter/FunctionVisitor.java:
--------------------------------------------------------------------------------
 1 | package dreamcold.visiter;
 2 | 
 3 | import com.github.javaparser.ast.body.MethodDeclaration;
 4 | import com.github.javaparser.ast.expr.AnnotationExpr;
 5 | import com.github.javaparser.ast.visitor.VoidVisitorAdapter;
 6 | 
 7 | import java.util.ArrayList;
 8 | 
 9 | public class FunctionVisitor extends VoidVisitorAdapter<Object> {
10 |     private ArrayList<MethodDeclaration> m_Nodes = new ArrayList<MethodDeclaration>();
11 | 
12 |     @Override
13 |     public void visit(MethodDeclaration node, Object arg) {
14 |         AnnotationExpr annotation = node.getAnnotationByClass(Override.class);
15 | 
16 |         if(annotation == null && node.getBody() != null)
17 |             m_Nodes.add(node);
18 | 
19 | 
20 |         super.visit(node, arg);
21 |     }
22 | 
23 | 
24 | 
25 | 
26 |     public ArrayList<MethodDeclaration> getMethodDeclarations(){
27 |         return m_Nodes;
28 |     }
29 | }
30 | 
31 | 
32 | 


--------------------------------------------------------------------------------