4 |
5 | **D3.js** is a JavaScript library for manipulating documents based on data. **D3** helps you bring data to life using HTML, SVG, and CSS. **D3** emphasizes web standards and combines powerful visualization components with a data-driven approach to DOM manipulation, giving you the full capabilities of modern browsers without tying yourself to a proprietary framework.
6 |
7 | Want to learn more? [See the wiki.](https://github.com/mbostock/d3/wiki)
8 |
9 | For examples, [see the gallery](https://github.com/mbostock/d3/wiki/Gallery) and [mbostock’s bl.ocks](http://bl.ocks.org/mbostock).
10 |
--------------------------------------------------------------------------------
/module/model.r/model_rpart_predict.R:
--------------------------------------------------------------------------------
1 | #
2 | # Collective Knowledge (Predictive modeling using R)
3 | #
4 | # See CK LICENSE.txt for licensing details
5 | # See CK Copyright.txt for copyright details
6 | #
7 | # Developer: Grigori Fursin
8 | #
9 |
10 | # model package
11 | library(e1071)
12 | library(rpart)
13 |
14 | # get arguments
15 | args <- commandArgs(trailingOnly = TRUE)
16 |
17 | fmodel=args[1]
18 | finput=args[2]
19 | foutput=args[3]
20 |
21 | # get data
22 | data_set = read.csv(finput, header=FALSE, sep=";")
23 |
24 | # variables
25 | x=data.frame(data_set)
26 |
27 | # loading saved prediction model
28 | load(fmodel)
29 |
30 | print (x)
31 |
32 | # Predicting
33 | p=predict(model, x)
34 |
35 | print (p)
36 |
37 | # Saving results
38 | write.csv(p, file=foutput)
39 |
--------------------------------------------------------------------------------
/demo/ml-decision-tree/model-input.json:
--------------------------------------------------------------------------------
1 | {
2 | "ftable":
3 | [
4 | [20, "O3"],
5 | [20, "O2"],
6 | [20, "Os"]
7 | ],
8 |
9 | "fkeys":
10 | [
11 | "program_size",
12 | "opt_flag"
13 | ],
14 |
15 | "features_flat_keys_desc": {
16 | "program_size":{"name":"Program Size"},
17 | "opt_flag":{"name":"Optimization Flag"}
18 | },
19 |
20 |
21 | "ctable":
22 | [
23 | [false],
24 | [true],
25 | [true]
26 | ],
27 |
28 | "ckeys":
29 | [
30 | "is_cmov_expected"
31 | ],
32 |
33 | "keep_temp_files":"yes",
34 |
35 | "model_module_uoa":"model.sklearn",
36 | "model_name":"dtc",
37 | "model_file":"model-sklearn-dtc",
38 | "model_params":{"max_depth":3}
39 |
40 | }
41 |
--------------------------------------------------------------------------------
/demo/graph-scatter/graph_scatter_test_with_error.json:
--------------------------------------------------------------------------------
1 | {
2 | "table":{"0":[[171941, 0.017235, 0.005], [171941,0.012235, 0.003], [171277,0.018795, 0.006], [185101,0.05366, 0.004], [169381,0.016395, 0.005],[171277,0.01786, 0.005]],
3 | "1":[[171841,0.012235, 0.005],[169281,0.016395, 0.006]]},
4 |
5 |
6 | "add_x_loop":"yes",
7 |
8 | "ignore_point_if_none":"yes",
9 |
10 | "plot_type":"mpl_2d_scatter",
11 |
12 | "display_y_error_bar":"yes",
13 |
14 | "title":"Powered by Collective Knowledge",
15 |
16 | "axis_x_desc":"No",
17 | "axis_y_desc":"Value",
18 |
19 | "plot_grid":"yes",
20 |
21 | "mpl_image_size_x":"12",
22 | "mpl_image_size_y":"6",
23 | "mpl_image_dpi":"100",
24 |
25 | "point_style":{"1":{"elinewidth":"5", "color":"#dc3912"},
26 | "0":{"color":"#3366cc"}}
27 | }
28 |
--------------------------------------------------------------------------------
/module/math.variation/.cm/meta.json:
--------------------------------------------------------------------------------
1 | {
2 | "actions": {
3 | "analyze": {
4 | "desc": "analyze variation of experimental results including multiple expected values"
5 | },
6 | "geometric_mean": {
7 | "desc": "calculating geometric mean"
8 | },
9 | "process_plus_minus": {
10 | "desc": "convert plus minus vars to user friendly strings"
11 | },
12 | "speedup": {
13 | "desc": "analyze speedup"
14 | }
15 | },
16 | "copyright": "See CK COPYRIGHT.txt for copyright details",
17 | "desc": "analyzing variation of experimental results (min,max,average,expected values,etc)",
18 | "developer": "Grigori Fursin",
19 | "developer_email": "Grigori.Fursin@cTuning.org",
20 | "developer_webpage": "http://fursin.net",
21 | "license": "See CK LICENSE.txt for licensing details"
22 | }
23 |
--------------------------------------------------------------------------------
/demo/graph-scatter/graph_scatter_test_save_to_html.json:
--------------------------------------------------------------------------------
1 | {
2 | "table":{"0":[[171941, 0.017235], [171941,0.012235], [171277,0.018795], [185101,0.05366], [169381,0.016395],[171277,0.01786]],
3 | "1":[[171941,0.012235],[169381,0.016395]]},
4 |
5 | "add_x_loop":"yes",
6 |
7 | "ignore_point_if_none":"yes",
8 |
9 | "plot_type":"d3_2d_scatter",
10 |
11 | "display_y_error_bar":"no",
12 |
13 | "title":"Powered by Collective Knowledge",
14 |
15 | "axis_x_desc":"No",
16 | "axis_y_desc":"Value",
17 |
18 | "plot_grid":"yes",
19 |
20 | "d3_div":"ck_interactive",
21 |
22 | "image_width":"900",
23 | "image_height":"400",
24 |
25 | "wfe_url":"http://localhost/ck/repo/web.php?",
26 |
27 | "save_to_html":"graph_scatter_test_save_to_html.html",
28 | "save_to_style":"graph_scatter_test_save_to_html.style"
29 | }
30 |
--------------------------------------------------------------------------------
/module/model.r/model_party_build.R:
--------------------------------------------------------------------------------
1 | #
2 | # Collective Knowledge (Predictive modeling using R)
3 | #
4 | # See CK LICENSE.txt for licensing details
5 | # See CK Copyright.txt for copyright details
6 | #
7 | # Developer: Grigori Fursin
8 | #
9 |
10 | # model package
11 | library(party)
12 |
13 | # get arguments
14 | args <- commandArgs(trailingOnly = TRUE)
15 |
16 | finput=args[1]
17 | foutput=args[2]
18 |
19 | # get data
20 | #data_set = read.table(args[1], header=T, sep=";")
21 | data_set = read.csv(finput, header=FALSE, sep=";")
22 |
23 | # variables
24 | x=data.frame(data_set[,1:ncol(data_set)-1])
25 |
26 | # value
27 | y=data_set[,ncol(data_set)]
28 |
29 | # model
30 | model=ctree(y~.,data=x)
31 |
32 | # Saving model
33 | save(model, file=paste(foutput,'',sep=''))
34 |
35 | print(model)
36 |
37 | summary(model)
38 |
39 | plot(model)
40 |
--------------------------------------------------------------------------------
/demo/ml-decision-tree-multi/model-input.json:
--------------------------------------------------------------------------------
1 | {
2 | "ftable":
3 | [
4 | [1],
5 | [2],
6 | [4],
7 | [8],
8 | [16],
9 | [32],
10 | [64],
11 | [128]
12 | ],
13 |
14 | "fkeys":
15 | [
16 | "input"
17 | ],
18 |
19 | "features_flat_keys_desc": {
20 | "input":{"name":"Dataset size"}
21 | },
22 |
23 |
24 | "ctable":
25 | [
26 | [0],
27 | [0],
28 | [1],
29 | [2],
30 | [2],
31 | [2],
32 | [3],
33 | [1]
34 | ],
35 |
36 | "ckeys":
37 | [
38 | "Solution"
39 | ],
40 |
41 | "keep_temp_files":"yes",
42 |
43 | "model_module_uoa":"model.sklearn",
44 | "model_name":"dtc",
45 | "model_file":"model-sklearn-dtc",
46 | "model_params":{"max_depth":3}
47 |
48 | }
49 |
--------------------------------------------------------------------------------
/module/model.r/model_nnet_build.R:
--------------------------------------------------------------------------------
1 | #
2 | # Collective Knowledge (Predictive modeling using R)
3 | #
4 | # See CK LICENSE.txt for licensing details
5 | # See CK Copyright.txt for copyright details
6 | #
7 | # Developer: Grigori Fursin
8 | #
9 |
10 | # model package
11 | library(nnet)
12 |
13 | # get arguments
14 | args <- commandArgs(trailingOnly = TRUE)
15 |
16 | finput=args[1]
17 | foutput=args[2]
18 |
19 | # get data
20 | #data_set = read.table(args[1], header=T, sep=";")
21 | data_set = read.csv(finput, header=FALSE, sep=";")
22 |
23 | # variables
24 | x=data.frame(data_set[,1:ncol(data_set)-1])
25 |
26 | # value
27 | y=data_set[,ncol(data_set)]
28 |
29 | # model
30 | model=nnet(y~.,data=x,size=10,decay=0,maxit=2000,trace=T)
31 |
32 | # Saving model
33 | save(model, file=paste(foutput,'',sep=''))
34 |
35 | print(model)
36 |
37 | summary(model)
38 |
--------------------------------------------------------------------------------
/module/model/.cm/meta.json:
--------------------------------------------------------------------------------
1 | {
2 | "actions": {
3 | "build": {
4 | "desc": "build predictive model"
5 | },
6 | "convert_to_csv": {
7 | "desc": "convert table to CSV"
8 | },
9 | "use": {
10 | "desc": "use existing model to predict values"
11 | },
12 | "validate": {
13 | "desc": "validate predictive model (detect mispredictions, calculate RMSE, etc)",
14 | "for_web": "yes"
15 | }
16 | },
17 | "author": "Grigori Fursin",
18 | "author_email": "Grigori.Fursin@cTuning.org",
19 | "author_webpage": "http://fursin.net",
20 | "copyright": "See CK COPYRIGHT.txt for copyright details",
21 | "desc": "universal predictive modeling",
22 | "license": "See CK LICENSE.txt for licensing details",
23 | "module_deps": {
24 | "experiment": "bc0409fb61f0aa82",
25 | "graph": "2d41f89bcf32d4d4"
26 | }
27 | }
28 |
--------------------------------------------------------------------------------
/module/model.r/model_rpart_build.R:
--------------------------------------------------------------------------------
1 | #
2 | # Collective Knowledge (Predictive modeling using R)
3 | #
4 | # See CK LICENSE.txt for licensing details
5 | # See CK Copyright.txt for copyright details
6 | #
7 | # Developer: Grigori Fursin
8 | #
9 |
10 | # model package
11 | library(rpart)
12 |
13 | # get arguments
14 | args <- commandArgs(trailingOnly = TRUE)
15 |
16 | finput=args[1]
17 | foutput=args[2]
18 |
19 | # get data
20 | #data_set = read.table(args[1], header=T, sep=";")
21 | data_set = read.csv(finput, header=FALSE, sep=";")
22 |
23 | # variables
24 | x=data.frame(data_set[,1:ncol(data_set)-1])
25 |
26 | # value
27 | y=data_set[,ncol(data_set)]
28 |
29 | # model
30 | model=rpart(y~.,data=x)
31 |
32 | # Saving model
33 | save(model, file=paste(foutput,'',sep=''))
34 |
35 | print(model)
36 |
37 | summary(model)
38 |
39 | plot(model)
40 |
41 | post(model, file='tree.ps')
42 |
--------------------------------------------------------------------------------
/module/model.r/model_randomforest_build.R:
--------------------------------------------------------------------------------
1 | #
2 | # Collective Knowledge (Predictive modeling using R)
3 | #
4 | # See CK LICENSE.txt for licensing details
5 | # See CK Copyright.txt for copyright details
6 | #
7 | # Developer: Grigori Fursin
8 | #
9 |
10 | # model package
11 | library(randomForest)
12 |
13 | # get arguments
14 | args <- commandArgs(trailingOnly = TRUE)
15 |
16 | finput=args[1]
17 | foutput=args[2]
18 |
19 | # get data
20 | #data_set = read.table(args[1], header=T, sep=";")
21 | data_set = read.csv(finput, header=FALSE, sep=";")
22 |
23 | # variables
24 | x=data.frame(data_set[,1:ncol(data_set)-1])
25 |
26 | # value
27 | y=data_set[,ncol(data_set)]
28 |
29 | # model
30 | model=randomForest(y~.,data=x)
31 |
32 | # Saving model
33 | save(model, file=paste(foutput,'',sep=''))
34 |
35 | print(model)
36 |
37 | summary(model)
38 |
39 | plot(model)
40 | #post(model, file='tree.ps')
41 |
--------------------------------------------------------------------------------
/module/model.r/model_earth_build.R:
--------------------------------------------------------------------------------
1 | #
2 | # Collective Knowledge (Predictive modeling using R)
3 | #
4 | # See CK LICENSE.txt for licensing details
5 | # See CK Copyright.txt for copyright details
6 | #
7 | # Developer: Grigori Fursin
8 | #
9 |
10 | # model package
11 | library(earth)
12 |
13 | # get arguments
14 | args <- commandArgs(trailingOnly = TRUE)
15 |
16 | finput=args[1]
17 | foutput=args[2]
18 |
19 | # get data
20 | #data_set = read.table(args[1], header=T, sep=";")
21 | data_set = read.csv(finput, header=FALSE, sep=";")
22 |
23 | # variables
24 | x=data.frame(data_set[,1:ncol(data_set)-1])
25 |
26 | # value
27 | y=data_set[,ncol(data_set)]
28 |
29 | # model
30 | model=earth(x,y)
31 |
32 | # Saving model
33 | save(model, file=paste(foutput,'',sep=''))
34 |
35 | print(model)
36 |
37 | summary(model)
38 |
39 | xmodel=format(model, style="pmax")
40 | print(xmodel)
41 |
42 | #plot(model)
43 |
--------------------------------------------------------------------------------
/module/model.r/.cm/meta.json:
--------------------------------------------------------------------------------
1 | {
2 | "actions": {
3 | "build": {
4 | "desc": "build predictive model",
5 | "for_web": "yes"
6 | },
7 | "validate": {
8 | "desc": "validate predictive model",
9 | "for_web": "yes"
10 | }
11 | },
12 | "author": "Grigori Fursin",
13 | "author_email": "Grigori.Fursin@cTuning.org",
14 | "author_webpage": "http://fursin.net",
15 | "copyright": "See CK COPYRIGHT.txt for copyright details",
16 | "desc": "predictive modeling via R",
17 | "license": "See CK LICENSE.txt for licensing details",
18 | "model_code_build": "model_$#model_name#$_build.R",
19 | "model_code_predict": "model_$#model_name#$_predict.R",
20 | "module_deps": {
21 | "experiment": "bc0409fb61f0aa82"
22 | },
23 | "module_names": [
24 | "earth",
25 | "lm",
26 | "nnet",
27 | "party",
28 | "randomforest",
29 | "rpart",
30 | "svm"
31 | ]
32 | }
33 |
--------------------------------------------------------------------------------
/module/model.species/module.py:
--------------------------------------------------------------------------------
1 | #
2 | # Collective Knowledge (model species)
3 | #
4 | # See CK LICENSE.txt for licensing details
5 | # See CK COPYRIGHT.txt for copyright details
6 | #
7 | # Developer: Grigori Fursin, Grigori.Fursin@cTuning.org, http://fursin.net
8 | #
9 |
10 | cfg={} # Will be updated by CK (meta description of this module)
11 | work={} # Will be updated by CK (temporal data)
12 | ck=None # Will be updated by CK (initialized CK kernel)
13 |
14 | # Local settings
15 |
16 | ##############################################################################
17 | # Initialize module
18 |
19 | def init(i):
20 | """
21 |
22 | Input: {}
23 |
24 | Output: {
25 | return - return code = 0, if successful
26 | > 0, if error
27 | (error) - error text if return > 0
28 | }
29 |
30 | """
31 | return {'return':0}
32 |
--------------------------------------------------------------------------------
/module/paper/module.py:
--------------------------------------------------------------------------------
1 | #
2 | # Collective Knowledge (CK wrapper for articles)
3 | #
4 | # See CK LICENSE.txt for licensing details
5 | # See CK COPYRIGHT.txt for copyright details
6 | #
7 | # Developer: Grigori Fursin, Grigori.Fursin@cTuning.org, http://fursin.net
8 | #
9 |
10 | cfg={} # Will be updated by CK (meta description of this module)
11 | work={} # Will be updated by CK (temporal data)
12 | ck=None # Will be updated by CK (initialized CK kernel)
13 |
14 | # Local settings
15 |
16 | ##############################################################################
17 | # Initialize module
18 |
19 | def init(i):
20 | """
21 |
22 | Input: {}
23 |
24 | Output: {
25 | return - return code = 0, if successful
26 | > 0, if error
27 | (error) - error text if return > 0
28 | }
29 |
30 | """
31 | return {'return':0}
32 |
--------------------------------------------------------------------------------
/module/experiment.raw/module.py:
--------------------------------------------------------------------------------
1 | #
2 | # Collective Knowledge (raw experiment container)
3 | #
4 | # See CK LICENSE.txt for licensing details
5 | # See CK COPYRIGHT.txt for copyright details
6 | #
7 | # Developer: cTuning foundation, admin@cTuning.org, http://cTuning.org
8 | #
9 |
10 | cfg={} # Will be updated by CK (meta description of this module)
11 | work={} # Will be updated by CK (temporal data)
12 | ck=None # Will be updated by CK (initialized CK kernel)
13 |
14 | # Local settings
15 |
16 | ##############################################################################
17 | # Initialize module
18 |
19 | def init(i):
20 | """
21 |
22 | Input: {}
23 |
24 | Output: {
25 | return - return code = 0, if successful
26 | > 0, if error
27 | (error) - error text if return > 0
28 | }
29 |
30 | """
31 | return {'return':0}
32 |
--------------------------------------------------------------------------------
/module/model.sklearn/.cm/meta.json:
--------------------------------------------------------------------------------
1 | {
2 | "actions": {
3 | "build": {
4 | "desc": "build predictive model",
5 | "for_web": "yes"
6 | },
7 | "convert_categories_to_floats": {
8 | "desc": "convert categories to floats"
9 | },
10 | "validate": {
11 | "desc": "validate predictive model",
12 | "for_web": "yes"
13 | }
14 | },
15 | "author": "Grigori Fursin",
16 | "author_email": "Grigori.Fursin@cTuning.org",
17 | "author_webpage": "http://fursin.net",
18 | "copyright": "See CK COPYRIGHT.txt for copyright details",
19 | "desc": "predictive modeling via python-based scikit-learn",
20 | "license": "See CK LICENSE.txt for licensing details",
21 | "model_code_build": "model_$#model_name#$_build.R",
22 | "model_code_predict": "model_$#model_name#$_predict.R",
23 | "module_deps": {
24 | "experiment": "bc0409fb61f0aa82",
25 | "graph.dot": "94a051a40018fcd3"
26 | }
27 | }
28 |
--------------------------------------------------------------------------------
/module/experiment.view/module.py:
--------------------------------------------------------------------------------
1 | #
2 | # Collective Knowledge (customize views for experiments)
3 | #
4 | # See CK LICENSE.txt for licensing details
5 | # See CK COPYRIGHT.txt for copyright details
6 | #
7 | # Developer: Grigori Fursin, Grigori.Fursin@cTuning.org, http://fursin.net
8 | #
9 |
10 | cfg={} # Will be updated by CK (meta description of this module)
11 | work={} # Will be updated by CK (temporal data)
12 | ck=None # Will be updated by CK (initialized CK kernel)
13 |
14 | # Local settings
15 |
16 | ##############################################################################
17 | # Initialize module
18 |
19 | def init(i):
20 | """
21 |
22 | Input: {}
23 |
24 | Output: {
25 | return - return code = 0, if successful
26 | > 0, if error
27 | (error) - error text if return > 0
28 | }
29 |
30 | """
31 | return {'return':0}
32 |
--------------------------------------------------------------------------------
/module/model.r/model_svm_build.R:
--------------------------------------------------------------------------------
1 | #
2 | # Collective Knowledge (Predictive modeling using R)
3 | #
4 | # See CK LICENSE.txt for licensing details
5 | # See CK Copyright.txt for copyright details
6 | #
7 | # Developer: Grigori Fursin
8 | #
9 |
10 | # model package
11 | library(e1071)
12 |
13 | # get arguments
14 | args <- commandArgs(trailingOnly = TRUE)
15 |
16 | finput=args[1]
17 | foutput=args[2]
18 |
19 | # get data
20 | #data_set = read.table(args[1], header=T, sep=";")
21 | data_set = read.csv(finput, header=FALSE, sep=";")
22 |
23 | # variables
24 | x=data.frame(data_set[,1:ncol(data_set)-1])
25 |
26 | # value
27 | y=data_set[,ncol(data_set)]
28 |
29 | # model
30 | model=svm(y~.,data=x,cost=10000,gamma=0.0000001)
31 |
32 | # Saving model
33 | save(model, file=paste(foutput,'',sep=''))
34 |
35 | #tuned <- tune.svm(y~., data=x, gamma = 10^(-6:-1), cost = 10^(1:2))
36 | #summary(tuned)
37 |
38 | print(model)
39 |
40 | summary(model)
41 |
42 | #plot(model)
43 |
--------------------------------------------------------------------------------
/module/model.r/model_lm_build.R:
--------------------------------------------------------------------------------
1 | #
2 | # Collective Knowledge (Predictive modeling using R)
3 | #
4 | # See CK LICENSE.txt for licensing details
5 | # See CK Copyright.txt for copyright details
6 | #
7 | # Developer: Grigori Fursin
8 | #
9 |
10 | # model package
11 | library(stats)
12 |
13 | # get arguments
14 | args <- commandArgs(trailingOnly = TRUE)
15 |
16 | finput=args[1]
17 | foutput=args[2]
18 |
19 | # get data
20 | #data_set = read.table(args[1], header=T, sep=";")
21 | data_set = read.csv(finput, header=FALSE, sep=";")
22 |
23 | # variables
24 | x=data.frame(data_set[,1:ncol(data_set)-1])
25 |
26 | # value
27 | y=data_set[,ncol(data_set)]
28 |
29 | # model
30 | model=lm(y~.,data=x)
31 |
32 | model.anova<-anova(model)
33 |
34 | print(model.anova)
35 |
36 | # Saving model
37 | save(model, file=paste(foutput,'',sep=''))
38 |
39 | print(model)
40 |
41 | summary(model)
42 |
43 | #xmodel=format(model, style="pmax")
44 | #print(xmodel)
45 |
46 | plot(model)
47 |
--------------------------------------------------------------------------------
/module/model.tf/.cm/meta.json:
--------------------------------------------------------------------------------
1 | {
2 | "actions": {
3 | "build": {
4 | "desc": "build predictive model",
5 | "for_web": "yes"
6 | },
7 | "convert_categories_to_floats": {
8 | "desc": "convert categories to floats"
9 | },
10 | "validate": {
11 | "desc": "validate predictive model",
12 | "for_web": "yes"
13 | }
14 | },
15 | "author": "Grigori Fursin",
16 | "author_email": "Grigori.Fursin@cTuning.org",
17 | "author_webpage": "http://fursin.net",
18 | "copyright": "See CK COPYRIGHT.txt for copyright details",
19 | "data_deps": {
20 | "soft_lib_tensorflow": "30db354f469bb178"
21 | },
22 | "desc": "predictive modeling via python-based scikit-learn",
23 | "license": "See CK LICENSE.txt for licensing details",
24 | "module_deps": {
25 | "env": "9b9b3208ac44b891",
26 | "experiment": "bc0409fb61f0aa82",
27 | "graph.dot": "94a051a40018fcd3",
28 | "os": "0440cb72c2bc5cc6",
29 | "soft": "5e1100048ab875d7"
30 | }
31 | }
32 |
--------------------------------------------------------------------------------
/module/graph/.cm/updates.json:
--------------------------------------------------------------------------------
1 | {
2 | "control": [
3 | {
4 | "author": "Grigori Fursin",
5 | "author_email": "Grigori.Fursin@cTuning.org",
6 | "author_webpage": "http://fursin.net",
7 | "copyright": "See CK COPYRIGHT.txt for copyright details",
8 | "engine": "CK",
9 | "iso_datetime": "2015-06-12T17:25:04.008000",
10 | "license": "See CK LICENSE.txt for licensing details",
11 | "version": [
12 | "1",
13 | "2",
14 | "0605"
15 | ]
16 | },
17 | {
18 | "author": "Grigori Fursin",
19 | "author_email": "Grigori.Fursin@cTuning.org",
20 | "author_webpage": "http://fursin.net",
21 | "copyright": "See CK COPYRIGHT.txt for copyright details",
22 | "engine": "CK",
23 | "iso_datetime": "2015-06-14T16:07:41.630000",
24 | "license": "See CK LICENSE.txt for licensing details",
25 | "version": [
26 | "1",
27 | "2",
28 | "0605"
29 | ]
30 | }
31 | ]
32 | }
33 |
--------------------------------------------------------------------------------
/demo/ml-dnn-classifier-multi/input-train-tf-dnn-classifier.json:
--------------------------------------------------------------------------------
1 | {
2 | "ftable":
3 | [
4 | [1.0,1.0],
5 | [2,2],
6 | [4,4],
7 | [8,8],
8 | [16,16],
9 | [32,32],
10 | [64,64],
11 | [128,128]
12 | ],
13 |
14 | "fkeys":
15 | [
16 | "Matrix size M",
17 | "Matrix size N"
18 | ],
19 |
20 | "features_flat_keys_desc": {
21 | "input":{"name":"Dataset size"}
22 | },
23 |
24 |
25 | "ctable":
26 | [
27 | [0],
28 | [0],
29 | [1],
30 | [2],
31 | [2],
32 | [2],
33 | [3],
34 | [1]
35 | ],
36 |
37 | "ckeys":
38 | [
39 | "Optimization"
40 | ],
41 |
42 | "keep_temp_files":"yes",
43 |
44 | "model_module_uoa":"model.tf",
45 | "model_name":"dnn_classifier",
46 | "model_file":"model-tf-dnn-classifier",
47 |
48 | "model_params":{
49 | "hidden_units":[10,20,10],
50 | "training_steps":1000
51 | }
52 |
53 | }
54 |
--------------------------------------------------------------------------------
/module/model.sklearn/.cm/updates.json:
--------------------------------------------------------------------------------
1 | {
2 | "control": [
3 | {
4 | "author": "Grigori Fursin",
5 | "author_email": "Grigori.Fursin@cTuning.org",
6 | "author_webpage": "http://fursin.net",
7 | "copyright": "See CK COPYRIGHT.txt for copyright details",
8 | "engine": "CK",
9 | "iso_datetime": "2015-04-07T12:04:14.331000",
10 | "license": "See CK LICENSE.txt for licensing details",
11 | "version": [
12 | "1",
13 | "1",
14 | "0205"
15 | ]
16 | },
17 | {
18 | "author": "Grigori Fursin",
19 | "author_email": "Grigori.Fursin@cTuning.org",
20 | "author_webpage": "http://fursin.net",
21 | "copyright": "See CK COPYRIGHT.txt for copyright details",
22 | "engine": "CK",
23 | "iso_datetime": "2015-04-18T19:04:10.551734",
24 | "license": "See CK LICENSE.txt for licensing details",
25 | "version": [
26 | "1",
27 | "1",
28 | "0205"
29 | ]
30 | }
31 | ]
32 | }
33 |
--------------------------------------------------------------------------------
/module/paper/.cm/updates.json:
--------------------------------------------------------------------------------
1 | {
2 | "control": [
3 | {
4 | "author": "Grigori Fursin",
5 | "author_email": "Grigori.Fursin@cTuning.org",
6 | "author_webpage": "http://fursin.net",
7 | "copyright": "See CK COPYRIGHT.txt for copyright details",
8 | "engine": "CK",
9 | "iso_datetime": "2017-04-07T12:15:39.502700",
10 | "license": "See CK LICENSE.txt for licensing details",
11 | "version": [
12 | "1",
13 | "8",
14 | "7",
15 | "1"
16 | ]
17 | },
18 | {
19 | "author": "Grigori Fursin",
20 | "author_email": "Grigori.Fursin@cTuning.org",
21 | "author_webpage": "http://fursin.net",
22 | "copyright": "See CK COPYRIGHT.txt for copyright details",
23 | "engine": "CK",
24 | "iso_datetime": "2017-04-07T12:16:46.793402",
25 | "license": "See CK LICENSE.txt for licensing details",
26 | "version": [
27 | "1",
28 | "8",
29 | "7",
30 | "1"
31 | ]
32 | }
33 | ]
34 | }
35 |
--------------------------------------------------------------------------------
/module/advice/.cm/meta.json:
--------------------------------------------------------------------------------
1 | {
2 | "actions": {
3 | "ask": {
4 | "desc": "ask AI advice via CK JSON API and CK DNN engines"
5 | },
6 | "browse": {
7 | "desc": "CK-AI dashboard"
8 | },
9 | "show": {
10 | "desc": "access available CK-AI self-optimizing functions",
11 | "for_web": "yes"
12 | }
13 | },
14 | "copyright": "See CK COPYRIGHT.txt for copyright details",
15 | "desc": "universal advice (about features, models, optimizations, community remarks)",
16 | "developer": "Grigori Fursin",
17 | "developer_email": "Grigori.Fursin@cTuning.org",
18 | "developer_webpage": "http://fursin.net",
19 | "license": "See CK LICENSE.txt for licensing details",
20 | "module_deps": {
21 | "experiment.tune.compiler.flags.gcc.e": "8289e0cf24346aa7",
22 | "experiment.tune.compiler.flags.llvm.e": "2aaed4c520956635",
23 | "milepost": "ca1c41694a000200",
24 | "model.image.classification": "42b9a1221eb50259",
25 | "module": "032630d041b4fd8a",
26 | "program.optimization": "27bc42ee449e880e",
27 | "wfe": "1e4e644996b7f2a0"
28 | }
29 | }
30 |
--------------------------------------------------------------------------------
/demo/ask-advice-via-ck-ai/use_ml_to_predict_compiler_flags.json:
--------------------------------------------------------------------------------
1 | {
2 | "compiler":"GCC 4.9",
3 | "cpu_name": "QCT MSM7625a FFA",
4 | "ft1": "9.0", "ft10": "0.0", "ft11": "2.0", "ft12": "0.0", "ft13": "7.0", "ft14": "0.0", "ft15": "0.0", "ft16": "10.0", "ft17": "0.0", "ft18": "0.0", "ft19": "1.0", "ft2": "4.0", "ft20": "2.0", "ft21": "10.0", "ft22": "4.0", "ft23": "1.0", "ft24": "14.0", "ft25": "2.0", "ft26": "0.714286", "ft27": "1.8", "ft28": "3.0", "ft29": "0.0", "ft3": "2.0", "ft30": "4.0", "ft31": "0.0", "ft32": "3.0", "ft33": "0.0", "ft34": "3.0", "ft35": "0.0", "ft36": "0.0", "ft37": "0.0", "ft38": "0.0", "ft39": "0.0", "ft4": "0.0", "ft40": "0.0", "ft41": "2.0", "ft42": "0.0", "ft43": "1.0", "ft44": "0.0", "ft45": "1.0", "ft46": "5.0", "ft47": "10.0", "ft48": "2.0", "ft49": "0.0", "ft5": "5.0", "ft50": "32.0", "ft51": "0.0", "ft52": "10.0", "ft53": "0.0", "ft54": "0.0", "ft55": "0.0", "ft56": "0.0", "ft57": "3.0", "ft58": "33.0", "ft59": "12.0", "ft6": "2.0", "ft60": "32.0", "ft61": "93.0", "ft62": "14.0", "ft63": "19.25", "ft64": "591.912", "ft65": "11394.3", "ft7": "0.0", "ft8": "4.0", "ft9": "0.0"
5 | }
6 |
--------------------------------------------------------------------------------
/demo/ask-advice-via-ck-ai/use_ml_to_predict_compiler_flags.py:
--------------------------------------------------------------------------------
1 | import ck.kernel as ck
2 |
3 | scenario='experiment.tune.compiler.flags.gcc.e'
4 | compiler='GCC 7.1.0'
5 | cpu_name='BCM2709'
6 |
7 | features= ["9.0", "4.0", "2.0", "0.0", "5.0", "2.0", "0.0", "4.0", "0.0", "0.0", "2.0", "0.0", "7.0", "0.0", "0.0",
8 | "10.0", "0.0", "0.0", "1.0", "2.0", "10.0", "4.0", "1.0", "14.0", "2.0", "0.714286",
9 | "1.8", "3.0", "0.0", "4.0", "0.0", "3.0", "0.0", "3.0", "0.0", "0.0", "0.0", "0.0", "0.0", "0.0", "2.0",
10 | "0.0", "1.0", "0.0", "1.0", "5.0", "10.0", "2.0", "0.0", "32.0", "0.0", "10.0", "0.0", "0.0",
11 | "0.0", "0.0", "3.0", "33.0", "12.0", "32.0", "93.0", "14.0", "19.25", "591.912", "11394.3"]
12 |
13 | r=ck.access({'action':'ask',
14 | 'module_uoa':'advice',
15 | 'to':'predict_compiler_flags',
16 | 'scenario':scenario,
17 | 'compiler':compiler,
18 | 'cpu_name':cpu_name,
19 | 'features':features})
20 | if r['return']>0: ck.err(r)
21 |
22 | ck.out('Predicted optimization: '+r['predicted_opt'])
23 |
--------------------------------------------------------------------------------
/wfe/ck-ai-basic/.cm/meta.json:
--------------------------------------------------------------------------------
1 | {
2 | "extra_html_after_menu": "",
3 | "top_menu": [
4 | {
5 | "name": "Home",
6 | "new_window": "yes",
7 | "url": "http://cKnowledge.org/repo"
8 | },
9 | {
10 | "default": "yes",
11 | "module_uoa": "",
12 | "module_uoas": [
13 | ""
14 | ],
15 | "name": "CK JSON API for unified AI",
16 | "native_action": "show",
17 | "native_module_uoa": "advice",
18 | "url_extra": "action=index&module_uoa=wfe&native_action=show&native_module_uoa=advice"
19 | },
20 | {
21 | "name": "Collective training set",
22 | "module_uoa": "model.image.classification",
23 | "url_extra": "data_uoa=collective_training_set",
24 | "module_uoas": [
25 | "model.image.classification",
26 | "42b9a1221eb50259"
27 | ]
28 | },
29 | {
30 | "name": "Get CK workflow framework",
31 | "new_window": "yes",
32 | "url": "https://github.com/ctuning/ck"
33 | },
34 | {
35 | "name": "About",
36 | "new_window": "yes",
37 | "url": "http://cKnowledge.org/ai"
38 | }
39 | ]
40 | }
41 |
--------------------------------------------------------------------------------
/graph/universal/.cm/meta.json:
--------------------------------------------------------------------------------
1 | {
2 | "graphs": [
3 | {
4 | "id": "universal",
5 | "name": "universal graph",
6 | "params": {
7 | "axis_x_desc": "Binary size",
8 | "axis_y_desc": "Execution time",
9 | "data_uoa_list": [
10 | "demo-autotune-flags-susan-mingw-i10",
11 | "demo-autotune-flags-susan-mingw-best"
12 | ],
13 | "display_x_error_bar": "no",
14 | "display_y_error_bar": "yes",
15 | "experiment_module_uoa": "experiment",
16 | "flat_keys_list": [
17 | "##characteristics#compile#obj_size#min",
18 | "##characteristics#run#execution_time_kernel_0#center",
19 | "##characteristics#run#execution_time_kernel_0#halfrange"
20 | ],
21 | "mpl_image_dpi": "100",
22 | "mpl_image_size_x": "12",
23 | "mpl_image_size_y": "6",
24 | "plot_grid": "yes",
25 | "plot_type": "mpl_2d_scatter",
26 | "point_style": {
27 | "0": {
28 | "color": "#3366cc"
29 | },
30 | "1": {
31 | "color": "#dc3912",
32 | "elinewidth": "5"
33 | }
34 | },
35 | "size_x": 700,
36 | "size_y": 400,
37 | "title": "Powered by Collective Knowledge"
38 | }
39 | }
40 | ],
41 | "name": "Universal CK graph viewer"
42 | }
43 |
--------------------------------------------------------------------------------
/module/model.tf/.cm/updates.json:
--------------------------------------------------------------------------------
1 | {
2 | "control": [
3 | {
4 | "author": "Grigori Fursin",
5 | "author_email": "Grigori.Fursin@cTuning.org",
6 | "author_webpage": "http://fursin.net",
7 | "copyright": "See CK COPYRIGHT.txt for copyright details",
8 | "engine": "CK",
9 | "iso_datetime": "2015-04-07T12:04:14.331000",
10 | "license": "See CK LICENSE.txt for licensing details",
11 | "version": [
12 | "1",
13 | "1",
14 | "0205"
15 | ]
16 | },
17 | {
18 | "author": "Grigori Fursin",
19 | "author_email": "Grigori.Fursin@cTuning.org",
20 | "author_webpage": "http://fursin.net",
21 | "copyright": "See CK COPYRIGHT.txt for copyright details",
22 | "engine": "CK",
23 | "iso_datetime": "2015-04-18T19:04:10.551734",
24 | "license": "See CK LICENSE.txt for licensing details",
25 | "version": [
26 | "1",
27 | "1",
28 | "0205"
29 | ]
30 | },
31 | {
32 | "author": "Grigori Fursin",
33 | "author_email": "Grigori.Fursin@cTuning.org",
34 | "author_webpage": "http://fursin.net",
35 | "copyright": "See CK COPYRIGHT.txt for copyright details",
36 | "engine": "CK",
37 | "iso_datetime": "2017-11-22T16:48:40.777511",
38 | "license": "See CK LICENSE.txt for licensing details",
39 | "version": [
40 | "1",
41 | "9",
42 | "4",
43 | "1"
44 | ]
45 | }
46 | ]
47 | }
48 |
--------------------------------------------------------------------------------
/module/model.image.classification/.cm/meta.json:
--------------------------------------------------------------------------------
1 | {
2 | "actions": {
3 | "ask_ai_web": {
4 | "desc": "classify user images to crowd-tune CK-DNN and create collective training set",
5 | "for_web": "yes"
6 | },
7 | "dashboard": {
8 | "desc": "open dashboard"
9 | },
10 | "html_viewer": {
11 | "desc": "user-friendly html view",
12 | "for_web": "yes"
13 | },
14 | "show": {
15 | "desc": "show dashboard",
16 | "for_web": "yes"
17 | },
18 | "show_json": {
19 | "desc": "return json instead of html",
20 | "for_web": "yes"
21 | }
22 | },
23 | "classify_program": {
24 | "caffe": "569404c41618603a",
25 | "caffe2": "883cc4dde19eb5b8",
26 | "tensorflow": "62de6ce26934e3eb"
27 | },
28 | "copyright": "See CK COPYRIGHT.txt for copyright details",
29 | "desc": "classify image using various models such as DNN",
30 | "developer": "Grigori Fursin",
31 | "developer_email": "Grigori.Fursin@cTuning.org",
32 | "developer_webpage": "http://fursin.net",
33 | "license": "See CK LICENSE.txt for licensing details",
34 | "module_deps": {
35 | "env": "9b9b3208ac44b891",
36 | "module": "032630d041b4fd8a",
37 | "package": "1dc07ee0f4742028",
38 | "platform": "707ccdfe444cafac",
39 | "program": "b0ac08fe1d3c2615",
40 | "wfe": "1e4e644996b7f2a0"
41 | },
42 | "tags": [
43 | "ck-ai-json-web-api"
44 | ],
45 | "workflow": "yes",
46 | "workflow_type": "universal image classification pipeline"
47 | }
48 |
--------------------------------------------------------------------------------
/module/advice/.cm/updates.json:
--------------------------------------------------------------------------------
1 | {
2 | "control": [
3 | {
4 | "author": "Grigori Fursin",
5 | "author_email": "Grigori.Fursin@cTuning.org",
6 | "author_webpage": "http://fursin.net",
7 | "copyright": "See CK COPYRIGHT.txt for copyright details",
8 | "engine": "CK",
9 | "iso_datetime": "2017-04-30T11:48:09.522020",
10 | "license": "See CK LICENSE.txt for licensing details",
11 | "version": [
12 | "1",
13 | "9",
14 | "1",
15 | "1"
16 | ]
17 | },
18 | {
19 | "author": "Grigori Fursin",
20 | "author_email": "Grigori.Fursin@cTuning.org",
21 | "author_webpage": "http://fursin.net",
22 | "copyright": "See CK COPYRIGHT.txt for copyright details",
23 | "engine": "CK",
24 | "iso_datetime": "2017-04-30T14:40:22.609988",
25 | "license": "See CK LICENSE.txt for licensing details",
26 | "version": [
27 | "1",
28 | "9",
29 | "1",
30 | "1"
31 | ]
32 | },
33 | {
34 | "author": "Grigori Fursin",
35 | "author_email": "Grigori.Fursin@cTuning.org",
36 | "author_webpage": "http://fursin.net",
37 | "copyright": "See CK COPYRIGHT.txt for copyright details",
38 | "engine": "CK",
39 | "iso_datetime": "2017-05-06T00:16:43.595265",
40 | "license": "See CK LICENSE.txt for licensing details",
41 | "version": [
42 | "1",
43 | "9",
44 | "1",
45 | "1"
46 | ]
47 | }
48 | ]
49 | }
50 |
--------------------------------------------------------------------------------
/module/graph/third-party/d3/LICENSE:
--------------------------------------------------------------------------------
1 | Copyright (c) 2010-2015, Michael Bostock
2 | All rights reserved.
3 |
4 | Redistribution and use in source and binary forms, with or without
5 | modification, are permitted provided that the following conditions are met:
6 |
7 | * Redistributions of source code must retain the above copyright notice, this
8 | list of conditions and the following disclaimer.
9 |
10 | * Redistributions in binary form must reproduce the above copyright notice,
11 | this list of conditions and the following disclaimer in the documentation
12 | and/or other materials provided with the distribution.
13 |
14 | * The name Michael Bostock may not be used to endorse or promote products
15 | derived from this software without specific prior written permission.
16 |
17 | THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
18 | AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
19 | IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
20 | DISCLAIMED. IN NO EVENT SHALL MICHAEL BOSTOCK BE LIABLE FOR ANY DIRECT,
21 | INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
22 | BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23 | DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY
24 | OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
25 | NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE,
26 | EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27 |
--------------------------------------------------------------------------------
/CONTRIBUTIONS:
--------------------------------------------------------------------------------
1 | CK uses standard 3-clause (new) BSD license. Contributions are welcome to
2 | either improve existing functionality or add new functionality possibly using
3 | new modules.
4 |
5 | Contributors should clearly mark their contributions including date and remark.
6 |
7 | This is still a relatively new project so we still discuss how to make
8 | contributions easy and efficient.
9 |
10 | For now, patches can be sent directly to the collective-knowledge@googlegroups.com
11 |
12 | Bugs can be reported here:
13 | * https://github.com/ctuning/ck/issues
14 |
15 | Thank you for your interest!
16 |
17 | =================================================================================
18 | Acknowledgments:
19 |
20 | N: Grigori Fursin
21 | E: Grigori.Fursin@cTuning.org
22 | H: http://fursin.net
23 | O: cTuning foundation
24 | C: original concept and design
25 | W: since Nov.1, 2014
26 |
27 | N: Anton Lokhmotov
28 | E: anton@dividiti.com
29 | H: https://www.hipeac.net/~anton
30 | O: dividiti, UK
31 | C: feedback, use cases
32 | W:
33 |
34 | N: Sergey Yakushkin
35 | E:
36 | O: Synopsys
37 | C: feedback, suggestions
38 | W:
39 |
40 | N: Andrei Lascu
41 | E: andrei.lascu10@imperial.ac.uk
42 | O: Imperial College, UK
43 | C: including clsmith to CK (OpenCL compiler testing)
44 | W:
45 |
46 | N: Stuart Taylor
47 | E:
48 | H:
49 | O: ARM
50 | C: Suggestions about rebuilding deps during experiment replay from package UOA
51 | W:
52 |
53 | N: Leo Gordon
54 | E:
55 | H:
56 | O:
57 | C: Suggestions about minimizing repo deps
58 | W:
59 |
60 | N: Wen Yang
61 | E: GitHub: @w-simon
62 | O:
63 | C: improving autotuning documentation and fixing bugs; added max_imp in stat_analysis
64 | W:
65 |
--------------------------------------------------------------------------------
/LICENSE.txt:
--------------------------------------------------------------------------------
1 | Copyright (c) cTuning foundation 
|
38 | Developed by
39 |
40 | dividiti, 41 | cTuning foundation, 42 | and the community 43 | (C)opyright 2015-2017 44 | 45 | |
46 |
47 | 48 | 49 | | 50 | 51 |
52 |  53 | Powered by CK workflow framework 54 | |
55 |
56 |