├── GitHub
    ├── Login.cls.xml
    ├── OrganizationPage.cls.xml
    ├── RepositoryPage.cls.xml
    ├── OrganizationLoader.cls.xml
    ├── RepositoriesLoader.cls.xml
    ├── RepositoryDetailsLoader.cls.xml
    ├── Task.cls.xml
    ├── Commit.cls.xml
    ├── Parser.cls.xml
    ├── Contributor.cls.xml
    ├── Organization.cls.xml
    ├── API.cls.xml
    ├── Repository.cls.xml
    ├── Loader.cls.xml
    ├── ActivityData.cls.xml
    └── Updater.cls.xml
├── History
    ├── Commits.cls.xml
    ├── Repositories.cls.xml
    ├── Clones.cls.xml
    ├── Contributors.cls.xml
    └── Views.cls.xml
├── sc-list.txt
├── README.md
├── LICENSE
└── SSL
    └── Configuration.cls.xml


/GitHub/Login.cls.xml:
--------------------------------------------------------------------------------
1 | <?xml version="1.0" encoding="UTF-8"?>
2 | <Export generator="Cache" version="25">
3 | </Export>
4 | 


--------------------------------------------------------------------------------
/History/Commits.cls.xml:
--------------------------------------------------------------------------------
1 | <?xml version="1.0" encoding="UTF-8"?>
2 | <Export generator="Cache" version="25">
3 | </Export>
4 | 


--------------------------------------------------------------------------------
/GitHub/OrganizationPage.cls.xml:
--------------------------------------------------------------------------------
1 | <?xml version="1.0" encoding="UTF-8"?>
2 | <Export generator="Cache" version="25">
3 | </Export>
4 | 


--------------------------------------------------------------------------------
/GitHub/RepositoryPage.cls.xml:
--------------------------------------------------------------------------------
1 | <?xml version="1.0" encoding="UTF-8"?>
2 | <Export generator="Cache" version="25">
3 | </Export>
4 | 


--------------------------------------------------------------------------------
/GitHub/OrganizationLoader.cls.xml:
--------------------------------------------------------------------------------
1 | <?xml version="1.0" encoding="UTF-8"?>
2 | <Export generator="Cache" version="25">
3 | </Export>
4 | 


--------------------------------------------------------------------------------
/GitHub/RepositoriesLoader.cls.xml:
--------------------------------------------------------------------------------
1 | <?xml version="1.0" encoding="UTF-8"?>
2 | <Export generator="Cache" version="25">
3 | </Export>
4 | 


--------------------------------------------------------------------------------
/GitHub/RepositoryDetailsLoader.cls.xml:
--------------------------------------------------------------------------------
1 | <?xml version="1.0" encoding="UTF-8"?>
2 | <Export generator="Cache" version="25">
3 | </Export>
4 | 


--------------------------------------------------------------------------------
/sc-list.txt:
--------------------------------------------------------------------------------
 1 | GitHub.ActivityData.cls
 2 | GitHub.API.cls
 3 | GitHub.Commit.cls
 4 | GitHub.Contributor.cls
 5 | GitHub.Loader.cls
 6 | GitHub.Login.cls
 7 | GitHub.Organization.cls
 8 | GitHub.OrganizationLoader.cls
 9 | GitHub.OrganizationPage.cls
10 | GitHub.Parser.cls
11 | GitHub.RepositoriesLoader.cls
12 | GitHub.Repository.cls
13 | GitHub.RepositoryDetailsLoader.cls
14 | GitHub.RepositoryPage.cls
15 | GitHub.Task.cls
16 | GitHub.Updater.cls
17 | History.Clones.cls
18 | History.Commits.cls
19 | History.Contributors.cls
20 | History.Repositories.cls
21 | History.Views.cls
22 | SSL.Configuration.cls
23 | 


--------------------------------------------------------------------------------
/README.md:
--------------------------------------------------------------------------------
 1 | # github-analytics
 2 | Repository activities monitoring in DeepSee
 3 | 
 4 | ## Installation
 5 | 
 6 | To install it 
 7 | + Download repository files(eg by cloning)
 8 | + Create namespace(eg GitHubNS)
 9 | + And import all files in crated namespace
10 | 
11 | ## Usage
12 | 1.At first launch execute in namespace (that you created for this repository classes, eg GitHubNS) line below
13 | 
14 | write ##class(GitHub.Task).LoadAll(organizationName, login, password)
15 | 
16 | Where 
17 | + organizationName takes from organization's github url(eg for [Intersystems corp. Russia](https://github.com/intersystems-ru) url is https://github.com/intersystems-ru and organizationName = "intersystems-ru")
18 | + login - your login on Github.com
19 | + password - your password on Github.com
20 | 
21 | It need login and password for getting data of views and clones of repositories(where you can push) 
22 | 
23 | 2.Every next launch execute next line
24 | 
25 | write ##class(GitHub.Task).UpdateAll(organizationName, login, password)
26 | 


--------------------------------------------------------------------------------
/LICENSE:
--------------------------------------------------------------------------------
 1 | The MIT License (MIT)
 2 | 
 3 | Copyright (c) 2015 InterSystems Corp.
 4 | 
 5 | Permission is hereby granted, free of charge, to any person obtaining a copy
 6 | of this software and associated documentation files (the "Software"), to deal
 7 | in the Software without restriction, including without limitation the rights
 8 | to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
 9 | copies of the Software, and to permit persons to whom the Software is
10 | furnished to do so, subject to the following conditions:
11 | 
12 | The above copyright notice and this permission notice shall be included in all
13 | copies or substantial portions of the Software.
14 | 
15 | THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 | IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 | FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
18 | AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 | LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
20 | OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
21 | SOFTWARE.
22 | 
23 | 


--------------------------------------------------------------------------------
/SSL/Configuration.cls.xml:
--------------------------------------------------------------------------------
 1 | <?xml version="1.0" encoding="UTF-8"?>
 2 | <Export generator="Cache" version="25">
 3 | <Class name="SSL.Configuration">
 4 | <Super>%RegisteredObject</Super>
 5 | <TimeCreated>63909,4410.532062</TimeCreated>
 6 | 
 7 | <Method name="SSLConfig">
 8 | <Description>
 9 | Check or create default ssl config</Description>
10 | <ClassMethod>1</ClassMethod>
11 | <FormalSpec>config="github.com"</FormalSpec>
12 | <Implementation><![CDATA[
13 | 	/// Quit with namespace restoring
14 | 	#define QUIT set $namespace = ns Quit sc
15 | 	
16 | 	set ns = $namespace,  $namespace = "%SYS"
17 | 	set sc = ##class(Security.SSLConfigs).Exists( config ) if sc $$$QUIT
18 | 	
19 | 	set config("CAFile")=""
20 | 	set config("CAPath")=""
21 | 	set config("CRLFile")=""
22 | 	set config("CertificateFile")=""
23 | 	set config("CipherList")="ALL:!aNULL:!eNULL:!EXP:!SSLv2"
24 | 	set config("Description")=""
25 | 	set config("Enabled")=1
26 | 	set config("PrivateKeyFile")=""
27 | 	set config("PrivateKeyPassword")=""
28 | 	set config("PrivateKeyType")=2
29 | 	set config("Protocols")=7
30 | 	set config("Type")=0
31 | 	set config("VerifyDepth")=9
32 | 	set config("VerifyPeer")=0
33 | 	
34 |  	set sc = ##class(Security.SSLConfigs).Create( config, .config ) 
35 |  	if 'sc $$$QUIT
36 |  	set ssl = ##class(Security.SSLConfigs).%OpenId( config, ,.sc )
37 |  	if 'sc $$$QUIT
38 |  	set sc = ssl.Activate()
39 |  	
40 |  	$$$QUIT
41 | ]]></Implementation>
42 | </Method>
43 | </Class>
44 | </Export>
45 | 


--------------------------------------------------------------------------------
/GitHub/Task.cls.xml:
--------------------------------------------------------------------------------
 1 | <?xml version="1.0" encoding="UTF-8"?>
 2 | <Export generator="Cache" version="25">
 3 | <Class name="GitHub.Task">
 4 | <Super>%RegisteredObject</Super>
 5 | <TimeCreated>63920,67167.435712</TimeCreated>
 6 | 
 7 | <Method name="LoadAll">
 8 | <ClassMethod>1</ClassMethod>
 9 | <FormalSpec>organization="intersystems-ru",login,password,verbose:%Boolean=1</FormalSpec>
10 | <ReturnType>%Status</ReturnType>
11 | <Implementation><![CDATA[
12 | 	set sc=##class(GitHub.Loader).LoadAll(organization,login,password,verbose)
13 | #;	//Write here code for building cube
14 | #;	//Example\/
15 | #;	if $$$ISERR(sc) Quit sc
16 | #;	set sc=##class(%DeepSee.Utils).%BuildCube("Commits")
17 | #;	if $$$ISERR(sc) Quit sc
18 | #;	set sc=##class(%DeepSee.Utils).%BuildCube("CommitsByContributors")	
19 | 	Quit sc
20 | ]]></Implementation>
21 | </Method>
22 | 
23 | <Method name="UpdateAll">
24 | <ClassMethod>1</ClassMethod>
25 | <FormalSpec>organization="intersystems-ru",login,password,verbose:%Boolean=1</FormalSpec>
26 | <ReturnType>%Status</ReturnType>
27 | <Implementation><![CDATA[
28 | 	set sc=##class(GitHub.Updater).UpdateAll(organization,login,password,verbose)
29 | #;	//Write here code for building cube
30 | #;	//Example\/
31 | #;	if $$$ISERR(sc) Quit sc
32 | #;	set sc=##class(%DeepSee.Utils).%BuildCube("Commits")
33 | #;	if $$$ISERR(sc) Quit sc
34 | #;	set sc=##class(%DeepSee.Utils).%BuildCube("CommitsByContributors")	
35 | 	Quit sc
36 | ]]></Implementation>
37 | </Method>
38 | </Class>
39 | </Export>
40 | 


--------------------------------------------------------------------------------
/History/Repositories.cls.xml:
--------------------------------------------------------------------------------
 1 | <?xml version="1.0" encoding="UTF-8"?>
 2 | <Export generator="Cache" version="25">
 3 | <Class name="History.Repositories">
 4 | <Super>%Persistent</Super>
 5 | <TimeCreated>63930,85855.479086</TimeCreated>
 6 | 
 7 | <Property name="Organization">
 8 | <Type>GitHub.Organization</Type>
 9 | <Cardinality>one</Cardinality>
10 | <Inverse>HistoryRepositories</Inverse>
11 | <Relationship>1</Relationship>
12 | <Required>1</Required>
13 | <OnDelete>cascade</OnDelete>
14 | </Property>
15 | 
16 | <Property name="Name">
17 | <Type>%String</Type>
18 | </Property>
19 | 
20 | <Property name="Link">
21 | <Type>%String</Type>
22 | <Parameter name="MAXLEN" value="255"/>
23 | </Property>
24 | 
25 | <Property name="New">
26 | <Type>%Boolean</Type>
27 | </Property>
28 | 
29 | <Property name="Date">
30 | <Type>%TimeStamp</Type>
31 | <SqlFieldName>DateOfData</SqlFieldName>
32 | </Property>
33 | 
34 | <Method name="Insert">
35 | <ClassMethod>1</ClassMethod>
36 | <FormalSpec>name:%String,link:%String,organizationId,new:%Boolean</FormalSpec>
37 | <ReturnType>%Status</ReturnType>
38 | <Implementation><![CDATA[
39 | 	set date = $zdt(+$h,3)
40 | 
41 | 	set sql = "Select Top 1 DateOfData From History.Repositories Where (Organization = ?)&(Name = ?) Order By DateOfData Desc"
42 | 	set rs = ##class(%SQL.Statement).%ExecDirect(,sql, organizationId, name)
43 | 	if rs.%Next() {set dateLast = rs.DateOfData}
44 | 	set dateLast = $piece($get(dateLast)," ",1)
45 | 	if dateLast = date {set sc = 1 Quit sc}
46 | 	
47 | 	&sql(Insert Into History.Repositories (Organization, Name, Link, New, DateOfData)
48 | 		Values ( :organizationId, :name, :link, :new, :date )
49 | 	)
50 | 	if SQLCODE=0 {
51 | 		Quit 1	
52 | 	}
53 | 	Q $$$ERROR(,$system.SQL.SQLCODE(SQLCODE))
54 | ]]></Implementation>
55 | </Method>
56 | 
57 | <Storage name="Default">
58 | <Type>%Library.CacheStorage</Type>
59 | <DataLocation>^History.RepositoriesD</DataLocation>
60 | <DefaultData>RepositoriesDefaultData</DefaultData>
61 | <IdLocation>^History.RepositoriesD</IdLocation>
62 | <IndexLocation>^History.RepositoriesI</IndexLocation>
63 | <StreamLocation>^History.RepositoriesS</StreamLocation>
64 | <Data name="RepositoriesDefaultData">
65 | <Value name="1">
66 | <Value>%%CLASSNAME</Value>
67 | </Value>
68 | <Value name="2">
69 | <Value>Organization</Value>
70 | </Value>
71 | <Value name="3">
72 | <Value>Name</Value>
73 | </Value>
74 | <Value name="4">
75 | <Value>Link</Value>
76 | </Value>
77 | <Value name="5">
78 | <Value>New</Value>
79 | </Value>
80 | <Value name="6">
81 | <Value>Date</Value>
82 | </Value>
83 | </Data>
84 | </Storage>
85 | </Class>
86 | </Export>
87 | 


--------------------------------------------------------------------------------
/GitHub/Commit.cls.xml:
--------------------------------------------------------------------------------
 1 | <?xml version="1.0" encoding="UTF-8"?>
 2 | <Export generator="Cache" version="25">
 3 | <Class name="GitHub.Commit">
 4 | <SqlTableName>CommitTable</SqlTableName>
 5 | <Super>%Persistent</Super>
 6 | <TimeCreated>63915,20730.548027</TimeCreated>
 7 | 
 8 | <Property name="Repository">
 9 | <Type>GitHub.Repository</Type>
10 | <Cardinality>one</Cardinality>
11 | <Inverse>Commits</Inverse>
12 | <Relationship>1</Relationship>
13 | <Required>1</Required>
14 | <OnDelete>cascade</OnDelete>
15 | </Property>
16 | 
17 | <Property name="Author">
18 | <Type>GitHub.Contributor</Type>
19 | <Cardinality>one</Cardinality>
20 | <Inverse>Commits</Inverse>
21 | <Relationship>1</Relationship>
22 | <Required>1</Required>
23 | <OnDelete>cascade</OnDelete>
24 | </Property>
25 | 
26 | <Property name="Message">
27 | <Type>%String</Type>
28 | <Parameter name="MAXLEN" value="255"/>
29 | <Parameter name="TRUNCATE" value="1"/>
30 | </Property>
31 | 
32 | <Property name="Link">
33 | <Type>%String</Type>
34 | <Parameter name="MAXLEN" value="255"/>
35 | </Property>
36 | 
37 | <Property name="Created">
38 | <Type>%TimeStamp</Type>
39 | </Property>
40 | 
41 | <Method name="Insert">
42 | <ClassMethod>1</ClassMethod>
43 | <FormalSpec><![CDATA[&data,num:%Integer]]></FormalSpec>
44 | <ReturnType>%Status</ReturnType>
45 | <Implementation><![CDATA[
46 | 	if data(num,"AuthorId") = "EmptyAuthor" {Quit 1}
47 | 	
48 | 	set tmpDate = data(num,"Date")
49 | 	set tmpAuthorId = data(num,"AuthorId"), tmpMessage = data(num,"Message"), tmpLink = data(num,"CommitLink")
50 | 	
51 | 	&sql(
52 | 		Insert Into GitHub.CommitTable (Repository, Author, Message, Created, Link)
53 | 		Values (:data("RepositoryId"), :tmpAuthorId, :tmpMessage, :tmpDate, :tmpLink)
54 | 	)
55 | 	Quit 'SQLCODE
56 | ]]></Implementation>
57 | </Method>
58 | 
59 | <Storage name="Default">
60 | <Type>%Library.CacheStorage</Type>
61 | <DataLocation>^GitHub.CommitD</DataLocation>
62 | <DefaultData>CommitDefaultData</DefaultData>
63 | <IdLocation>^GitHub.CommitD</IdLocation>
64 | <IndexLocation>^GitHub.CommitI</IndexLocation>
65 | <StreamLocation>^GitHub.CommitS</StreamLocation>
66 | <Data name="CommitDefaultData">
67 | <Structure>listnode</Structure>
68 | <Subscript/>
69 | <Value name="1">
70 | <Value>%%CLASSNAME</Value>
71 | </Value>
72 | <Value name="2">
73 | <Value>Repository</Value>
74 | </Value>
75 | <Value name="3">
76 | <Value>Author</Value>
77 | </Value>
78 | <Value name="4">
79 | <Value>Message</Value>
80 | </Value>
81 | <Value name="5">
82 | <Value>Link</Value>
83 | </Value>
84 | <Value name="6">
85 | <Value>Created</Value>
86 | </Value>
87 | </Data>
88 | </Storage>
89 | </Class>
90 | </Export>
91 | 


--------------------------------------------------------------------------------
/History/Clones.cls.xml:
--------------------------------------------------------------------------------
 1 | <?xml version="1.0" encoding="UTF-8"?>
 2 | <Export generator="Cache" version="25">
 3 | <Class name="History.Clones">
 4 | <Super>%Persistent</Super>
 5 | <TimeCreated>63914,348.832704</TimeCreated>
 6 | 
 7 | <Property name="Repository">
 8 | <Type>GitHub.Repository</Type>
 9 | <Cardinality>one</Cardinality>
10 | <Inverse>HistoryClones</Inverse>
11 | <Relationship>1</Relationship>
12 | <Required>1</Required>
13 | <OnDelete>cascade</OnDelete>
14 | </Property>
15 | 
16 | <Property name="Amount">
17 | <Type>%Integer</Type>
18 | </Property>
19 | 
20 | <Property name="Date">
21 | <Type>%TimeStamp</Type>
22 | <SqlFieldName>DateOfData</SqlFieldName>
23 | </Property>
24 | 
25 | <Method name="Insert">
26 | <ClassMethod>1</ClassMethod>
27 | <FormalSpec><![CDATA[&data]]></FormalSpec>
28 | <ReturnType>%Status</ReturnType>
29 | <Implementation><![CDATA[
30 | 
31 | 	set start = 4070908800, secondsPerDay = 86400, sc = 1
32 | 	//$zd((start+date)/86400) = date of sunday - first day of week
33 | 	//End of week is saturday, date is seconds from <var>start<var>
34 | 	//86400 - senonds in 24 hours
35 | 	set num = 1
36 | 	while $data(data(num,("Date"))){
37 | 		if ((start+data(num,"Date"))\secondsPerDay)>(+$horolog){
38 | 			set num = num + 1
39 | 			Continue
40 | 			}
41 | 		set dateInternal = $zdt((start+data(num,"Date"))\secondsPerDay,3)
42 | 		set amount = data(num,"Unique")
43 | 		&sql(Insert Into History.Clones (Repository, Amount, DateOfData)
44 | 			Values (:data("RepositoryId"), :amount, :dateInternal))
45 | 		set sc = sc!SQLCODE
46 | 		Quit:SQLCODE
47 | 		set num = num + 1
48 | 	}
49 | 	kill data
50 | 	Quit sc
51 | ]]></Implementation>
52 | </Method>
53 | 
54 | <Method name="Update">
55 | <ClassMethod>1</ClassMethod>
56 | <FormalSpec>id,total</FormalSpec>
57 | <Implementation><![CDATA[
58 | 	&sql( Update History.Clones 
59 | 		Set Amount = :total Where Id =:id )
60 | 	Q:SQLCODE=0 1
61 | 	Q $$$ERROR($$$GeneralError,$system.SQL.SQLCODE(SQLCODE))
62 | ]]></Implementation>
63 | </Method>
64 | 
65 | <Storage name="Default">
66 | <Type>%Library.CacheStorage</Type>
67 | <DataLocation>^History.ClonesD</DataLocation>
68 | <DefaultData>ClonesDefaultData</DefaultData>
69 | <IdLocation>^History.ClonesD</IdLocation>
70 | <IndexLocation>^History.ClonesI</IndexLocation>
71 | <StreamLocation>^History.ClonesS</StreamLocation>
72 | <Data name="ClonesDefaultData">
73 | <Value name="1">
74 | <Value>%%CLASSNAME</Value>
75 | </Value>
76 | <Value name="2">
77 | <Value>Repository</Value>
78 | </Value>
79 | <Value name="3">
80 | <Value>Amount</Value>
81 | </Value>
82 | <Value name="4">
83 | <Value>Date</Value>
84 | </Value>
85 | </Data>
86 | </Storage>
87 | </Class>
88 | </Export>
89 | 


--------------------------------------------------------------------------------
/History/Contributors.cls.xml:
--------------------------------------------------------------------------------
 1 | <?xml version="1.0" encoding="UTF-8"?>
 2 | <Export generator="Cache" version="25">
 3 | <Class name="History.Contributors">
 4 | <Super>%Persistent</Super>
 5 | <TimeCreated>63923,47202.067647</TimeCreated>
 6 | 
 7 | <Property name="Organization">
 8 | <Type>GitHub.Organization</Type>
 9 | <Cardinality>one</Cardinality>
10 | <Inverse>HistoryContributors</Inverse>
11 | <Relationship>1</Relationship>
12 | <Required>1</Required>
13 | <OnDelete>cascade</OnDelete>
14 | </Property>
15 | 
16 | <Property name="Login">
17 | <Type>%String</Type>
18 | </Property>
19 | 
20 | <Property name="Link">
21 | <Type>%String</Type>
22 | <Parameter name="MAXLEN" value="255"/>
23 | </Property>
24 | 
25 | <Property name="New">
26 | <Type>%Boolean</Type>
27 | </Property>
28 | 
29 | <Property name="Date">
30 | <Type>%TimeStamp</Type>
31 | <SqlFieldName>DateOfData</SqlFieldName>
32 | </Property>
33 | 
34 | <Method name="Insert">
35 | <ClassMethod>1</ClassMethod>
36 | <FormalSpec>login:%String,link:%String,organizationId,new:%Boolean</FormalSpec>
37 | <ReturnType>%Status</ReturnType>
38 | <Implementation><![CDATA[
39 | 	set date = $zdt(+$h,3)
40 | 
41 | 	set sql = "Select Top 1 DateOfData From History.Contributors Where (Organization = ?)&(Login = ?) Order By DateOfData Desc"
42 | 	set rs = ##class(%SQL.Statement).%ExecDirect(,sql, organizationId, login)
43 | 	if rs.%Next() {set dateLast = rs.DateOfData}
44 | 	set dateLast = $piece($get(dateLast)," ",1)
45 | 	if dateLast = date {set sc = 1 Quit sc}
46 | 	
47 | 	&sql(Insert Into History.Contributors (Organization, Login, Link, New, DateOfData)
48 | 		Values ( :organizationId, :login, :link, :new, :date )
49 | 	)
50 | 	if SQLCODE=0 {
51 | 		Quit 1	
52 | 	}
53 | 	Q $$$ERROR(,$system.SQL.SQLCODE(SQLCODE))
54 | ]]></Implementation>
55 | </Method>
56 | 
57 | <Storage name="Default">
58 | <Type>%Library.CacheStorage</Type>
59 | <DataLocation>^History.ContributorsD</DataLocation>
60 | <DefaultData>ContributorsDefaultData</DefaultData>
61 | <IdLocation>^History.ContributorsD</IdLocation>
62 | <IndexLocation>^History.ContributorsI</IndexLocation>
63 | <StreamLocation>^History.ContributorsS</StreamLocation>
64 | <Data name="ContributorsDefaultData">
65 | <Value name="1">
66 | <Value>%%CLASSNAME</Value>
67 | </Value>
68 | <Value name="2">
69 | <Value>Organization</Value>
70 | </Value>
71 | <Value name="3">
72 | <Value>Amount</Value>
73 | </Value>
74 | <Value name="4">
75 | <Value>Date</Value>
76 | </Value>
77 | <Value name="5">
78 | <Value>Login</Value>
79 | </Value>
80 | <Value name="6">
81 | <Value>Link</Value>
82 | </Value>
83 | <Value name="7">
84 | <Value>New</Value>
85 | </Value>
86 | </Data>
87 | </Storage>
88 | </Class>
89 | </Export>
90 | 


--------------------------------------------------------------------------------
/History/Views.cls.xml:
--------------------------------------------------------------------------------
 1 | <?xml version="1.0" encoding="UTF-8"?>
 2 | <Export generator="Cache" version="25">
 3 | <Class name="History.Views">
 4 | <Super>%Persistent</Super>
 5 | <TimeCreated>63913,83016.197951</TimeCreated>
 6 | 
 7 | <Property name="Repository">
 8 | <Type>GitHub.Repository</Type>
 9 | <Cardinality>one</Cardinality>
10 | <Inverse>HistoryViews</Inverse>
11 | <Relationship>1</Relationship>
12 | <Required>1</Required>
13 | <OnDelete>cascade</OnDelete>
14 | </Property>
15 | 
16 | <Property name="Amount">
17 | <Type>%Integer</Type>
18 | </Property>
19 | 
20 | <Property name="UniqueVisitors">
21 | <Type>%Integer</Type>
22 | </Property>
23 | 
24 | <Property name="Date">
25 | <Type>%TimeStamp</Type>
26 | <SqlFieldName>DateOfData</SqlFieldName>
27 | </Property>
28 | 
29 | <Method name="Insert">
30 | <ClassMethod>1</ClassMethod>
31 | <FormalSpec><![CDATA[&data]]></FormalSpec>
32 | <ReturnType>%Status</ReturnType>
33 | <Implementation><![CDATA[
34 | 
35 | 	set start = 4070908800, secondsPerDay = 86400, sc = 1
36 | 	//$zd((start+date)/86400) = date of sunday - first day of week
37 | 	//End of week is saturday, date is seconds from <var>start<var>
38 | 	//86400 - senonds in 24 hours
39 | 	set num = 1
40 | 	while $data(data(num,"Date")){
41 | 		if ((start+data(num,"Date"))\secondsPerDay)>(+$horolog){
42 | 			set num = num + 1
43 | 			Continue
44 | 			}
45 | 		set dateInternal = $zdt((start+data(num,"Date"))\secondsPerDay,3)
46 | 		set amount = data(num,"Total")
47 | 		set unique = data(num,"Unique")
48 | 		&sql(Insert Into History.Views (Repository, Amount, UniqueVisitors, DateOfData)
49 | 			Values (:data("RepositoryId"), :amount, :unique, :dateInternal))
50 | 		set sc = sc!SQLCODE
51 | 		Quit:SQLCODE
52 | 		set num = num + 1
53 | 	}
54 | 	kill data
55 | 	Quit sc
56 | ]]></Implementation>
57 | </Method>
58 | 
59 | <Method name="Update">
60 | <ClassMethod>1</ClassMethod>
61 | <FormalSpec>id,total,unique</FormalSpec>
62 | <Implementation><![CDATA[
63 | 	&sql( Update History.Views 
64 | 		Set Amount = :total, UniqueVisitors = :unique Where Id =:id )
65 | 	Q:SQLCODE=0 1
66 | 	Q $$$ERROR($$$GeneralError,$system.SQL.SQLCODE(SQLCODE))
67 | ]]></Implementation>
68 | </Method>
69 | 
70 | <Storage name="Default">
71 | <Type>%Library.CacheStorage</Type>
72 | <DataLocation>^History.ViewsD</DataLocation>
73 | <DefaultData>ViewsDefaultData</DefaultData>
74 | <IdLocation>^History.ViewsD</IdLocation>
75 | <IndexLocation>^History.ViewsI</IndexLocation>
76 | <StreamLocation>^History.ViewsS</StreamLocation>
77 | <Data name="ViewsDefaultData">
78 | <Value name="1">
79 | <Value>%%CLASSNAME</Value>
80 | </Value>
81 | <Value name="2">
82 | <Value>Repository</Value>
83 | </Value>
84 | <Value name="3">
85 | <Value>Amount</Value>
86 | </Value>
87 | <Value name="4">
88 | <Value>UniqueVisitors</Value>
89 | </Value>
90 | <Value name="5">
91 | <Value>Date</Value>
92 | </Value>
93 | </Data>
94 | </Storage>
95 | </Class>
96 | </Export>
97 | 


--------------------------------------------------------------------------------
/GitHub/Parser.cls.xml:
--------------------------------------------------------------------------------
  1 | <?xml version="1.0" encoding="UTF-8"?>
  2 | <Export generator="Cache" version="25">
  3 | <Class name="GitHub.Parser">
  4 | <Super>%RegisteredObject</Super>
  5 | <TimeCreated>63916,39510.739472</TimeCreated>
  6 | 
  7 | <Method name="ParseOrganization">
  8 | <ClassMethod>1</ClassMethod>
  9 | <FormalSpec><![CDATA[&organization,objectZen]]></FormalSpec>
 10 | <ReturnType>%Status</ReturnType>
 11 | <Implementation><![CDATA[
 12 | 	set organization("Name") = objectZen.login, organization("FullName") = objectZen.name
 13 | 	, organization("Description") = objectZen.description
 14 | 	, organization("eMail") = objectZen.email, organization("OrgLink") = objectZen.blog
 15 | 
 16 |     Quit 1
 17 | ]]></Implementation>
 18 | </Method>
 19 | 
 20 | <Method name="ParseOrgMembers">
 21 | <ClassMethod>1</ClassMethod>
 22 | <FormalSpec><![CDATA[&orgMembers,objectZen]]></FormalSpec>
 23 | <ReturnType>%Status</ReturnType>
 24 | <Implementation><![CDATA[
 25 | 	
 26 | 	for i=1:1:objectZen.Count() {
 27 | 		set memberData = objectZen.GetAt(i)	
 28 | 		set orgMembers(i,"Link") = memberData."html_url"
 29 | 		,orgMembers(i,"Name") = memberData.login
 30 | 		}
 31 | 	Quit 1
 32 | ]]></Implementation>
 33 | </Method>
 34 | 
 35 | <Method name="ParseOrgRepos">
 36 | <ClassMethod>1</ClassMethod>
 37 | <FormalSpec><![CDATA[&orgRepos,objectZen,&count]]></FormalSpec>
 38 | <ReturnType>%Status</ReturnType>
 39 | <Implementation><![CDATA[
 40 | 	set ignore = 0
 41 | 	for i=1:1:objectZen.Count() {
 42 | 		set repoData = objectZen.GetAt(i)
 43 | 		set type = repoData.private ;#1 or 0
 44 | 		if type = 1 {
 45 | 			set ignore = ignore + 1
 46 | 			kill type
 47 | 			Continue
 48 | 			}
 49 | 		set orgRepos(i-ignore,"Description") = repoData.description, orgRepos(i-ignore,"Forks") = repoData."forks_count"
 50 | 		, orgRepos(i-ignore,"IssuesOpened") = repoData."open_issues_count", orgRepos(i-ignore,"Link") = repoData."html_url"
 51 | 		, orgRepos(i-ignore,"Name") = repoData.name, orgRepos(i-ignore,"Stars") = repoData."stargazers_count"
 52 | 		, orgRepos(i-ignore,"Updated") = ##class(GitHub.Parser).ConvertDate(repoData."updated_at")
 53 | 		, orgRepos(i-ignore,"Created") = ##class(GitHub.Parser).ConvertDate(repoData."created_at")
 54 | 		, orgRepos(i-ignore,"Pushed") = ##class(GitHub.Parser).ConvertDate(repoData."pushed_at")
 55 | 		}
 56 | 	set count = objectZen.Count() - ignore
 57 | 	Quit 1
 58 | ]]></Implementation>
 59 | </Method>
 60 | 
 61 | <Method name="ConvertDate">
 62 | <ClassMethod>1</ClassMethod>
 63 | <FormalSpec>externalDate:%String</FormalSpec>
 64 | <ReturnType>%TimeStamp</ReturnType>
 65 | <Implementation><![CDATA[
 66 |     #; Work with date format
 67 | 	set tmpDate = $piece( externalDate, "Z") ;2015-12-19T21:59:35
 68 | 	
 69 | 	set date = $piece( tmpDate,"T"), date = $zstrip(date, "<>WC" ) ;2015-12-19
 70 | 	set time = $piece( tmpDate,"T",2), time = $zstrip(time, "<>WC" ) ;21:59:35
 71 | 	
 72 | 	set dateh = $zdh( date, 3) 
 73 | 	set timeh = $zth( time )
 74 | 	
 75 | 	#; Making Moscow timezone, eg adding 3 hours
 76 | 	if timeh >= 75600{			;if time more than 21:00:00 
 77 | 		set timeh = timeh - 75600 ;minus 21 hours
 78 | 		set dateh = dateh + 1}
 79 | 	else{						;if time fewer than 21:00:00
 80 | 		set timeh = timeh + 10800	;plus 3 hours
 81 | 		}
 82 | 	set internalDate = $zdt( dateh_","_timeh, 3 ) ;odbc timestamp
 83 | 	Quit internalDate
 84 | ]]></Implementation>
 85 | </Method>
 86 | 
 87 | <Method name="ParseRepoCommits">
 88 | <ClassMethod>1</ClassMethod>
 89 | <FormalSpec><![CDATA[&commits,objectZen]]></FormalSpec>
 90 | <ReturnType>%Status</ReturnType>
 91 | <Implementation><![CDATA[
 92 | 	for i=1:1:objectZen.Count() {
 93 | 	    set commitData = objectZen.GetAt(i)
 94 | 	    set commits(i,"Name") = commitData.author.login
 95 | 	    if commitData.author.login = "" set commits(i,"Name") = commitData.commit.author.name
 96 | 	    set commits(i,"Link") = commitData.author."html_url"
 97 | 	    set commits(i,"eMail") = commitData.commit.author.email
 98 | 	    
 99 | 		set commits(i,"Date") = ##class(GitHub.Parser).ConvertDate(commitData.commit.author.date)
100 | 	    set commits(i,"Message") = commitData.commit.message
101 | 	    set commits(i,"CommitLink") = commitData."html_url" 
102 | 	}
103 | 	Quit 1
104 | ]]></Implementation>
105 | </Method>
106 | </Class>
107 | </Export>
108 | 


--------------------------------------------------------------------------------
/GitHub/Contributor.cls.xml:
--------------------------------------------------------------------------------
  1 | <?xml version="1.0" encoding="UTF-8"?>
  2 | <Export generator="Cache" version="25">
  3 | <Class name="GitHub.Contributor">
  4 | <Super>%Persistent</Super>
  5 | <TimeCreated>63915,38243.903748</TimeCreated>
  6 | 
  7 | <Property name="Name">
  8 | <Type>%String</Type>
  9 | <Required>1</Required>
 10 | </Property>
 11 | 
 12 | <Index name="Name">
 13 | <Properties>Name</Properties>
 14 | <Unique>1</Unique>
 15 | </Index>
 16 | 
 17 | <Property name="eMail">
 18 | <Type>%String</Type>
 19 | </Property>
 20 | 
 21 | <Property name="Link">
 22 | <Type>%String</Type>
 23 | <Parameter name="MAXLEN" value="255"/>
 24 | </Property>
 25 | 
 26 | <Property name="Existed">
 27 | <Type>%TimeStamp</Type>
 28 | </Property>
 29 | 
 30 | <Property name="Commits">
 31 | <Type>GitHub.Commit</Type>
 32 | <Cardinality>many</Cardinality>
 33 | <Inverse>Author</Inverse>
 34 | <Relationship>1</Relationship>
 35 | </Property>
 36 | 
 37 | <Property name="Member">
 38 | <Type>GitHub.Organization</Type>
 39 | <Cardinality>one</Cardinality>
 40 | <Inverse>Contributors</Inverse>
 41 | <Relationship>1</Relationship>
 42 | <OnDelete>cascade</OnDelete>
 43 | </Property>
 44 | 
 45 | <Method name="InsertOrUpdate">
 46 | <ClassMethod>1</ClassMethod>
 47 | <FormalSpec><![CDATA[&data]]></FormalSpec>
 48 | <ReturnType>%Status</ReturnType>
 49 | <Implementation><![CDATA[
 50 | 	set num = 1, sc = 1
 51 | 	while $data(data(num,"Name")){
 52 | 		
 53 | 		if ##class(GitHub.Contributor).NameExists( data(num,"Name"), .contributorId ){
 54 | 			set sc = ##class(GitHub.Contributor).Update(.data, num, contributorId) Quit:'sc
 55 | 			
 56 | 			if $get(data("Member"))'=""{
 57 | 				set sc = ##class(History.Contributors).Insert(data(num,"Name"),data(num,"Link"),data("Member"),0)
 58 | 				}
 59 | 				
 60 | 			kill data(num,"Name"), data(num,"eMail"), data(num,"Link")
 61 | 			set data(num,"AuthorId") = contributorId
 62 | 			set num = num + 1
 63 | 			Continue
 64 | 			}
 65 | 		elseif data(num,"Name") = ""{
 66 | 			kill data(num,"Name"), data(num,"eMail"), data(num,"Link")
 67 | 			set data(num,"AuthorId") = "EmptyAuthor"
 68 | 			set num = num + 1
 69 | 			Continue
 70 | 			}
 71 | 		
 72 | 		set sc = ##class(GitHub.Contributor).Insert(.data, num) Quit:'sc
 73 | 
 74 | 		if $get(data("Member"))'=""{
 75 | 			set sc = ##class(History.Contributors).Insert(data(num,"Name"),data(num,"Link"),data("Member"),1)
 76 | 			}
 77 | 				
 78 | 		kill data(num,"Name"), data(num,"eMail"), data(num,"Link")
 79 | 		set num = num + 1
 80 | 		}
 81 | 	
 82 | 	Quit sc
 83 | ]]></Implementation>
 84 | </Method>
 85 | 
 86 | <Method name="Insert">
 87 | <ClassMethod>1</ClassMethod>
 88 | <FormalSpec><![CDATA[&data,num]]></FormalSpec>
 89 | <ReturnType>%Status</ReturnType>
 90 | <Implementation><![CDATA[
 91 | 	set tmpName = data(num,"Name"), tmpEMail = $g(data(num,"eMail"))
 92 | 	, tmpLink = data(num,"Link"), tmpMember = $g(data("Member"))
 93 | 	set date = ""
 94 | 	if $get(data("Member"))'="" {set date = $zdt(+$h,3)}
 95 | 	
 96 | 	&sql(
 97 | 		Insert Into GitHub.Contributor (Name, eMail, Link, Member, Existed)
 98 | 		Values (:tmpName, :tmpEMail, :tmpLink, :tmpMember, :date)
 99 | 	)
100 | 	if 'SQLCODE{set data(num,"AuthorId") = %ROWID}
101 | 	Quit 'SQLCODE
102 | ]]></Implementation>
103 | </Method>
104 | 
105 | <Method name="Update">
106 | <ClassMethod>1</ClassMethod>
107 | <FormalSpec><![CDATA[&data,num,contributorId]]></FormalSpec>
108 | <ReturnType>%Status</ReturnType>
109 | <Implementation><![CDATA[
110 | 	set contributor = ##class(GitHub.Contributor).%OpenId(contributorId)
111 | 	if (contributor.eMail="")&&($g(data(num,"eMail"))'="") set contributor.eMail = data(num,"eMail")
112 | 	if (contributor.Link="")&&($g(data(num,"Link"))'="") set contributor.Link = data(num,"Link")
113 | 	if $get(data("Member"))'="" {set date = $zdt(+$h,3), contributor.Existed = date}
114 | 	
115 | 	set sc = contributor.%Save()
116 | 	Quit sc
117 | ]]></Implementation>
118 | </Method>
119 | 
120 | <Storage name="Default">
121 | <Type>%Library.CacheStorage</Type>
122 | <DataLocation>^GitHub.ContributorD</DataLocation>
123 | <DefaultData>ContributorDefaultData</DefaultData>
124 | <IdLocation>^GitHub.ContributorD</IdLocation>
125 | <IndexLocation>^GitHub.ContributorI</IndexLocation>
126 | <StreamLocation>^GitHub.ContributorS</StreamLocation>
127 | <Data name="ContributorDefaultData">
128 | <Value name="1">
129 | <Value>%%CLASSNAME</Value>
130 | </Value>
131 | <Value name="2">
132 | <Value>Name</Value>
133 | </Value>
134 | <Value name="3">
135 | <Value>eMail</Value>
136 | </Value>
137 | <Value name="4">
138 | <Value>Link</Value>
139 | </Value>
140 | <Value name="5">
141 | <Value>Member</Value>
142 | </Value>
143 | <Value name="6">
144 | <Value>Existed</Value>
145 | </Value>
146 | </Data>
147 | </Storage>
148 | </Class>
149 | </Export>
150 | 


--------------------------------------------------------------------------------
/GitHub/Organization.cls.xml:
--------------------------------------------------------------------------------
  1 | <?xml version="1.0" encoding="UTF-8"?>
  2 | <Export generator="Cache" version="25">
  3 | <Class name="GitHub.Organization">
  4 | <Description>
  5 | This class contain information about organization of repositories</Description>
  6 | <Super>%Persistent</Super>
  7 | <TimeCreated>63909,2427.981117</TimeCreated>
  8 | 
  9 | <Property name="Name">
 10 | <Type>%String</Type>
 11 | <Required>1</Required>
 12 | </Property>
 13 | 
 14 | <Index name="Name">
 15 | <Properties>Name</Properties>
 16 | <Unique>1</Unique>
 17 | </Index>
 18 | 
 19 | <Property name="FullName">
 20 | <Type>%String</Type>
 21 | </Property>
 22 | 
 23 | <Property name="eMail">
 24 | <Type>%String</Type>
 25 | </Property>
 26 | 
 27 | <Property name="OrgLink">
 28 | <Type>%String</Type>
 29 | </Property>
 30 | 
 31 | <Property name="Description">
 32 | <Type>%String</Type>
 33 | <Parameter name="MAXLEN" value="255"/>
 34 | </Property>
 35 | 
 36 | <Property name="RepositoriesAmount">
 37 | <Type>%Integer</Type>
 38 | <Calculated>1</Calculated>
 39 | <SqlComputeCode> set {*} = ##class(GitHub.Organization).GetRepositoriesAmount({Name})</SqlComputeCode>
 40 | <SqlComputed>1</SqlComputed>
 41 | </Property>
 42 | 
 43 | <Method name="GetRepositoriesAmount">
 44 | <ClassMethod>1</ClassMethod>
 45 | <FormalSpec>name</FormalSpec>
 46 | <ReturnType>%Integer</ReturnType>
 47 | <Implementation><![CDATA[
 48 | 	set sql = "Select Count(Id) As ReposAmount From GitHub.Repository Where Organization->Name = ? "
 49 | 	set rs = ##class(%SQL.Statement).%ExecDirect(,sql, name)
 50 | 	if rs.%Next() {set result = rs.ReposAmount}
 51 | 	Quit result
 52 | ]]></Implementation>
 53 | </Method>
 54 | 
 55 | <Property name="Contributors">
 56 | <Type>GitHub.Contributor</Type>
 57 | <Cardinality>many</Cardinality>
 58 | <Inverse>Member</Inverse>
 59 | <Relationship>1</Relationship>
 60 | </Property>
 61 | 
 62 | <Property name="Repositories">
 63 | <Description>
 64 | organization's repositories collection</Description>
 65 | <Type>GitHub.Repository</Type>
 66 | <Cardinality>many</Cardinality>
 67 | <Inverse>Organization</Inverse>
 68 | <Relationship>1</Relationship>
 69 | </Property>
 70 | 
 71 | <Property name="HistoryContributors">
 72 | <Type>History.Contributors</Type>
 73 | <Cardinality>many</Cardinality>
 74 | <Inverse>Organization</Inverse>
 75 | <Relationship>1</Relationship>
 76 | </Property>
 77 | 
 78 | <Property name="HistoryRepositories">
 79 | <Type>History.Repositories</Type>
 80 | <Cardinality>many</Cardinality>
 81 | <Inverse>Organization</Inverse>
 82 | <Relationship>1</Relationship>
 83 | </Property>
 84 | 
 85 | <Property name="People">
 86 | <Type>%Integer</Type>
 87 | <Calculated>1</Calculated>
 88 | <SqlComputeCode> set {*} = ##class(GitHub.Organization).GetPeople({Name})</SqlComputeCode>
 89 | <SqlComputed>1</SqlComputed>
 90 | </Property>
 91 | 
 92 | <Method name="GetPeople">
 93 | <ClassMethod>1</ClassMethod>
 94 | <FormalSpec>name</FormalSpec>
 95 | <ReturnType>%Integer</ReturnType>
 96 | <Implementation><![CDATA[
 97 | 	set sql = "Select Count(Id) As People From GitHub.Contributor Where Member->Name = ? "
 98 | 	set rs = ##class(%SQL.Statement).%ExecDirect(,sql, name)
 99 | 	if rs.%Next() {set result = rs.People}
100 | 	Quit result
101 | ]]></Implementation>
102 | </Method>
103 | 
104 | <Property name="Link">
105 | <Description>
106 | url</Description>
107 | <Type>%String</Type>
108 | <Calculated>1</Calculated>
109 | <SqlComputeCode> set {*} = ##class(GitHub.Organization).GetLink({Name})</SqlComputeCode>
110 | <SqlComputed>1</SqlComputed>
111 | </Property>
112 | 
113 | <Method name="GetLink">
114 | <ClassMethod>1</ClassMethod>
115 | <CodeMode>expression</CodeMode>
116 | <FormalSpec>name</FormalSpec>
117 | <Implementation><![CDATA[$select(name'="":"https://github.com/"_name,1:"")
118 | ]]></Implementation>
119 | </Method>
120 | 
121 | <Method name="Insert">
122 | <ClassMethod>1</ClassMethod>
123 | <FormalSpec><![CDATA[&data]]></FormalSpec>
124 | <ReturnType>%Status</ReturnType>
125 | <Implementation><![CDATA[
126 | 	&sql(
127 | 		Insert Into Github.Organization (Name, FullName, eMail, OrgLink, Description) 
128 | 		Values ( :data("Name"), :data("FullName"), :data("eMail")
129 | 		, :data("OrgLink"), :data("Description") )
130 | 	)
131 | 	if SQLCODE=0 {
132 | 		set data=%ROWID Quit 1
133 | 	}
134 | 	Quit $$$ERROR(,$system.SQL.SQLCODE( SQLCODE ))
135 | ]]></Implementation>
136 | </Method>
137 | 
138 | <Storage name="Default">
139 | <Type>%Library.CacheStorage</Type>
140 | <DataLocation>^GitHub.OrganizationD</DataLocation>
141 | <DefaultData>OrganizationDefaultData</DefaultData>
142 | <IdLocation>^GitHub.OrganizationD</IdLocation>
143 | <IndexLocation>^GitHub.OrganizationI</IndexLocation>
144 | <StreamLocation>^GitHub.OrganizationS</StreamLocation>
145 | <Data name="OrganizationDefaultData">
146 | <Value name="1">
147 | <Value>%%CLASSNAME</Value>
148 | </Value>
149 | <Value name="2">
150 | <Value>Name</Value>
151 | </Value>
152 | <Value name="3">
153 | <Value>FullName</Value>
154 | </Value>
155 | <Value name="4">
156 | <Value>eMail</Value>
157 | </Value>
158 | <Value name="5">
159 | <Value>OrgLink</Value>
160 | </Value>
161 | <Value name="6">
162 | <Value>Description</Value>
163 | </Value>
164 | </Data>
165 | </Storage>
166 | </Class>
167 | </Export>
168 | 


--------------------------------------------------------------------------------
/GitHub/API.cls.xml:
--------------------------------------------------------------------------------
  1 | <?xml version="1.0" encoding="UTF-8"?>
  2 | <Export generator="Cache" version="25">
  3 | <Class name="GitHub.API">
  4 | <Abstract>1</Abstract>
  5 | <Super>%RegisteredObject</Super>
  6 | <TimeCreated>63915,22620.787602</TimeCreated>
  7 | 
  8 | <Property name="request">
  9 | <Type>%Net.HttpRequest</Type>
 10 | </Property>
 11 | 
 12 | <Method name="CreateAPIRequest">
 13 | <ClassMethod>1</ClassMethod>
 14 | <FormalSpec>login:%String,password:%String,verbose:%Boolean</FormalSpec>
 15 | <ReturnType>GitHub.API</ReturnType>
 16 | <Implementation><![CDATA[
 17 | 	set sslConfigName = "github.com"
 18 | 	set sc = ##class(SSL.Configuration).SSLConfig( sslConfigName ) if 'sc {
 19 | 		write:verbose !, "SSLConfig error: ", sc 	
 20 | 	}
 21 | 	
 22 | 	set object = ..%New()
 23 |     set object.request=##class(%Net.HttpRequest).%New()
 24 |     set object.request.Https=1
 25 | 	set object.request.SSLConfiguration = sslConfigName
 26 |     set object.request.Server="api.github.com"                         
 27 |     do object.request.SetHeader("Accept","application/vnd.github.v3+json")             // we want 3rd version of api   
 28 | 
 29 |     if ((login'="") && (password'="")) { 			// supply Username and Password, if both are provided. GitHub accept Basic Auth
 30 |         set object.request.Username = login                // https://developer.github.com/v3/auth/
 31 |         set object.request.Password = password
 32 |     }   
 33 | 
 34 |     Quit object
 35 | ]]></Implementation>
 36 | </Method>
 37 | 
 38 | <Method name="UrlOrganization">
 39 | <ClassMethod>1</ClassMethod>
 40 | <CodeMode>expression</CodeMode>
 41 | <FormalSpec>organizationName:%String</FormalSpec>
 42 | <Implementation><![CDATA["/orgs/"_organizationName
 43 | ]]></Implementation>
 44 | </Method>
 45 | 
 46 | <Method name="UrlOrgMembers">
 47 | <ClassMethod>1</ClassMethod>
 48 | <CodeMode>expression</CodeMode>
 49 | <FormalSpec>organizationName:%String</FormalSpec>
 50 | <Implementation><![CDATA["/orgs/"_organizationName_"/members"
 51 | ]]></Implementation>
 52 | </Method>
 53 | 
 54 | <Method name="UrlOrgRepos">
 55 | <ClassMethod>1</ClassMethod>
 56 | <CodeMode>expression</CodeMode>
 57 | <FormalSpec>organizationName:%String</FormalSpec>
 58 | <Implementation><![CDATA["/orgs/"_organizationName_"/repos"
 59 | ]]></Implementation>
 60 | </Method>
 61 | 
 62 | <Method name="UrlRepoCommits">
 63 | <ClassMethod>1</ClassMethod>
 64 | <CodeMode>expression</CodeMode>
 65 | <FormalSpec>organizationName:%String,repositoryName:%String</FormalSpec>
 66 | <Implementation><![CDATA["/repos/"_organizationName_"/"_repositoryName_"/commits"
 67 | ]]></Implementation>
 68 | </Method>
 69 | 
 70 | <Method name="GetObjectZen">
 71 | <FormalSpec><![CDATA[&objectZen,page:%Integer=0,&count:%Integer]]></FormalSpec>
 72 | <ReturnType>%Status</ReturnType>
 73 | <Implementation><![CDATA[
 74 | 	do:page'=0 ..request.SetParam("page",page) 
 75 |     set st = ..request.Get()
 76 |     
 77 |     set st1 = ##class(%ZEN.Auxiliary.jsonProvider).%ConvertJSONToObject(..request.HttpResponse.Data,,.objectZen,1)
 78 |     set st = $$$ADDSC(st, st1)
 79 |     	
 80 | 	set:page'=0 count = objectZen.Count()
 81 |     
 82 |     Quit st
 83 | ]]></Implementation>
 84 | </Method>
 85 | 
 86 | <Method name="GetOrganization">
 87 | <Description>
 88 | 1.set APIRequest.request.Location = "/orgs/"_organization
 89 | Extract properties of Class Organization, all but People property</Description>
 90 | <FormalSpec><![CDATA[organizationName:%String,&objectZen]]></FormalSpec>
 91 | <ReturnType>%Status</ReturnType>
 92 | <Implementation><![CDATA[
 93 |     set ..request.Location = ..UrlOrganization(organizationName)
 94 |     
 95 | 	set sc = ..GetObjectZen(.objectZen)
 96 | 	
 97 | 	Quit sc
 98 | ]]></Implementation>
 99 | </Method>
100 | 
101 | <Method name="GetOrgMembers">
102 | <Description>
103 | 2.set APIRequest.request.Location = "/orgs/"_organization_"/members"
104 | Properties of Class Contributor, all but eMail property
105 | Amount of people - Property People of Class Organization</Description>
106 | <FormalSpec><![CDATA[organizationName:%String,&objectZen,&count:%Integer,page:%Integer=1]]></FormalSpec>
107 | <ReturnType>%Status</ReturnType>
108 | <Implementation><![CDATA[
109 |     set ..request.Location = ..UrlOrgMembers(organizationName)
110 |     
111 | 	set sc = ..GetObjectZen(.objectZen, page, .count)
112 |   
113 |     Quit sc
114 | ]]></Implementation>
115 | </Method>
116 | 
117 | <Method name="GetOrgRepos">
118 | <Description>
119 | 3.set APIRequest.request.Location = "/orgs/"_organization_"/repos"
120 | Properties of Class Repository, all but CommitsAmount, Contributors, Watchers</Description>
121 | <FormalSpec><![CDATA[organizationName:%String,&objectZen,&count:%Integer,page:%Integer=1]]></FormalSpec>
122 | <ReturnType>%Status</ReturnType>
123 | <Implementation><![CDATA[
124 |     set ..request.Location = ..UrlOrgRepos(organizationName)
125 |     
126 | 	set sc = ..GetObjectZen(.objectZen, page, .count)
127 |   
128 |     Quit sc
129 | ]]></Implementation>
130 | </Method>
131 | 
132 | <Method name="GetRepoCommits">
133 | <Description>
134 | 4.set APIRequest.request.Location = "/repos/"_organization_"/"_repository_"/commits"
135 | Propery CommitsAmount of Class Repository
136 | Properties of Class Commit, all
137 | Properties of Class Contributor, all but Membership property</Description>
138 | <FormalSpec><![CDATA[organizationName:%String,repositoryName:%String,&objectZen,&count:%Integer,page:%Integer=1]]></FormalSpec>
139 | <ReturnType>%Status</ReturnType>
140 | <Implementation><![CDATA[
141 |     set ..request.Location = ..UrlRepoCommits(organizationName,repositoryName)
142 |     
143 | 	set sc = ..GetObjectZen(.objectZen, page, .count)
144 |   
145 |     Quit sc
146 | ]]></Implementation>
147 | </Method>
148 | </Class>
149 | </Export>
150 | 


--------------------------------------------------------------------------------
/GitHub/Repository.cls.xml:
--------------------------------------------------------------------------------
  1 | <?xml version="1.0" encoding="UTF-8"?>
  2 | <Export generator="Cache" version="25">
  3 | <Class name="GitHub.Repository">
  4 | <Description>
  5 | This class contain information about repositories</Description>
  6 | <Super>%Persistent</Super>
  7 | <TimeCreated>63909,2460.601555</TimeCreated>
  8 | 
  9 | <Property name="Name">
 10 | <Type>%String</Type>
 11 | <Required>1</Required>
 12 | </Property>
 13 | 
 14 | <Index name="Name">
 15 | <Properties>Name</Properties>
 16 | <Unique>1</Unique>
 17 | </Index>
 18 | 
 19 | <Property name="Commits">
 20 | <Type>GitHub.Commit</Type>
 21 | <Cardinality>many</Cardinality>
 22 | <Inverse>Repository</Inverse>
 23 | <Relationship>1</Relationship>
 24 | </Property>
 25 | 
 26 | <Property name="HistoryViews">
 27 | <Type>History.Views</Type>
 28 | <Cardinality>many</Cardinality>
 29 | <Inverse>Repository</Inverse>
 30 | <Relationship>1</Relationship>
 31 | </Property>
 32 | 
 33 | <Property name="HistoryClones">
 34 | <Type>History.Clones</Type>
 35 | <Cardinality>many</Cardinality>
 36 | <Inverse>Repository</Inverse>
 37 | <Relationship>1</Relationship>
 38 | </Property>
 39 | 
 40 | <Property name="Organization">
 41 | <Type>GitHub.Organization</Type>
 42 | <Cardinality>one</Cardinality>
 43 | <Inverse>Repositories</Inverse>
 44 | <Relationship>1</Relationship>
 45 | <Required>1</Required>
 46 | <OnDelete>cascade</OnDelete>
 47 | </Property>
 48 | 
 49 | <Property name="Stars">
 50 | <Type>%Integer</Type>
 51 | </Property>
 52 | 
 53 | <Property name="Forks">
 54 | <Type>%Integer</Type>
 55 | </Property>
 56 | 
 57 | <Property name="Link">
 58 | <Type>%String</Type>
 59 | <Parameter name="MAXLEN" value="255"/>
 60 | </Property>
 61 | 
 62 | <Property name="IssuesOpened">
 63 | <Type>%Integer</Type>
 64 | </Property>
 65 | 
 66 | <Property name="Description">
 67 | <Type>%String</Type>
 68 | <Parameter name="MAXLEN" value="255"/>
 69 | <Parameter name="TRUNCATE" value="1"/>
 70 | </Property>
 71 | 
 72 | <Property name="Updated">
 73 | <Type>%TimeStamp</Type>
 74 | </Property>
 75 | 
 76 | <Property name="Pushed">
 77 | <Type>%TimeStamp</Type>
 78 | </Property>
 79 | 
 80 | <Property name="Created">
 81 | <Type>%TimeStamp</Type>
 82 | </Property>
 83 | 
 84 | <Property name="CommitsAmount">
 85 | <Type>%Integer</Type>
 86 | <Calculated>1</Calculated>
 87 | <SqlComputeCode> set {*} = ##class(GitHub.Repository).GetCommitsAmount({Name})</SqlComputeCode>
 88 | <SqlComputed>1</SqlComputed>
 89 | </Property>
 90 | 
 91 | <Method name="GetCommitsAmount">
 92 | <ClassMethod>1</ClassMethod>
 93 | <FormalSpec>name</FormalSpec>
 94 | <ReturnType>%Integer</ReturnType>
 95 | <Implementation><![CDATA[
 96 | 	set sql = "Select Count(Id) As CommitsAmount From GitHub.CommitTable Where Repository->Name = ? "
 97 | 	set rs = ##class(%SQL.Statement).%ExecDirect(,sql, name)
 98 | 	if rs.%Next() {set result = rs.CommitsAmount}
 99 | 	Quit result
100 | ]]></Implementation>
101 | </Method>
102 | 
103 | <Method name="InsertOrUpdate">
104 | <ClassMethod>1</ClassMethod>
105 | <FormalSpec><![CDATA[&data,&listToUpdate]]></FormalSpec>
106 | <ReturnType>%Status</ReturnType>
107 | <Implementation><![CDATA[
108 | 	set num = 1, sc = 1
109 | 	while $data(data(num,"Name")){
110 | 		
111 | 		if ##class(GitHub.Repository).NameExists( data(num,"Name"), .repositoryId ){
112 | 			set sc = ##class(GitHub.Repository).Update(.data, num, repositoryId) Quit:'sc
113 | 			
114 | 			set sc = ##class(History.Repositories).Insert(data(num,"Name"),data(num,"Link"),data("Organization"),0) Quit:'sc
115 | 
116 | 			set num = num + 1
117 | 			Continue
118 | 			}
119 | 		
120 | 		set sc = ##class(GitHub.Repository).Insert(.data, num) Quit:'sc
121 | 		
122 | 		set numToUpdate = listToUpdate("Amount") + 1
123 | 		set listToUpdate(numToUpdate,"Name") = data(num,"Name")
124 | 		,listToUpdate(numToUpdate,"Id") = data
125 | 		,listToUpdate("Amount") = listToUpdate("Amount") + 1
126 | 
127 | 		set sc = ##class(History.Repositories).Insert(data(num,"Name"),data(num,"Link"),data("Organization"),1) Quit:'sc
128 | 
129 | 		set num = num + 1
130 | 		}
131 | 	
132 | 	Quit sc
133 | ]]></Implementation>
134 | </Method>
135 | 
136 | <Method name="Insert">
137 | <ClassMethod>1</ClassMethod>
138 | <FormalSpec><![CDATA[&data="",num:%Integer]]></FormalSpec>
139 | <ReturnType>%Status</ReturnType>
140 | <Implementation><![CDATA[
141 | 	set tmpName = data(num,"Name"), tmpDescription = data(num,"Description")
142 | 	, tmpForks = data(num,"Forks"), tmpIssuesOpened = data(num,"IssuesOpened")
143 | 	, tmpLink = data(num,"Link"), tmpStars = data(num,"Stars")
144 | 	, tmpUpdated = data(num,"Updated"), tmpCreated = data(num,"Created"), tmpPushed = data(num,"Pushed")	
145 | 	&sql(
146 | 		Insert Into GitHub.Repository (Organization,Name,Description,Forks,IssuesOpened,Link,Stars,Updated,Created,Pushed)
147 | 		Values (
148 | 			:data("Organization"), :tmpName, :tmpDescription, :tmpForks, :tmpIssuesOpened
149 | 			, :tmpLink, :tmpStars, :tmpUpdated, :tmpCreated, :tmpPushed
150 | 		)
151 | 	)
152 | 	if SQLCODE=0 {
153 | 		set data = %ROWID Quit 1	
154 | 	}
155 | 	
156 | 	Quit 'SQLCODE
157 | ]]></Implementation>
158 | </Method>
159 | 
160 | <Method name="Update">
161 | <Description>
162 | Created,Forks,IssuesOpened,Pushed,Updated,Stars</Description>
163 | <ClassMethod>1</ClassMethod>
164 | <FormalSpec><![CDATA[&data,num,repositoryId]]></FormalSpec>
165 | <ReturnType>%Status</ReturnType>
166 | <Implementation><![CDATA[
167 | 	set tmpForks = data(num,"Forks"), tmpIssuesOpened = data(num,"IssuesOpened")
168 | 	, tmpStars = data(num,"Stars"), tmpUpdated = data(num,"Updated")
169 | 	, tmpCreated = data(num,"Created"), tmpPushed = data(num,"Pushed")	
170 | 	
171 | 	&sql( Update GitHub.Repository 
172 | 		Set Created = :tmpCreated, Updated = :tmpUpdated, Pushed = :tmpPushed
173 | 		, Forks = :tmpForks, IssuesOpened = :tmpIssuesOpened, Stars = :tmpStars
174 | 		Where Id =:repositoryId 
175 | 	)
176 | 	Q:SQLCODE=0 1
177 | 	Q $$$ERROR($$$GeneralError,$system.SQL.SQLCODE(SQLCODE))
178 | ]]></Implementation>
179 | </Method>
180 | </Class>
181 | </Export>
182 | 


--------------------------------------------------------------------------------
/GitHub/Loader.cls.xml:
--------------------------------------------------------------------------------
  1 | <?xml version="1.0" encoding="UTF-8"?>
  2 | <Export generator="Cache" version="25">
  3 | <Class name="GitHub.Loader">
  4 | <Super>GitHub.API</Super>
  5 | <TimeCreated>63916,39482.538124</TimeCreated>
  6 | 
  7 | <Method name="LoadAll">
  8 | <ClassMethod>1</ClassMethod>
  9 | <FormalSpec>organizationName="intersystems-ru",login:%String="",password:%String="",verbose:%Boolean=1</FormalSpec>
 10 | <ReturnType>%Status</ReturnType>
 11 | <Implementation><![CDATA[
 12 | 	set sc = 1
 13 | 
 14 | 	if ##class(GitHub.Organization).NameExists( organizationName, .organizationId ) {
 15 | 		
 16 | 		#; set sc = ##class(GitHub.Organization).NameDelete( organizationName ) Quit:'sc sc
 17 | 		#; ERROR #5803: Can't get exclusive lock
 18 | 		#; 
 19 | 		#; workaround:
 20 | 		set sc = ##class(GitHub.Loader).DeleteRepositories( organizationId ) Quit:'sc sc
 21 | 		set sc = ##class(GitHub.Organization).NameDelete(organizationName)
 22 | 		}
 23 | 				
 24 |     set APIRequest = ..CreateAPIRequest(login, password,verbose)
 25 | 	
 26 | 	set sc = APIRequest.LoadOrganization(organizationName, .organizationId, verbose) Quit:'sc sc
 27 | 	
 28 | 	set sc = APIRequest.LoadOrgMembers(organizationName, organizationId, verbose) Quit:'sc sc
 29 | 	
 30 | 	set sc = APIRequest.LoadOrgRepos(organizationName, organizationId, verbose) Quit:'sc sc	
 31 | 	
 32 | 		
 33 | 	write:verbose !,"Load repositories's commits and history of views and clones"
 34 | 	set activityRequest = ##class(GitHub.ActivityData).CreateLoggedSession(login,password,verbose)
 35 | 	
 36 | 	set numberOfRepository = 1
 37 | 	set sql = "Select Name, Id From GitHub.Repository Where Organization->Name = ? "
 38 | 	set rs = ##class(%SQL.Statement).%ExecDirect(,sql, organizationName)
 39 | 	while rs.%Next() {
 40 | 		set repository("Name") = rs.Name, repository("Id") = rs.Id
 41 | 		
 42 | 		write:verbose !,numberOfRepository_"."
 43 | 		set numberOfRepository = numberOfRepository + 1
 44 | 		
 45 | 		set sc = APIRequest.LoadRepoCommits(organizationName,.repository, verbose) Quit:'sc
 46 | 		
 47 | 		#; Views
 48 | 		set sc = activityRequest.GetActivityData("/graphs/traffic-data", organizationName, repository("Name"), .objectZen)
 49 | 		if sc = "html"{
 50 | 			write:verbose !, "Have no access to history of views and clones data",!
 51 | 			set sc = 1
 52 | 			Continue
 53 | 			}
 54 | 		else{
 55 | 			set sc = ##class(GitHub.ActivityData).ParseHistory(.views, objectZen) Quit:'sc
 56 | 			
 57 | 			set sc = ##class(GitHub.ActivityData).SetViewsHistory(.views,.repository,verbose) Quit:'sc
 58 | 			}
 59 | 			
 60 | 		#; Clones
 61 | 		set sc = activityRequest.GetActivityData("/graphs/clone-activity-data", organizationName, repository("Name"), .objectZen) Quit:'sc
 62 | 		
 63 | 		set sc = ##class(GitHub.ActivityData).ParseHistory(.clones, objectZen) Quit:'sc
 64 | 		
 65 | 		set sc = ##class(GitHub.ActivityData).SetClonesHistory(.clones,.repository,verbose) Quit:'sc
 66 | 		}
 67 | 	Quit sc
 68 | ]]></Implementation>
 69 | </Method>
 70 | 
 71 | <Method name="DeleteRepositories">
 72 | <ClassMethod>1</ClassMethod>
 73 | <FormalSpec>organizationId</FormalSpec>
 74 | <Implementation><![CDATA[
 75 | 	set sc = 1
 76 | 	set sql = "Select Id From GitHub.Repository Where Organization = ?"
 77 | 	set rs = ##class(%SQL.Statement).%ExecDirect( , sql, organizationId ) 
 78 | 	while rs.%Next(){s sc = sc && ##class(GitHub.Repository).%DeleteId( rs.Id ) Quit:'sc}
 79 | 	Quit sc
 80 | ]]></Implementation>
 81 | </Method>
 82 | 
 83 | <Method name="LoadOrganization">
 84 | <FormalSpec><![CDATA[organizationName:%String,&organizationId,verbose:%Boolean]]></FormalSpec>
 85 | <ReturnType>%Status</ReturnType>
 86 | <Implementation><![CDATA[
 87 | 	write:verbose !,"Load organization's properties"
 88 | 	set sc = ..GetOrganization(organizationName, .objectZen) Quit:'sc sc
 89 | 
 90 | 	set sc = ##class(GitHub.Parser).ParseOrganization(.organization, objectZen) Quit:'sc sc
 91 | 
 92 | 	set sc = ##class(GitHub.Organization).Insert(.organization) Quit:'sc sc
 93 | 	set organizationId = organization
 94 | 	kill organization
 95 | 	Quit sc
 96 | ]]></Implementation>
 97 | </Method>
 98 | 
 99 | <Method name="LoadOrgMembers">
100 | <FormalSpec>organizationName:%String,organizationId,verbose:%Boolean</FormalSpec>
101 | <ReturnType>%Status</ReturnType>
102 | <Implementation><![CDATA[
103 | 	write:verbose !,"Load organization's members"
104 | 	set countPrevious = 1, page = 1
105 | 	while 1{
106 | 		set sc = ..GetOrgMembers(organizationName, .objectZen, .count, page) Quit:'sc
107 | 		if count = 0 {Quit}
108 | 		
109 | 		set orgMember("Member") = organizationId
110 | 		set sc = ##class(GitHub.Parser).ParseOrgMembers(.orgMember, objectZen) Quit:'sc
111 | 		for num = 1:1:count{
112 | 			set sc = ##class(GitHub.Contributor).Insert(.orgMember, num) Quit:'sc
113 | 			}
114 | 		
115 | 		kill orgMember
116 | 		if countPrevious > count Quit ;#Count of Member objects on this page reduced, it means that next page will be empty
117 | 		set countPrevious = count, page = page + 1
118 | 		}
119 | 
120 | 	Quit sc
121 | ]]></Implementation>
122 | </Method>
123 | 
124 | <Method name="LoadOrgRepos">
125 | <FormalSpec>organizationName:%String,organizationId,verbose:%Boolean</FormalSpec>
126 | <ReturnType>%Status</ReturnType>
127 | <Implementation><![CDATA[
128 | 	write:verbose !,"Load organization's repositories"
129 | 	set countPrevious = 1, page = 1
130 | 	while 1{
131 | 		set sc = ..GetOrgRepos(organizationName, .objectZen, .count, page)
132 | 		if count = 0 {Quit}
133 | 		
134 | 		set repository("Organization") = organizationId
135 | 		set sc = ##class(GitHub.Parser).ParseOrgRepos(.repository, objectZen, .count) Quit:'sc
136 | 		for num = 1:1:count{
137 | 			set sc = ##class(GitHub.Repository).Insert(.repository, num) Quit:'sc
138 | 			}
139 | 			
140 | 		kill repository
141 | 		if countPrevious > count Quit ;#Count of Repos objects on this page reduced, it means that next page will be empty
142 | 		set countPrevious = count, page = page + 1
143 | 		}
144 | 	Quit sc
145 | ]]></Implementation>
146 | </Method>
147 | 
148 | <Method name="LoadRepoCommits">
149 | <FormalSpec><![CDATA[organizationName,&repository,verbose:%Boolean]]></FormalSpec>
150 | <ReturnType>%Status</ReturnType>
151 | <Implementation><![CDATA[
152 | 	write:verbose "Repository "_repository("Name"),!,"Commits load",!
153 | 	set countPrevious = 1, page = 1
154 | 	while 1{
155 | 		set sc = ..GetRepoCommits(organizationName, repository("Name"), .objectZen, .count, page)
156 | 		if count = 0 {Quit}
157 | 		
158 | 		set commit("RepositoryId") = repository("Id")
159 | 		set sc = ##class(GitHub.Parser).ParseRepoCommits(.commit, objectZen) Quit:'sc
160 | 		
161 | 		set sc = ##class(GitHub.Contributor).InsertOrUpdate(.commit) Quit:'sc
162 | 		for num = 1:1:count{
163 | 			set sc = ##class(GitHub.Commit).Insert(.commit, num) Quit:'sc
164 | 			}
165 | 		
166 | 		write:verbose "."
167 | 		kill commit
168 | 		if countPrevious > count Quit ;#Count of Repos objects on this page reduced, it means that next page will be empty
169 | 		set countPrevious = count , page = page + 1
170 | 		}
171 | 	Quit sc
172 | ]]></Implementation>
173 | </Method>
174 | </Class>
175 | </Export>
176 | 


--------------------------------------------------------------------------------
/GitHub/ActivityData.cls.xml:
--------------------------------------------------------------------------------
  1 | <?xml version="1.0" encoding="UTF-8"?>
  2 | <Export generator="Cache" version="25">
  3 | <Class name="GitHub.ActivityData">
  4 | <Super>%RegisteredObject</Super>
  5 | <TimeCreated>63916,69358.6097</TimeCreated>
  6 | 
  7 | <Property name="request">
  8 | <Type>%Net.HttpRequest</Type>
  9 | </Property>
 10 | 
 11 | <Method name="CreateLoggedSession">
 12 | <ClassMethod>1</ClassMethod>
 13 | <FormalSpec>login="",password="",verbose:%Boolean</FormalSpec>
 14 | <ReturnType>GitHub.ActivityData</ReturnType>
 15 | <Implementation><![CDATA[
 16 | 	set activityRequest = ##class(GitHub.ActivityData).%New()
 17 | 	set activityRequest.request = ##class(%Net.HttpRequest).%New()
 18 | 	
 19 | 	set sslConfigName = "github.com"
 20 | 	set activityRequest.request.Server = sslConfigName
 21 | 	set sc = ##class(SSL.Configuration).SSLConfig( sslConfigName ) if 'sc {
 22 | 		write:verbose !, "SSLConfig error: ", sc 	
 23 | 	}
 24 | 	set activityRequest.request.SSLConfiguration = sslConfigName
 25 | 	set activityRequest.request.Https=1
 26 | 	
 27 | 	set sc = activityRequest.request.Get("/login")
 28 | 	set strm = ##class(%Stream.FileCharacter).%New()
 29 | 	set sc = strm.CopyFrom( activityRequest.request.HttpResponse.Data )
 30 | 	
 31 | 	set authenticityToken = ##class(GitHub.ActivityData).ParseAuthenticityToken(strm)
 32 | 	
 33 | 	do activityRequest.request.InsertFormData("commit","Sign in")
 34 | 	, activityRequest.request.InsertFormData("login",login), activityRequest.request.InsertFormData("password",password)
 35 | 	, activityRequest.request.InsertFormData("authenticity_token",authenticityToken)
 36 | 	, activityRequest.request.InsertFormData("utf8","&#x2713;")
 37 | 	set sc = activityRequest.request.Post("/session") 
 38 | 	
 39 | 	if activityRequest.request.HttpResponse.StatusCode'=302{
 40 | 		write:verbose "Login or password are incorrect."
 41 | 		Q 0
 42 | 		}
 43 | 	Quit activityRequest
 44 | ]]></Implementation>
 45 | </Method>
 46 | 
 47 | <Method name="ParseAuthenticityToken">
 48 | <Description><![CDATA[
 49 | Extract authenticity token
 50 | Code below is one line
 51 | <!-- </textarea> --><!-- '"` --><form accept-charset="UTF-8" action="/session" 
 52 | data-form-nonce="6c0fdd0779b0e7e75813fed57e639c50034bcc0f" method="post"><div style="margin:0;padding:0;display:inline">
 53 | <input name="utf8" type="hidden" value="&#x2713;" /><input name="authenticity_token" type="hidden" 
 54 | value="CLpoy4KS/Nbnn4uyTd/vf/WuhcF8NOhU4QSualOfABlYzSIp2f6nEBDozj5y05hYuiGJRS6fr1/TN9SEbouO4Q==" /></div>      ]]></Description>
 55 | <ClassMethod>1</ClassMethod>
 56 | <FormalSpec>html</FormalSpec>
 57 | <ReturnType>%String</ReturnType>
 58 | <Implementation><![CDATA[
 59 | 	set begin = html.FindAt( 1, "name=""authenticity_token""" ) 
 60 | 	set end = html.FindAt( begin , "</div>"  )
 61 | 	set sc = html.MoveTo( begin ) 
 62 | 	set length = end - begin
 63 | 	set authTokenHtml = html.Read( .length )
 64 | 	
 65 | 	set authToken = $piece( authTokenHtml, "value=""", 2 )	
 66 | 	set authToken = $piece( authToken, """")
 67 | 	Quit authToken
 68 | ]]></Implementation>
 69 | </Method>
 70 | 
 71 | <Method name="GetActivityData">
 72 | <FormalSpec><![CDATA[activityUrl:%String,organizationName:%String,repositoryName:%String,&objectZen]]></FormalSpec>
 73 | <ReturnType>%Status</ReturnType>
 74 | <Implementation><![CDATA[
 75 | 	set st = ..request.SetHeader("x-requested-with","XMLHttpRequest")
 76 | 	set st = ..request.Get("/"_organizationName_"/"_repositoryName_activityUrl)
 77 |     set st1 = ##class(%ZEN.Auxiliary.jsonProvider).%ConvertJSONToObject(..request.HttpResponse.Data,,.objectZen,1)
 78 |     set st = $$$ADDSC(st, st1)
 79 |     
 80 | 	Quit:st st
 81 | 	Quit "html"
 82 | ]]></Implementation>
 83 | </Method>
 84 | 
 85 | <Method name="ParseHistory">
 86 | <ClassMethod>1</ClassMethod>
 87 | <FormalSpec><![CDATA[&history,objectZen]]></FormalSpec>
 88 | <ReturnType>%Status</ReturnType>
 89 | <Implementation><![CDATA[
 90 | 	for i=1:1:objectZen.counts.Count() {
 91 | 	    set historyData = objectZen.counts.GetAt(i)
 92 | 		set history(i,"Date") = historyData.bucket
 93 | 		,history(i,"Total") = historyData.total, history(i,"Unique") = historyData.unique
 94 | 	}
 95 | 	Quit 1
 96 | ]]></Implementation>
 97 | </Method>
 98 | 
 99 | <Method name="SetOrIgnoreViewsHistory">
100 | <ClassMethod>1</ClassMethod>
101 | <FormalSpec><![CDATA[&views,&repository,verbose:%Boolean]]></FormalSpec>
102 | <ReturnType>%Status</ReturnType>
103 | <Implementation><![CDATA[
104 | 	set sql = "Select Top 1 DateOfData, Id From History.Views Where Repository = ? Order By DateOfData Desc"
105 | 	set rs = ##class(%SQL.Statement).%ExecDirect(,sql, repository("Id"))
106 | 	if rs.%Next() {
107 | 		set top = rs.DateOfData, topId = rs.Id
108 | 		}
109 | 	set topDate = $zdh($piece(top," ",1),3)
110 | 	set start = 4070908800, secondsPerDay = 86400
111 | 	
112 | 	set num = 1
113 | 	while $data(views(num,"Date")){
114 | 		set tmpDate = (start+views(num,"Date"))\secondsPerDay
115 | 		if (tmpDate=topDate) {
116 | 			set sc = ##class(History.Views).Update(topId,views(num,"Total"),views(num,"Unique"))
117 | 			kill views(num,"Date") 
118 | 			Quit}
119 | 		set num = num + 1
120 | 		}
121 | 	set sc = ##class(GitHub.ActivityData).SetViewsHistory(.views,.repository, verbose) 
122 | 	Quit sc
123 | ]]></Implementation>
124 | </Method>
125 | 
126 | <Method name="SetViewsHistory">
127 | <ClassMethod>1</ClassMethod>
128 | <FormalSpec><![CDATA[&views,&repository,verbose:%Boolean]]></FormalSpec>
129 | <ReturnType>%Status</ReturnType>
130 | <Implementation><![CDATA[
131 | 	set views("RepositoryId") = repository("Id")
132 | 	set sc = ##class(History.Views).Insert(.views)
133 | 	
134 | 	write:(verbose&sc) !,"History of views successfuly loaded"
135 | 	Quit sc
136 | ]]></Implementation>
137 | </Method>
138 | 
139 | <Method name="SetOrIgnoreClonesHistory">
140 | <ClassMethod>1</ClassMethod>
141 | <FormalSpec><![CDATA[&clones,&repository,verbose:%Boolean]]></FormalSpec>
142 | <ReturnType>%Status</ReturnType>
143 | <Implementation><![CDATA[
144 | 	set sql = "Select Top 1 DateOfData, Id From History.Clones Where Repository = ? Order By DateOfData Desc"
145 | 	set rs = ##class(%SQL.Statement).%ExecDirect(,sql, repository("Id"))
146 | 	if rs.%Next() {
147 | 		set top = rs.DateOfData, topId = rs.Id
148 | 		}
149 | 	set topDate = $zdh($piece(top," ",1),3)
150 | 	set start = 4070908800, secondsPerDay = 86400
151 | 
152 | 	set num = 1
153 | 	while $data(clones(num,"Date")){
154 | 		set tmpDate = (start+clones(num,"Date"))\secondsPerDay
155 | 		if (tmpDate=topDate) {
156 | 			set sc = ##class(History.Clones).Update(topId,clones(num,"Total"))
157 | 			kill clones(num,"Date") 
158 | 			Quit}
159 | 		set num = num + 1
160 | 		}
161 | 	set sc = ##class(GitHub.ActivityData).SetClonesHistory(.clones,.repository, verbose) 
162 | 	Quit sc
163 | ]]></Implementation>
164 | </Method>
165 | 
166 | <Method name="SetClonesHistory">
167 | <ClassMethod>1</ClassMethod>
168 | <FormalSpec><![CDATA[&clones,&repository,verbose:%Boolean]]></FormalSpec>
169 | <ReturnType>%Status</ReturnType>
170 | <Implementation><![CDATA[
171 | 	set clones("RepositoryId") = repository("Id")
172 | 	set sc = ##class(History.Clones).Insert(.clones)
173 | 	
174 | 	write:(verbose&sc) !,"History of clones successfuly loaded",!
175 | 	Quit sc
176 | ]]></Implementation>
177 | </Method>
178 | </Class>
179 | </Export>
180 | 


--------------------------------------------------------------------------------
/GitHub/Updater.cls.xml:
--------------------------------------------------------------------------------
  1 | <?xml version="1.0" encoding="UTF-8"?>
  2 | <Export generator="Cache" version="25">
  3 | <Class name="GitHub.Updater">
  4 | <Super>GitHub.API</Super>
  5 | <TimeCreated>63917,41694.9819</TimeCreated>
  6 | 
  7 | <Method name="UpdateAll">
  8 | <ClassMethod>1</ClassMethod>
  9 | <FormalSpec>organizationName="intersystems-ru",login:%String="",password:%String="",verbose:%Boolean=1</FormalSpec>
 10 | <ReturnType>%Status</ReturnType>
 11 | <Implementation><![CDATA[
 12 | 	set sc = 1
 13 | 
 14 | 	if '##class(GitHub.Organization).NameExists( organizationName, .organizationId ) {
 15 | 		write:verbose !,"Organization "_organizationName_" does not exist"
 16 | 		,!,"Nothing to update"
 17 | 		Quit sc		
 18 | 		}
 19 | 				
 20 |     set APIRequest = ..CreateAPIRequest(login, password)
 21 | 	
 22 | 	set sc = APIRequest.UpdateOrgMembers(organizationName, organizationId, verbose) Quit:'sc sc
 23 | 	
 24 | 	set sc = APIRequest.UpdateOrgRepos(organizationName, organizationId, .listToUpdate, verbose) Quit:'sc sc	
 25 | 	
 26 | 	write:verbose !,"Load repositories's commits"
 27 | 	for i = 1:1:listToUpdate("Amount"){
 28 | 		set repositoryToUpdate("Name") = listToUpdate(i,"Name")
 29 | 		,repositoryToUpdate("Id") = listToUpdate(i,"Id")
 30 | 		set sc = APIRequest.LoadAllOrNewRepoCommits(organizationName,.repositoryToUpdate, verbose) Quit:'sc
 31 | 		}
 32 | 			
 33 | 	write:verbose !,"Load repositories's history of views and clones"
 34 | 	set activityRequest = ##class(GitHub.ActivityData).CreateLoggedSession(login,password, verbose)
 35 | 	
 36 | 	set numberOfRepository = 1
 37 | 	set sql = "Select Name, Id From GitHub.Repository Where Organization->Name = ? "
 38 | 	set rs = ##class(%SQL.Statement).%ExecDirect(,sql, organizationName)
 39 | 	while rs.%Next() {
 40 | 		set repository("Name") = rs.Name, repository("Id") = rs.Id
 41 | 		
 42 | 		write:verbose !,numberOfRepository_".Repository "_repository("Name")
 43 | 		set numberOfRepository = numberOfRepository + 1
 44 | 		
 45 | 		
 46 | 		#; Views
 47 | 		set sc = activityRequest.GetActivityData("/graphs/traffic-data", organizationName, repository("Name"), .objectZen)
 48 | 		if sc = "html"{
 49 | 			write:verbose !, "Have no access to history of views and clones data",!
 50 | 			set sc = 1
 51 | 			Continue
 52 | 			}
 53 | 		else{
 54 | 			set sc = ##class(GitHub.ActivityData).ParseHistory(.views, objectZen) Quit:'sc
 55 | 			
 56 | 			set sql = "Select Count(Id) As CountOfViews From History.Views Where Repository = ?"
 57 | 			set rsViews = ##class(%SQL.Statement).%ExecDirect(,sql, repository("Id"))
 58 | 			if rsViews.%Next() {
 59 | 				set count = rsViews.CountOfViews
 60 | 				}
 61 | 			if count = 0{set sc = ##class(GitHub.ActivityData).SetViewsHistory(.views,.repository, verbose) Quit:'sc}
 62 | 			else{
 63 | 			set sc = ##class(GitHub.ActivityData).SetOrIgnoreViewsHistory(.views,.repository, verbose) Quit:'sc
 64 | 				}
 65 | 			}
 66 | 			
 67 | 		#; Clones
 68 | 		set sc = activityRequest.GetActivityData("/graphs/clone-activity-data", organizationName, repository("Name"), .objectZen) Quit:'sc
 69 | 		
 70 | 		set sc = ##class(GitHub.ActivityData).ParseHistory(.clones, objectZen) Quit:'sc
 71 | 		
 72 | 		set sql = "Select Count(Id) As CountOfClones From History.Clones Where Repository = ?"
 73 | 		set rsClones = ##class(%SQL.Statement).%ExecDirect(,sql, repository("Id"))
 74 | 		if rsClones.%Next() {
 75 | 			set count = rsClones.CountOfClones
 76 | 			}
 77 | 		if count = 0{set sc = ##class(GitHub.ActivityData).SetClonesHistory(.clones,.repository, verbose) Quit:'sc}
 78 | 		else{
 79 | 		set sc = ##class(GitHub.ActivityData).SetOrIgnoreClonesHistory(.clones,.repository, verbose) Quit:'sc
 80 | 			}
 81 | 		}
 82 | 	Quit sc
 83 | ]]></Implementation>
 84 | </Method>
 85 | 
 86 | <Method name="UpdateOrgMembers">
 87 | <FormalSpec>organizationName:%String,organizationId,verbose:%Boolean</FormalSpec>
 88 | <ReturnType>%Status</ReturnType>
 89 | <Implementation><![CDATA[
 90 | 	write:verbose !,"Update organization's members"
 91 | 	set countPrevious = 1, page = 1
 92 | 	while 1{
 93 | 		set sc = ..GetOrgMembers(organizationName, .objectZen, .count, page) Quit:'sc
 94 | 		if count = 0 {Quit}
 95 | 		
 96 | 		set orgMember("Member") = organizationId
 97 | 		set sc = ##class(GitHub.Parser).ParseOrgMembers(.orgMember, objectZen) Quit:'sc
 98 | 		
 99 | 		set sc = ##class(GitHub.Contributor).InsertOrUpdate(.orgMember) Quit:'sc
100 | 		
101 | 		kill orgMember
102 | 		if countPrevious > count Quit ;#Count of Member objects on this page reduced, it means that next page will be empty
103 | 		set countPrevious = count, page = page + 1
104 | 		}
105 | 	
106 | 	Quit sc
107 | ]]></Implementation>
108 | </Method>
109 | 
110 | <Method name="UpdateOrgRepos">
111 | <FormalSpec><![CDATA[organizationName:%String,organizationId,&listToUpdate,verbose:%Boolean]]></FormalSpec>
112 | <ReturnType>%Status</ReturnType>
113 | <Implementation><![CDATA[
114 | 	write:verbose !,"Update organization's repositories"
115 | 	set countPrevious = 1, page = 1, numToUpdate = 0
116 | 	while 1{
117 | 		set sc = ..GetOrgRepos(organizationName, .objectZen, .count, page)
118 | 		if count = 0 {Quit}
119 | 		
120 | 		set repository("Organization") = organizationId
121 | 		set sc = ##class(GitHub.Parser).ParseOrgRepos(.repository, objectZen, .count) Quit:'sc
122 | 		
123 | 		for num = 1:1:count{
124 | 			set sql = "Select Pushed,Id From GitHub.Repository Where Name = ? "
125 | 			set rs = ##class(%SQL.Statement).%ExecDirect(,sql, repository(num,"Name"))
126 | 			while rs.%Next() {
127 | 				if rs.Pushed'=repository(num,"Pushed"){
128 | 					set numToUpdate = numToUpdate + 1
129 | 					set listToUpdate(numToUpdate,"Name") = repository(num,"Name")
130 | 					, listToUpdate(numToUpdate,"Id") = rs.Id
131 | 					}
132 | 				}
133 | 			}
134 | 		set listToUpdate("Amount") = numToUpdate
135 | 		set sc = ##class(GitHub.Repository).InsertOrUpdate(.repository, .listToUpdate) Quit:'sc
136 | 		set numToUpdate = listToUpdate("Amount")
137 | 		kill repository
138 | 		if countPrevious > count Quit ;#Count of Repos objects on this page reduced, it means that next page will be empty
139 | 		set countPrevious = count, page = page + 1
140 | 		}
141 | 	Quit sc
142 | ]]></Implementation>
143 | </Method>
144 | 
145 | <Method name="LoadAllOrNewRepoCommits">
146 | <FormalSpec><![CDATA[organizationName,&repository,verbose:%Boolean]]></FormalSpec>
147 | <ReturnType>%Status</ReturnType>
148 | <Implementation><![CDATA[
149 | 	set sql = "Select Count(Id) As Amount From GitHub.CommitTable Where Repository = ? "
150 | 	set rs = ##class(%SQL.Statement).%ExecDirect(,sql, repository("Id"))
151 | 	if rs.%Next() {set amountOfCommits = rs.Amount}
152 | 	
153 | 	if amountOfCommits = 0{
154 | 		set sc = ..LoadRepoCommits(organizationName, .repository, verbose)
155 | 		Q sc
156 | 		}
157 | 	
158 | 	set sc = ..LoadNewRepoCommits(organizationName, .repository, verbose)
159 | 	Quit sc
160 | ]]></Implementation>
161 | </Method>
162 | 
163 | <Method name="LoadRepoCommits">
164 | <FormalSpec><![CDATA[organizationName,&repository,verbose:%Boolean]]></FormalSpec>
165 | <ReturnType>%Status</ReturnType>
166 | <Implementation><![CDATA[
167 | 	write:verbose !,"Repository "_repository("Name"),!,"Commits load",!
168 | 	set countPrevious = 1, page = 1
169 | 	while 1{
170 | 		set sc = ..GetRepoCommits(organizationName, repository("Name"), .objectZen, .count, page)
171 | 		if count = 0 {Quit}
172 | 		
173 | 		set commit("RepositoryId") = repository("Id")
174 | 		set sc = ##class(GitHub.Parser).ParseRepoCommits(.commit, objectZen) Quit:'sc
175 | 		
176 | 		set sc = ##class(GitHub.Contributor).InsertOrUpdate(.commit) Quit:'sc
177 | 		for num = 1:1:count{
178 | 			set sc = ##class(GitHub.Commit).Insert(.commit, num) Quit:'sc
179 | 			}
180 | 		
181 | 		write:verbose "."
182 | 		kill commit
183 | 		if countPrevious > count Quit ;#Count of Repos objects on this page reduced, it means that next page will be empty
184 | 		set countPrevious = count, page = page + 1
185 | 		}
186 | 	Quit sc
187 | ]]></Implementation>
188 | </Method>
189 | 
190 | <Method name="LoadNewRepoCommits">
191 | <FormalSpec><![CDATA[organizationName,&repository,verbose:%Boolean]]></FormalSpec>
192 | <ReturnType>%Status</ReturnType>
193 | <Implementation><![CDATA[
194 | 	write:verbose !,"Repository "_repository("Name"),!,"New commits load",!
195 | 	set countPrevious = 1, page = 1
196 | 	while 1{
197 | 		set sql = "Select Top 1 Created From GitHub.CommitTable Where Repository = ? Order By Created Desc"
198 | 		set rs = ##class(%SQL.Statement).%ExecDirect(,sql, repository("Id"))
199 | 		if rs.%Next() {
200 | 			set topCreated = rs.Created
201 | 			}
202 | 		set topCreatedDate = $zdh($piece(topCreated," ",1),3)
203 | 		, topCreatedTime = $zth($piece(topCreated," ",2),1)
204 | 		
205 | 		set sc = ..GetRepoCommits(organizationName, repository("Name"), .objectZen, .count, page)
206 | 		if count = 0 {Quit}
207 | 		
208 | 		set commit("RepositoryId") = repository("Id")
209 | 		set sc = ##class(GitHub.Parser).ParseRepoCommits(.commit, objectZen) Quit:'sc
210 | 		
211 | 		set sc = ##class(GitHub.Contributor).InsertOrUpdate(.commit) Quit:'sc
212 | 		for num = 1:1:count{
213 | 			set tmpDate = $zdh($piece(commit(num,"Date")," ",1),3)
214 | 			,tmpTime = $zth($piece(commit(num,"Date")," ",2),1)
215 | 			if (tmpDate<topCreatedDate) {set sc = "Stop" Quit}
216 | 			elseif (tmpDate=topCreatedDate)&&(tmpTime=topCreatedTime) {set sc = "Stop" Quit}
217 | 			set sc = ##class(GitHub.Commit).Insert(.commit, num) Quit:'sc
218 | 			}
219 | 		
220 | 		if sc="Stop" {set sc = 1 Quit}
221 | 		Quit:'sc
222 | 		
223 | 		write:verbose "."
224 | 		kill commit
225 | 		if countPrevious > count Quit ;#Count of Repos objects on this page reduced, it means that next page will be empty
226 | 		set countPrevious = count, page = page + 1
227 | 		}
228 | 	Quit sc
229 | ]]></Implementation>
230 | </Method>
231 | </Class>
232 | </Export>
233 | 


--------------------------------------------------------------------------------