├── .github └── FUNDING.yml ├── webserver.sh ├── .gitignore ├── .vscode ├── settings.json └── launch.json ├── upload.sh ├── html ├── images │ ├── dependency-graph.png │ ├── solid-arrow-circle-down.svg │ ├── solid-arrow-circle-up.svg │ └── pagelink.svg ├── filter.js ├── chart.css ├── filter.css ├── index.html └── chart.js ├── Tests ├── LinuxMain.swift └── swift-dependency-graphTests │ ├── packages.json │ └── swift_dependency_graphTests.swift ├── README.md ├── packages.json ├── Package.swift ├── Sources ├── swift-dependency-graph-lib │ ├── http.swift │ ├── TaskQueue.swift │ ├── Packages.swift │ └── PackageLoader.swift └── swift-dependency-graph │ └── main.swift └── Package.resolved /.github/FUNDING.yml: -------------------------------------------------------------------------------- 1 | github: adam-fowler 2 | -------------------------------------------------------------------------------- /webserver.sh: -------------------------------------------------------------------------------- 1 | cd html/ 2 | python -m SimpleHTTPServer 8001 3 | -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- 1 | .DS_Store 2 | /.build 3 | /.swiftpm 4 | /Packages 5 | /*.xcodeproj 6 | -------------------------------------------------------------------------------- /.vscode/settings.json: -------------------------------------------------------------------------------- 1 | { 2 | "[swift]": { 3 | "editor.formatOnSave": false 4 | } 5 | } -------------------------------------------------------------------------------- /upload.sh: -------------------------------------------------------------------------------- 1 | #!/bin/sh 2 | 3 | export AWS_PROFILE=website-admin 4 | 5 | aws s3 sync html/ s3://swift-dependency-graph.com/ 6 | -------------------------------------------------------------------------------- /html/images/dependency-graph.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adam-fowler/swift-dependency-graph/HEAD/html/images/dependency-graph.png -------------------------------------------------------------------------------- /Tests/LinuxMain.swift: -------------------------------------------------------------------------------- 1 | import XCTest 2 | 3 | import swift_dependency_graphTests 4 | 5 | var tests = [XCTestCaseEntry]() 6 | tests += swift_dependency_graphTests.allTests() 7 | XCTMain(tests) 8 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- 1 | # Swift dependency graph 2 | 3 | http://swift-dependency-graph.opticalaberration.com 4 | 5 | Display the dependencies or the packages dependent on a swift package in a organisational graph as seen below. 6 | 7 | ![swift-dependency-graph example](html/images/dependency-graph.png) 8 | 9 | The swift dependency graph uses the Swift Package catalog from the SwiftPMLibrary setup by Dave Verwer. 10 | -------------------------------------------------------------------------------- /Tests/swift-dependency-graphTests/packages.json: -------------------------------------------------------------------------------- 1 | [ 2 | "https://github.com/adam-fowler/swift-dependency-graph.git", 3 | "https://github.com/AndyQ/NFCPassportReader.git", 4 | "https://github.com/carson-katri/swift-request.git", 5 | "https://github.com/cmtrounce/SwURL.git", 6 | "https://github.com/dmytro-anokhin/url-image.git", 7 | "https://github.com/egeniq/BetterSheet.git", 8 | "https://github.com/enablex/VCXSocket.git", 9 | ] 10 | -------------------------------------------------------------------------------- /packages.json: -------------------------------------------------------------------------------- 1 | [ 2 | "https://gitlab.com/Mordil/swift-redi-stack", 3 | "git@github.com:kandelvijaya/AlgorithmChecker.git", 4 | "https://github.com/amzn/smoke-aws-credentials.git", 5 | "https://github.com/amzn/smoke-framework.git", 6 | "https://github.com/apple/swift-llbuild.git", 7 | "https://github.com/DuetHealth/DrX.git", 8 | "https://github.com/swift-aws/aws-sdk-swift.git", 9 | "https://github.com/adam-fowler/swift-dependency-graph.git" 10 | ] 11 | -------------------------------------------------------------------------------- /html/images/solid-arrow-circle-down.svg: -------------------------------------------------------------------------------- 1 | 2 | 6 | -------------------------------------------------------------------------------- /html/images/solid-arrow-circle-up.svg: -------------------------------------------------------------------------------- 1 | 2 | 6 | -------------------------------------------------------------------------------- /.vscode/launch.json: -------------------------------------------------------------------------------- 1 | { 2 | "configurations": [ 3 | { 4 | "type": "swift", 5 | "request": "launch", 6 | "args": [], 7 | "cwd": "${workspaceFolder:swift-dependency-graph}", 8 | "name": "Debug swift-dependency-graph", 9 | "target": "swift-dependency-graph", 10 | "configuration": "debug", 11 | "preLaunchTask": "swift: Build Debug swift-dependency-graph" 12 | }, 13 | { 14 | "type": "swift", 15 | "request": "launch", 16 | "args": [], 17 | "cwd": "${workspaceFolder:swift-dependency-graph}", 18 | "name": "Release swift-dependency-graph", 19 | "target": "swift-dependency-graph", 20 | "configuration": "release", 21 | "preLaunchTask": "swift: Build Release swift-dependency-graph" 22 | } 23 | ] 24 | } -------------------------------------------------------------------------------- /html/filter.js: -------------------------------------------------------------------------------- 1 | /* 2 | * JS Filter list 3 | */ 4 | 5 | var filterNames = [] 6 | var filterData = [] 7 | var onClickFunctionName = "" 8 | 9 | function setFilterListOptions(strings, data, onClick) { 10 | filterNames = strings 11 | filterData = data 12 | onClickFunctionName = onClick 13 | } 14 | 15 | function filterList() { 16 | // Declare variables 17 | var input, filter, ul, i, txtValue; 18 | input = document.getElementById('filterInput'); 19 | filter = input.value.toUpperCase(); 20 | ul = document.getElementById("filterList"); 21 | 22 | if (filter.length <= 2) { 23 | filter = "@%@%@" 24 | } 25 | let html = [] 26 | // Loop through all list items, and hide those who don't match the search query 27 | for (i = 0; i < filterNames.length; i++) { 28 | txtValue = filterNames[i] 29 | if (txtValue.toUpperCase().indexOf(filter) > -1) { 30 | html.push(`

${filterNames[i]}

`) 31 | } 32 | } 33 | ul.innerHTML = html.join("") 34 | } 35 | 36 | function hideFilterList() { 37 | var ul = document.getElementById("filterList"); 38 | ul.innerHTML = "" 39 | } 40 | -------------------------------------------------------------------------------- /Package.swift: -------------------------------------------------------------------------------- 1 | // swift-tools-version:5.10 2 | // The swift-tools-version declares the minimum version of Swift required to build this package. 3 | 4 | import PackageDescription 5 | 6 | let package = Package( 7 | name: "SwiftDependencyGraph", 8 | platforms: [.macOS("10.15.4")], 9 | products: [ 10 | .executable(name: "swift-dependency-graph", targets: ["swift-dependency-graph"]), 11 | ], 12 | dependencies: [ 13 | .package(url: "https://github.com/swift-server/async-http-client.git", from: "1.22.0"), 14 | .package(name: "SwiftPM", url: "https://github.com/apple/swift-package-manager.git", branch: "swift-5.8-RELEASE"), 15 | .package(url: "https://github.com/apple/swift-argument-parser.git", from: "1.0.0") 16 | ], 17 | targets: [ 18 | .target(name: "swift-dependency-graph", dependencies: [ 19 | "swift-dependency-graph-lib", 20 | .product(name: "ArgumentParser", package: "swift-argument-parser") 21 | ]), 22 | .target(name: "swift-dependency-graph-lib", dependencies: [ 23 | .product(name: "AsyncHTTPClient", package: "async-http-client"), 24 | .product(name: "SwiftPM-auto", package: "SwiftPM") 25 | ]), 26 | .testTarget(name: "swift-dependency-graphTests", 27 | dependencies: ["swift-dependency-graph-lib"], 28 | resources: [.process("packages.json")]), 29 | ] 30 | ) 31 | -------------------------------------------------------------------------------- /html/chart.css: -------------------------------------------------------------------------------- 1 | .google-visualization-orgchart-table { 2 | padding: 16px; 3 | } 4 | .chart-node { 5 | text-align: left; 6 | vertical-align: middle; 7 | border: 1px solid #b5d9ea; 8 | padding: 0; 9 | -webkit-border-radius: 3px; 10 | -webkit-box-shadow: rgba(0, 0, 0, 0.5) 3px 3px 3px; 11 | background-color: #edf7ff; 12 | background: -webkit-gradient(linear, left top, left bottom, from(#edf7ff), to(#cde7ee)); 13 | } 14 | .packagetitle { 15 | font-weight: 400; 16 | min-width: 60px; 17 | } 18 | .packageowner { 19 | font-weight: 300; 20 | font-size: 70%; 21 | } 22 | .packagelink { 23 | /*position: relative; 24 | display: block; 25 | width: 16px; 26 | height: 16px; 27 | top: 2px; 28 | right: 2px;*/ 29 | } 30 | .packagelink img { 31 | vertical-align: middle; 32 | } 33 | /* override google-visualization-orgchart-table styles for links and images */ 34 | .google-visualization-orgchart-table a { 35 | padding: 0px; 36 | } 37 | .google-visualization-orgchart-table img { 38 | padding: 0px; 39 | } 40 | .expand { 41 | margin-left: auto; 42 | margin-right: auto; 43 | text-align: center; 44 | } 45 | #details { 46 | position: absolute; 47 | bottom: 20px; 48 | left: 20px; 49 | width: 300px; 50 | max-width: 85%; 51 | background-color: #ccc; 52 | padding: 12px; 53 | font-size: 80%; 54 | } 55 | #minimize-button { 56 | position: absolute; 57 | display: block; 58 | top: 5px; 59 | right: 5px; 60 | padding: 1px 2px 1px 2px; /* Add some padding */ 61 | border: 1px solid #000; 62 | font-size: 60%; 63 | } 64 | #chart_div { 65 | width: 100%; 66 | } 67 | 68 | @media screen and (max-width: 480px) { 69 | #details { 70 | bottom: 12px; 71 | left: 12px; 72 | padding: 8px; 73 | } 74 | } 75 | 76 | -------------------------------------------------------------------------------- /html/filter.css: -------------------------------------------------------------------------------- 1 | #filter { 2 | width: 66%; 3 | max-width: 500px; 4 | display: inline-block; 5 | position: relative; 6 | } 7 | 8 | #filterInput { 9 | /*background-image: url('/css/searchicon.png'); Add a search icon to input */ 10 | background-position: 10px 12px; /* Position the search icon */ 11 | background-repeat: no-repeat; /* Do not repeat the icon image */ 12 | width: 100%; 13 | box-sizing: border-box; 14 | font-size: 100%; /* Increase font-size */ 15 | padding: 12px 20px 12px 20px; /* Add some padding */ 16 | border: 1px solid #ddd; /* Add a grey border */ 17 | margin-bottom: 12px; /* Add some space below the input */ 18 | } 19 | 20 | #filterList { 21 | /* Remove default list styling */ 22 | list-style-type: none; 23 | min-width: 100%; /* Full-width */ 24 | padding: 0; 25 | margin: 0; 26 | display: block; 27 | position: absolute; 28 | z-index: 1; 29 | } 30 | 31 | #filterList li { 32 | border: 1px solid #ddd; /* Add a border to all links */ 33 | margin-top: -1px; /* Prevent double borders */ 34 | background-color: #f6f6f6; /* Grey background color */ 35 | padding: 12px 20px 12px 20px; /* Add some padding */ 36 | text-decoration: none; /* Remove default text underline */ 37 | font-size: 100%; /* Increase the font-size */ 38 | color: black; /* Add a black text color */ 39 | display: block; /* Make it into a block element to fill the whole list */ 40 | } 41 | 42 | #filterList li:hover:not(.header) { 43 | background-color: #eee; /* Add a hover effect to all links, except for headers */ 44 | } 45 | 46 | @media screen and (max-width: 480px) { 47 | #filterInput { 48 | padding: 6px 10px 6px 10px; /* Add some padding */ 49 | margin-bottom: 6px; /* Add some space below the input */ 50 | } 51 | #filterList li { 52 | padding: 6px 10px 6px 10px; /* Add some padding */ 53 | font-size: 90%; 54 | } 55 | } 56 | -------------------------------------------------------------------------------- /Sources/swift-dependency-graph-lib/http.swift: -------------------------------------------------------------------------------- 1 | // 2 | // http.swift 3 | // AsyncHTTPClient 4 | // 5 | // Created by Adam Fowler on 18/08/2019. 6 | // 7 | 8 | import Foundation 9 | import NIO 10 | import AsyncHTTPClient 11 | 12 | 13 | public class HTTPLoader { 14 | enum HTTPError : Error { 15 | case noPackageBody(String) 16 | case failedToLoad(String) 17 | case moved(String?) 18 | } 19 | 20 | let eventLoopGroup : EventLoopGroup 21 | let client : HTTPClient 22 | 23 | public init(eventLoopGroup : EventLoopGroup) { 24 | self.eventLoopGroup = MultiThreadedEventLoopGroup(numberOfThreads: 1) 25 | self.client = HTTPClient(eventLoopGroupProvider: .shared(self.eventLoopGroup)) 26 | } 27 | 28 | func syncShutdown() throws { 29 | try client.syncShutdown() 30 | } 31 | 32 | public func get(url: String) -> EventLoopFuture { 33 | return client.get(url: url, deadline: .now() + .seconds(30)).flatMapThrowing { (response)->HTTPClient.Response in 34 | guard response.status != .movedPermanently else {throw HTTPError.moved(response.headers["Location"].first)} 35 | guard response.status != .found else {throw HTTPError.moved(response.headers["Location"].first)} 36 | guard response.status == .ok else {throw HTTPError.failedToLoad(url)} 37 | return response 38 | } 39 | .flatMapError { (error)->EventLoopFuture in 40 | switch error { 41 | case HTTPError.moved(let newUrl): 42 | if let url = newUrl { 43 | return self.get(url: url) 44 | } 45 | default: 46 | break 47 | } 48 | return self.eventLoopGroup.next().makeFailedFuture(error) 49 | } 50 | } 51 | 52 | public func getBody(url: String) -> EventLoopFuture<[UInt8]> { 53 | return get(url: url).flatMapThrowing { (response)->[UInt8] in 54 | guard let body = response.body else {throw HTTPError.noPackageBody(url)} 55 | guard let bytes = body.getBytes(at: 0, length: body.readableBytes) else {throw HTTPError.noPackageBody(url)} 56 | return bytes 57 | } 58 | } 59 | } 60 | -------------------------------------------------------------------------------- /html/images/pagelink.svg: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 12 | -------------------------------------------------------------------------------- /Sources/swift-dependency-graph-lib/TaskQueue.swift: -------------------------------------------------------------------------------- 1 | //===----------------------------------------------------------------------===// 2 | // 3 | // This source file is part of the Soto for AWS open source project 4 | // 5 | // Copyright (c) 2017-2020 the Soto project authors 6 | // Licensed under Apache License v2.0 7 | // 8 | // See LICENSE.txt for license information 9 | // See CONTRIBUTORS.txt for the list of Soto project authors 10 | // 11 | // SPDX-License-Identifier: Apache-2.0 12 | // 13 | //===----------------------------------------------------------------------===// 14 | 15 | import NIO 16 | 17 | /// Manage a queue of tasks, ensuring only so many tasks are running concurrently. Based off code posted by 18 | /// Cory Benfield on Vapor Discord. https://discord.com/channels/431917998102675485/448584561845338139/766320821206908959 19 | class TaskQueue { 20 | struct PendingTask { 21 | let task: () -> EventLoopFuture 22 | let promise: EventLoopPromise 23 | 24 | init(_ task: @escaping () -> EventLoopFuture, on eventLoop: EventLoop) { 25 | self.task = task 26 | self.promise = eventLoop.makePromise(of: Value.self) 27 | } 28 | } 29 | 30 | let maxConcurrentTasks: Int 31 | var currentTasks: Int 32 | let eventLoop: EventLoop 33 | var queue: CircularBuffer> 34 | 35 | init(maxConcurrentTasks: Int, on eventLoop: EventLoop) { 36 | self.maxConcurrentTasks = maxConcurrentTasks 37 | self.eventLoop = eventLoop 38 | self.queue = CircularBuffer(initialCapacity: maxConcurrentTasks) 39 | self.currentTasks = 0 40 | } 41 | 42 | func submitTask(_ task: @escaping () -> EventLoopFuture) -> EventLoopFuture { 43 | self.eventLoop.flatSubmit { 44 | let task = PendingTask(task, on: self.eventLoop) 45 | 46 | if self.currentTasks < self.maxConcurrentTasks { 47 | self.invoke(task) 48 | } else { 49 | self.queue.append(task) 50 | } 51 | 52 | return task.promise.futureResult 53 | } 54 | } 55 | 56 | private func invoke(_ task: PendingTask) { 57 | self.eventLoop.preconditionInEventLoop() 58 | precondition(self.currentTasks < self.maxConcurrentTasks) 59 | 60 | self.currentTasks += 1 61 | task.task().hop(to: self.eventLoop).whenComplete { result in 62 | self.currentTasks -= 1 63 | self.invokeIfNeeded() 64 | task.promise.completeWith(result) 65 | } 66 | } 67 | 68 | private func invokeIfNeeded() { 69 | self.eventLoop.preconditionInEventLoop() 70 | 71 | if let first = self.queue.popFirst() { 72 | self.invoke(first) 73 | } 74 | } 75 | 76 | } 77 | -------------------------------------------------------------------------------- /Sources/swift-dependency-graph/main.swift: -------------------------------------------------------------------------------- 1 | import Foundation 2 | import NIO 3 | import swift_dependency_graph_lib 4 | import IOKit.pwr_mgt 5 | import ArgumentParser 6 | 7 | class System { 8 | /// prevent system going to sleep. Returns an id you have to supply to re-enable system sleep 9 | class func preventSleep(reason:String) -> IOPMAssertionID? { 10 | var assertionID = IOPMAssertionID(0) 11 | let success = IOPMAssertionCreateWithName(kIOPMAssertPreventUserIdleSystemSleep as CFString, 12 | IOPMAssertionLevel(kIOPMAssertionLevelOn), 13 | reason as CFString, 14 | &assertionID) 15 | if success == kIOReturnSuccess { 16 | return assertionID 17 | } 18 | return nil 19 | } 20 | 21 | /// re-enable system sleep. Pass in the id returned from the matching preventSleep() call 22 | class func allowSleep(id : IOPMAssertionID) { 23 | IOPMAssertionRelease(id) 24 | } 25 | } 26 | 27 | let rootPath = #file.split(separator: "/", omittingEmptySubsequences: false).dropLast(3).joined(separator: "/") 28 | 29 | struct SwiftDependencyGraph: ParsableCommand { 30 | // output path 31 | @Option var output: String = rootPath + "/html/dependencies.json" 32 | 33 | // rebuild all flag 34 | @Flag(help: "Rebuild all packages") var rebuildAll: Bool = false 35 | 36 | // rebuild package option 37 | @Option(name: .shortAndLong, help: "Rebuild package and its dependents") var rebuild: String? 38 | 39 | func run() throws { 40 | let startTime = Date() 41 | let id = System.preventSleep(reason: "Swift Dependency Graph") 42 | defer { 43 | if let id = id { 44 | System.allowSleep(id: id) 45 | } 46 | } 47 | 48 | let url = "https://raw.githubusercontent.com/SwiftPackageIndex/PackageList/main/packages.json" 49 | 50 | do { 51 | let packages: Packages 52 | // load json that is already there 53 | if !rebuildAll { 54 | let data = try Data(contentsOf: URL(fileURLWithPath: self.output)) 55 | let packageList = try JSONDecoder().decode(Packages.Container.self, from: data) 56 | packages = try Packages(packages: packageList) 57 | if let rebuild = rebuild { 58 | try packages.removePackages(filteredBy: rebuild) 59 | } 60 | } else { 61 | packages = try Packages() 62 | } 63 | try packages.import(url: url) 64 | try packages.save(filename: output) 65 | } catch { 66 | print(error) 67 | } 68 | print("Dependency generation took \(Int(-startTime.timeIntervalSinceNow)) seconds") 69 | } 70 | } 71 | 72 | SwiftDependencyGraph.main() 73 | -------------------------------------------------------------------------------- /html/index.html: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 13 | 14 | 15 | 16 | 17 | 18 | 19 | 20 | 21 | 22 | 23 | 24 | 42 | 43 | 44 |

45 | 46 | 47 |

48 |

49 |

Swift Dependency Graph

50 |

Start to type the name of a package in the search bar and select from the menu to display a package and its dependencies. Click on a node in the graph to make that the top node. Click on the top node to toggle between displaying a package's dependencies and displaying the packages dependent on it.

51 |

The arrow in the background indicates whether you are displaying dependents or dependencies. The arrow always points in the direction of the parent or dependent package.

52 |

The swift dependency graph uses the Swift Package catalog from the Swift Package Index setup by Dave Verwer. The graph is written by Adam Fowler.

53 |

54 |

55 | 56 | 57 | -------------------------------------------------------------------------------- /Package.resolved: -------------------------------------------------------------------------------- 1 | { 2 | "originHash" : "d67df976074ddbcaaccb6a39f4178908935c7f20fb76117b53cf626fc962813e", 3 | "pins" : [ 4 | { 5 | "identity" : "async-http-client", 6 | "kind" : "remoteSourceControl", 7 | "location" : "https://github.com/swift-server/async-http-client.git", 8 | "state" : { 9 | "revision" : "e8babad8226b9b3f956a252d5b80e36b0c9d62a9", 10 | "version" : "1.22.0" 11 | } 12 | }, 13 | { 14 | "identity" : "swift-algorithms", 15 | "kind" : "remoteSourceControl", 16 | "location" : "https://github.com/apple/swift-algorithms.git", 17 | "state" : { 18 | "revision" : "87e50f483c54e6efd60e885f7f5aa946cee68023", 19 | "version" : "1.2.1" 20 | } 21 | }, 22 | { 23 | "identity" : "swift-argument-parser", 24 | "kind" : "remoteSourceControl", 25 | "location" : "https://github.com/apple/swift-argument-parser.git", 26 | "state" : { 27 | "revision" : "e394bf350e38cb100b6bc4172834770ede1b7232", 28 | "version" : "1.0.3" 29 | } 30 | }, 31 | { 32 | "identity" : "swift-atomics", 33 | "kind" : "remoteSourceControl", 34 | "location" : "https://github.com/apple/swift-atomics.git", 35 | "state" : { 36 | "revision" : "6c89474e62719ddcc1e9614989fff2f68208fe10", 37 | "version" : "1.1.0" 38 | } 39 | }, 40 | { 41 | "identity" : "swift-collections", 42 | "kind" : "remoteSourceControl", 43 | "location" : "https://github.com/apple/swift-collections.git", 44 | "state" : { 45 | "revision" : "937e904258d22af6e447a0b72c0bc67583ef64a2", 46 | "version" : "1.0.4" 47 | } 48 | }, 49 | { 50 | "identity" : "swift-crypto", 51 | "kind" : "remoteSourceControl", 52 | "location" : "https://github.com/apple/swift-crypto.git", 53 | "state" : { 54 | "revision" : "75ec60b8b4cc0f085c3ac414f3dca5625fa3588e", 55 | "version" : "2.2.4" 56 | } 57 | }, 58 | { 59 | "identity" : "swift-driver", 60 | "kind" : "remoteSourceControl", 61 | "location" : "https://github.com/apple/swift-driver.git", 62 | "state" : { 63 | "branch" : "release/5.8", 64 | "revision" : "7cfe0c0b6e6297efe88a3ce34e6138ee7eda969e" 65 | } 66 | }, 67 | { 68 | "identity" : "swift-llbuild", 69 | "kind" : "remoteSourceControl", 70 | "location" : "https://github.com/apple/swift-llbuild.git", 71 | "state" : { 72 | "branch" : "release/5.8", 73 | "revision" : "168f9dc3798def1ecdd7d40049f6e1841bf761d0" 74 | } 75 | }, 76 | { 77 | "identity" : "swift-log", 78 | "kind" : "remoteSourceControl", 79 | "location" : "https://github.com/apple/swift-log.git", 80 | "state" : { 81 | "revision" : "32e8d724467f8fe623624570367e3d50c5638e46", 82 | "version" : "1.5.2" 83 | } 84 | }, 85 | { 86 | "identity" : "swift-nio", 87 | "kind" : "remoteSourceControl", 88 | "location" : "https://github.com/apple/swift-nio.git", 89 | "state" : { 90 | "revision" : "702cd7c56d5d44eeba73fdf83918339b26dc855c", 91 | "version" : "2.62.0" 92 | } 93 | }, 94 | { 95 | "identity" : "swift-nio-extras", 96 | "kind" : "remoteSourceControl", 97 | "location" : "https://github.com/apple/swift-nio-extras.git", 98 | "state" : { 99 | "revision" : "0e0d0aab665ff1a0659ce75ac003081f2b1c8997", 100 | "version" : "1.19.0" 101 | } 102 | }, 103 | { 104 | "identity" : "swift-nio-http2", 105 | "kind" : "remoteSourceControl", 106 | "location" : "https://github.com/apple/swift-nio-http2.git", 107 | "state" : { 108 | "revision" : "170f4ca06b6a9c57b811293cebcb96e81b661310", 109 | "version" : "1.35.0" 110 | } 111 | }, 112 | { 113 | "identity" : "swift-nio-ssl", 114 | "kind" : "remoteSourceControl", 115 | "location" : "https://github.com/apple/swift-nio-ssl.git", 116 | "state" : { 117 | "revision" : "0cc3528ff48129d64ab9cab0b1cd621634edfc6b", 118 | "version" : "2.29.3" 119 | } 120 | }, 121 | { 122 | "identity" : "swift-nio-transport-services", 123 | "kind" : "remoteSourceControl", 124 | "location" : "https://github.com/apple/swift-nio-transport-services.git", 125 | "state" : { 126 | "revision" : "3c394067c08d1225ba8442e9cffb520ded417b64", 127 | "version" : "1.23.1" 128 | } 129 | }, 130 | { 131 | "identity" : "swift-numerics", 132 | "kind" : "remoteSourceControl", 133 | "location" : "https://github.com/apple/swift-numerics.git", 134 | "state" : { 135 | "revision" : "0c0290ff6b24942dadb83a929ffaaa1481df04a2", 136 | "version" : "1.1.1" 137 | } 138 | }, 139 | { 140 | "identity" : "swift-package-manager", 141 | "kind" : "remoteSourceControl", 142 | "location" : "https://github.com/apple/swift-package-manager.git", 143 | "state" : { 144 | "branch" : "swift-5.8-RELEASE", 145 | "revision" : "8fbb8362c5c3198306fa6253df1863064a3b53d4" 146 | } 147 | }, 148 | { 149 | "identity" : "swift-system", 150 | "kind" : "remoteSourceControl", 151 | "location" : "https://github.com/apple/swift-system.git", 152 | "state" : { 153 | "revision" : "836bc4557b74fe6d2660218d56e3ce96aff76574", 154 | "version" : "1.1.1" 155 | } 156 | }, 157 | { 158 | "identity" : "swift-tools-support-core", 159 | "kind" : "remoteSourceControl", 160 | "location" : "https://github.com/apple/swift-tools-support-core.git", 161 | "state" : { 162 | "branch" : "release/5.8", 163 | "revision" : "ac4871e01ef338cb95b5d28328cab0ec1dfae935" 164 | } 165 | }, 166 | { 167 | "identity" : "yams", 168 | "kind" : "remoteSourceControl", 169 | "location" : "https://github.com/jpsim/Yams.git", 170 | "state" : { 171 | "revision" : "0d9ee7ea8c4ebd4a489ad7a73d5c6cad55d6fed3", 172 | "version" : "5.0.6" 173 | } 174 | } 175 | ], 176 | "version" : 3 177 | } 178 | -------------------------------------------------------------------------------- /Tests/swift-dependency-graphTests/swift_dependency_graphTests.swift: -------------------------------------------------------------------------------- 1 | import XCTest 2 | @testable import swift_dependency_graph_lib 3 | 4 | func attempt(function: () throws -> ()) { 5 | do { 6 | try function() 7 | } catch { 8 | XCTFail(error.localizedDescription) 9 | } 10 | } 11 | 12 | final class swift_dependency_graphTests: XCTestCase { 13 | 14 | var packageLoader: PackageLoader! 15 | 16 | override func setUp() { 17 | XCTAssertNil(self.packageLoader) 18 | XCTAssertNoThrow(self.packageLoader = try PackageLoader(onAdd: { _,_ in })) 19 | } 20 | 21 | override func tearDown() { 22 | XCTAssertNoThrow(try self.packageLoader.syncShutdown()) 23 | self.packageLoader = nil 24 | } 25 | 26 | func testPackagesCleanupName() { 27 | XCTAssertEqual(Packages.cleanupName("https://github.com/user/repository"), "https://github.com/user/repository") 28 | XCTAssertEqual(Packages.cleanupName("https://github.com/user/repository/"), "https://github.com/user/repository") 29 | XCTAssertEqual(Packages.cleanupName("https://github.com/user/repository.git"), "https://github.com/user/repository") 30 | } 31 | 32 | func testLoadPackageTest() { 33 | attempt { 34 | try packageLoader.addPackage(url: "https://github.com/adam-fowler/swift-dependency-graph").wait() 35 | } 36 | } 37 | 38 | func testLoadRedirectPackageTest() { 39 | attempt { 40 | try packageLoader.addPackage(url: "http://github.com/adam-fowler/swift-dependency-graph").wait() 41 | } 42 | } 43 | 44 | func testLoadGitlabWithUppercaseLetterPackageTest() { 45 | attempt { 46 | try packageLoader.addPackage(url: "https://gitlab.com/Mordil/swift-redi-stack").wait() 47 | } 48 | } 49 | 50 | func testLoadGitAtGitHubPackageTest() { 51 | attempt { 52 | try packageLoader.addPackage(url: "git@github.com:adam-fowler/swift-dependency-graph").wait() 53 | } 54 | } 55 | 56 | func testLoadPackageV4Test() { 57 | attempt { 58 | try packageLoader.addPackage(url: "https://github.com/getguaka/env.git").wait() 59 | } 60 | } 61 | 62 | func testLoadPackageV4_2Test() { 63 | attempt { 64 | try packageLoader.addPackage(url: "https://github.com/apple/swift-protobuf").wait() 65 | } 66 | } 67 | 68 | // invalid manifest (trying to load Package.swift when it is for swift 3) 69 | func testLoadPackageSwiftV4Test() { 70 | attempt { 71 | try packageLoader.addPackage(url: "https://github.com/jdhealy/prettycolors").wait() 72 | try packageLoader.addPackage(url: "https://github.com/vapor/json.git").wait() 73 | } 74 | } 75 | 76 | func testLoadPackageV5_1Test() { 77 | attempt { 78 | try packageLoader.addPackage(url: "https://github.com/Jimmy-Lee/Networking.git").wait() 79 | } 80 | } 81 | 82 | func testOnReleaseNotMaster() { 83 | attempt { 84 | // Package.swift on master branch is corrupt but release branch version is fine 85 | try packageLoader.addPackage(url: "https://github.com/httpswift/swifter.git").wait() 86 | // no master branch but there is a release with package available 87 | try packageLoader.addPackage(url: "https://github.com/tomlokhorst/xcodeedit").wait() 88 | } 89 | } 90 | 91 | func testReleasesInvalidVersionTags() { 92 | attempt { 93 | // Release numbers have a v suffix 94 | try packageLoader.addPackage(url: "https://github.com/Bilue/ContentFittingWebView").wait() 95 | } 96 | } 97 | 98 | func testReleasesNumbersNotFormattedCorrectly() { 99 | attempt { 100 | // Release numbers are incorrect using major.minor not major.minor.patch 101 | try packageLoader.addPackage(url: "https://github.com/Alecrim/AlecrimAsyncKit").wait() 102 | try packageLoader.addPackage(url: "https://github.com/alexdrone/Store").wait() 103 | } 104 | } 105 | 106 | func testReleaseNumbersThatGoHigherThanNine() { 107 | attempt { 108 | // Releases are sorted alphabetically. Need to create version object for release and sort those 109 | try packageLoader.addPackage(url: "https://github.com/Carthage/Commandant").wait() 110 | } 111 | } 112 | 113 | func testOnMasterButNotRelease() { 114 | attempt { 115 | // Package.swift doesn't exist in the branch, while there is one on master 116 | try packageLoader.addPackage(url: "https://github.com/abdullahselek/TakeASelfie").wait() 117 | } 118 | } 119 | 120 | func testLoadNonMasterPackageTest() { 121 | attempt { 122 | // Package.swift not on master and there are no releases 123 | try packageLoader.addPackage(url: "https://github.com/Flinesoft/AnyMenu.git").wait() 124 | } 125 | } 126 | 127 | func testLoadingDependencyWithWWWPrefix() throws { 128 | let packages = try Packages() 129 | try packages.loadPackages(["https://github.com/krad/memento.git"]) 130 | XCTAssertNotNil(packages.packages["https://www.github.com/krad/clibavcodec"]) 131 | } 132 | 133 | func testLoadingDuplicates() throws { 134 | let packages = try Packages() 135 | try packages.loadPackages(["https://github.com/adam-fowler/swift-dependency-graph"]) 136 | try packages.loadPackages(["https://github.com/adam-fowler/swift-dependency-graph"]) 137 | } 138 | 139 | func testLoadPackageWithSlashInDefaultBranch() { 140 | attempt { 141 | try packageLoader.addPackage(url: "https://github.com/openkitten/bson").wait() 142 | } 143 | } 144 | 145 | func testLoadErroringPackage() { 146 | attempt { 147 | } 148 | } 149 | /* 150 | 151 | */ 152 | /* 153 | Failed to load package from https://github.com/mattt/surge error: FailedToLoad (no Package.swift on default branch) 154 | Failed to load package from https://github.com/enablex/VCXSocket.git error: FailedToLoad Doesn't exist 155 | Failed to load package from https://github.com/mdaxter/bignumgmp.git error: InvalidManifest empty Package.swift 156 | Failed to load package from https://github.com/vzsg/ed25519.git error: InvalidManifest empty Package.swift 157 | Failed to load package from https://github.com/kthomas/jwtdecode.swift.git error: FailedToLoad doesn't exist 158 | Failed to load package from https://github.com/dentelezhkin/dwifft.git error: InvalidManifest empty Package.swift 159 | Failed to load package from https://github.com/kthomas/uickeychainstore.git error: FailedToLoad doesn't exist 160 | */ 161 | 162 | 163 | func testLoadPackageJson() { 164 | attempt { 165 | let rootFolder = #file 166 | .split(separator:"/", omittingEmptySubsequences: false) 167 | .dropLast(1) 168 | .map { String(describing: $0) } 169 | .joined(separator:"/") 170 | let packages = try Packages() 171 | try packages.import(url: rootFolder + "/packages.json", iterations: 8) 172 | 173 | XCTAssertNotNil(packages.packages["https://github.com/adam-fowler/swift-dependency-graph"]) 174 | XCTAssertNotNil(packages.packages["https://github.com/apple/swift-package-manager"]) 175 | XCTAssertNotNil(packages.packages["https://github.com/apple/swift-llbuild"]) 176 | XCTAssertNotNil(packages.packages["https://github.com/enablex/vcxsocket"]?.error) 177 | } 178 | } 179 | 180 | static var allTests = [ 181 | ("testPackagesCleanupName", testPackagesCleanupName), 182 | ] 183 | } 184 | -------------------------------------------------------------------------------- /html/chart.js: -------------------------------------------------------------------------------- 1 | /* 2 | Chart building code 3 | */ 4 | 5 | var chart 6 | var chart_data 7 | var direction = "on" 8 | var expandedNode 9 | var dependencyData 10 | var dependencyFile = "https://raw.githubusercontent.com/adam-fowler/swift-dependency-graph/main/html/dependencies.json?v=9" 11 | var rootName = "https://github.com/adam-fowler/swift-dependency-graph" 12 | var nodeId = 0 13 | var nodePositions = {} 14 | var nodeToView 15 | 16 | // load google chart 17 | google.charts.load('current', {packages:["orgchart"]}); 18 | google.charts.setOnLoadCallback(loadDependencies); 19 | 20 | parseQueryParams() 21 | 22 | function parseQueryParams() { 23 | var queryDict = {} 24 | location.search.substr(1).split("&").forEach(function(item) {queryDict[item.split("=")[0]] = item.split("=")[1]}) 25 | 26 | if (queryDict["package"] != undefined) { 27 | // root name without git extension. regex removes extension 28 | rootName = queryDict["package"].replace(/\.[^\//.]+$/, "") 29 | } 30 | if (queryDict["dependents"] != undefined && queryDict["dependents"] != 0) { 31 | direction = "to" 32 | } 33 | } 34 | 35 | function createChart() { 36 | // Create the chart. 37 | let container = document.getElementById('chart_div') 38 | chart = new google.visualization.OrgChart(container); 39 | 40 | container.addEventListener('click', function (e) { 41 | e.preventDefault(); 42 | if (e.target.tagName.toUpperCase() === 'A') { 43 | chart.setSelection([]); 44 | gtag('event', 'view_link', {'event_label' : e.target.href}) 45 | window.open(e.target.href, "_blank"); 46 | drawChart() 47 | } else if (e.target.parentElement.tagName.toUpperCase() === 'A') { 48 | chart.setSelection([]); 49 | gtag('event', 'view_link', {'event_label' : e.target.parentElement.href}) 50 | window.open(e.target.parentElement.href, "_blank"); 51 | drawChart() 52 | } else { 53 | let selection = chart.getSelection() 54 | if (selection.length == 0) { 55 | return 56 | } 57 | let value = chart_data.getValue(selection[0].row, 0) 58 | let newRoot = value.split('#')[0] 59 | if (newRoot == "__next__") { 60 | let rootName = value.split('#')[1] 61 | var position = 1 62 | if (nodePositions[rootName] != undefined) { 63 | position = nodePositions[rootName] + 1 64 | } 65 | nodePositions[rootName] = position 66 | } 67 | else if (newRoot == "__prev__") { 68 | let rootName = value.split('#')[1] 69 | var position = 0 70 | if (nodePositions[rootName] != undefined) { 71 | position = nodePositions[rootName] - 1 72 | } 73 | nodePositions[rootName] = position 74 | } 75 | else if (newRoot == "__expand__") { 76 | expandedNode = value 77 | //nodeToView = 78 | } 79 | else if (newRoot == rootName) { 80 | if (direction == "on") { direction = "to" } else { direction = "on" } 81 | } else { 82 | rootName = newRoot 83 | } 84 | chart.setSelection([]); 85 | drawChart(); 86 | } 87 | }, false); 88 | 89 | } 90 | 91 | function loadDependencies() { 92 | $.ajax({ 93 | url : dependencyFile, 94 | success : function (data) { 95 | dependencyData = JSON.parse(data) 96 | let keys = Object.keys(dependencyData) 97 | let filterNames = keys.map(function(name) {return displayName(name)}) 98 | setFilterListOptions(filterNames, keys, "selectRoot") 99 | createChart(); 100 | drawChart() 101 | } 102 | }); 103 | } 104 | 105 | function selectRoot(name) { 106 | rootName = name 107 | gtag('event', 'view_package', {'event_label' : rootName}) 108 | direction = "on" 109 | hideFilterList() 110 | drawChart() 111 | } 112 | 113 | function displayName(name) { 114 | let split = name.split("/") 115 | if (split.length >= 2) { 116 | return `${split[split.length-2]}/${split[split.length-1]}` 117 | } 118 | return name 119 | } 120 | 121 | function idName(id) { 122 | return id.replace(/\W/g, '') 123 | } 124 | function renderName(name, id) { 125 | let split = name.split("/") 126 | if (split.length >= 2) { 127 | var html = [] 128 | let id2 = idName(id) 129 | html.push(`

${split[split.length-1]}

`) 130 | html.push(`

${split[split.length-2]}`) 131 | html.push(`

`) 132 | return html.join("") 133 | } 134 | return name 135 | } 136 | 137 | function tooltipForName(name) { 138 | let node = dependencyData[name] 139 | if (node.error === "FailedToLoad") { 140 | return `${name}\nDependencies unavailable. Cannot find a Package.swift on the 'master' branch` 141 | } else if(node.error === "InvalidManifest") { 142 | return `${name}\nDependencies unavailable. Failed to load Package.swift.\nEither it is corrupt or is an unsupported version.\nVersions supported range from 4.0 to 5.0.` 143 | } else if(node.error === "Unknown") { 144 | return `${name}\nDependencies unavailable. Failed to load Package.swift` 145 | } 146 | return name 147 | } 148 | 149 | function addChildrenRows(data, rootName, level, rootNameCount, packagesAdded, stack = []) { 150 | nodeId += 1 151 | if (level == 0) { 152 | return 153 | } 154 | let maxPackages = 12 155 | let nodeId2 = nodeId 156 | let root = dependencyData[rootName] 157 | let numChildren = root[direction].length 158 | var position = 0 159 | 160 | if (nodePositions[rootName] != undefined) { 161 | position = nodePositions[rootName] 162 | } 163 | var packagesToDisplay = root[direction] 164 | // if viewing dependents limit number to 12 165 | if (direction == "to") { 166 | packagesToDisplay = packagesToDisplay.slice(position*maxPackages,(position+1)*maxPackages) 167 | } 168 | var rows = packagesToDisplay.map(function(name){return [{v:`${name}#${nodeId2}`, f:renderName(name, `${name}#${nodeId2}`)}, rootNameCount, tooltipForName(name)]}) 169 | 170 | stack.push(rootName) 171 | // if we have already display a complete tree for a package and it has more than 4 children show expand box 172 | if (packagesAdded.has(rootName) && numChildren > 4) { 173 | let stackString = stack.join("#") 174 | let name = `__expand__#${stackString}` 175 | if (name != expandedNode) { 176 | let row = data.addRow([{v:name, f:`

\u2193

`}, rootNameCount, "Show more ..."]) 177 | //data.setRowProperty(row, "parent", ) 178 | stack.pop() 179 | return 180 | } 181 | } 182 | 183 | // if node position is greater than zero than add previous node 184 | if (position > 0 && direction == "to") { 185 | data.addRow([{v:`__prev__#${rootName}`, f:"

\u2190

"}, rootNameCount, "Show more ..."]) 186 | } 187 | data.addRows(rows) 188 | // if there are more than maxPackages to display then add a next button 189 | if (root[direction].length - position*maxPackages > maxPackages && direction == "to") { 190 | data.addRow([{v:`__next__#${rootName}`, f:"

\u2192

"}, rootNameCount, "Show more ..."]) 191 | } 192 | 193 | 194 | packagesAdded.add(rootName) 195 | 196 | for(entry in packagesToDisplay) { 197 | let rootName = packagesToDisplay[entry] 198 | addChildrenRows(data, rootName, level-1, `${rootName}#${nodeId2}`, packagesAdded, stack) 199 | } 200 | stack.pop() 201 | } 202 | 203 | function drawChart() { 204 | var packagesAdded = new Set([]) 205 | 206 | chart_data = new google.visualization.DataTable(); 207 | 208 | chart_data.addColumn('string', 'Name'); 209 | chart_data.addColumn('string', 'Parent'); 210 | chart_data.addColumn('string', 'ToolTip'); 211 | 212 | let root = dependencyData[rootName] 213 | nodeId = 0 214 | chart_data.addRows([[{v:rootName, f:renderName(rootName, rootName)}, "", tooltipForName(rootName)]]); 215 | addChildrenRows(chart_data, rootName, 8, rootName, packagesAdded) 216 | console.log(`Number of nodes ${nodeId}`) 217 | // set background 218 | var backgroundImages = {"to" : "images/solid-arrow-circle-down.svg", "on" : "images/solid-arrow-circle-up.svg"} 219 | document.body.style.backgroundImage = `url(${backgroundImages[direction]})` 220 | 221 | // Draw the chart, setting the allowHtml option to true for the tooltips. 222 | chart.draw(chart_data, {allowHtml:true, nodeClass:"chart-node", selectedNodeClass:"chart-node"}); 223 | 224 | //var position = $('#httpsgithubcomvaporfluent73').offset(); 225 | //console.log(position) 226 | } 227 | -------------------------------------------------------------------------------- /Sources/swift-dependency-graph-lib/Packages.swift: -------------------------------------------------------------------------------- 1 | // 2 | // Packages.swift 3 | // AsyncHTTPClient 4 | // 5 | // Created by Adam Fowler on 18/08/2019. 6 | // 7 | 8 | import Foundation 9 | import NIO 10 | 11 | typealias Future = EventLoopFuture 12 | 13 | public struct Package : Codable { 14 | /// has the package been setup fully with its dependencies setup 15 | public var readPackageSwift: Bool = false 16 | /// packages we are dependent on 17 | var dependencies: Set 18 | /// packages dependent on us 19 | var dependents: Set 20 | /// error 21 | var error : String? { 22 | // if setting an error the package must have been read 23 | didSet { readPackageSwift = true} 24 | } 25 | 26 | public init() { 27 | self.dependencies = [] 28 | self.dependents = [] 29 | } 30 | 31 | public init(dependencies: [String]) { 32 | self.readPackageSwift = true 33 | self.dependencies = Set(dependencies.map { Packages.cleanupName($0) }) 34 | self.dependents = [] 35 | } 36 | 37 | public func encode(to encoder: Encoder) throws { 38 | var container = encoder.container(keyedBy: CodingKeys.self) 39 | // enocde dependencies and dependents in alphabetical order 40 | try container.encode(dependencies.map{$0}.sorted(by:{ return $0.split(separator: "/").last! < $1.split(separator: "/").last! }), forKey: .dependencies) 41 | try container.encode(dependents.map{$0}.sorted(by:{ return $0.split(separator: "/").last! < $1.split(separator: "/").last! }), forKey: .dependents) 42 | try container.encode(error, forKey: .error) 43 | } 44 | 45 | enum CodingKeys : String, CodingKey { 46 | case dependencies = "on" 47 | case dependents = "to" 48 | case error = "error" 49 | } 50 | } 51 | 52 | enum PackagesError : Swift.Error { 53 | case corruptDependencies 54 | } 55 | 56 | public class Packages { 57 | public typealias Container = [String: Package] 58 | public private(set) var packages : Container 59 | 60 | public init() throws { 61 | self.packages = [:] 62 | self.loader = try PackageLoader(onAdd: self.add, onError: self.addLoadingError) 63 | } 64 | 65 | public init(packages: Container) throws { 66 | self.packages = packages 67 | self.loader = try PackageLoader(onAdd: self.add, onError: self.addLoadingError) 68 | 69 | // flag all packages as read 70 | for key in self.packages.keys { 71 | self.packages[key]?.readPackageSwift = true 72 | } 73 | } 74 | 75 | /// add a package 76 | func add(name: String, package: Package) { 77 | let name = Packages.cleanupName(name) 78 | lock.lock() 79 | defer { 80 | lock.unlock() 81 | } 82 | 83 | var package = package 84 | // if package already exists then add the dependent of the original package to the new one 85 | if let package2 = packages[name] { 86 | guard package2.readPackageSwift != true else {return} 87 | package.dependents = package2.dependents 88 | } 89 | packages[name] = package 90 | 91 | for dependency in package.dependencies { 92 | // guard against invalid urls. If invalid remove from dependency list 93 | guard PackageLoader.isValidUrl(url: dependency) else { 94 | print("Error: removed dependency as the URL(\(dependency) was invalid") 95 | packages[name]?.dependencies.remove(dependency) 96 | continue 97 | } 98 | let dependencyName = Packages.cleanupName(dependency) 99 | if packages[dependencyName] == nil { 100 | packages[dependencyName] = Package() 101 | } 102 | packages[dependencyName]!.dependents.insert(name) 103 | } 104 | } 105 | 106 | /// set loading package failed 107 | public func addLoadingError(name: String, error: Error) { 108 | print("Failed to load package from \(name) error: \(Packages.stringFromError(error))") 109 | let name = Packages.cleanupName(name) 110 | lock.lock() 111 | defer { 112 | lock.unlock() 113 | } 114 | 115 | // if package already exists 116 | let error = Packages.stringFromError(error) 117 | if packages[name] != nil { 118 | packages[name]?.error = error 119 | } else { 120 | var package = Package() 121 | package.error = error 122 | packages[name] = package 123 | } 124 | } 125 | 126 | /// import packages.json file 127 | /// - Parameters: 128 | /// - url: URL of packages json file 129 | /// - iterations: Number of iterations we will run emptying the package array after having added dependencies 130 | public func `import`(url: String, iterations : Int = 100) throws { 131 | // Load package names from url 132 | let packageNames = try loader.load(url: url, packages: self).map { Packages.cleanupName($0)} 133 | 134 | try loadPackages(packageNames, iterations: iterations) 135 | 136 | } 137 | 138 | /// Load list of packages 139 | /// - Parameters: 140 | /// - packageNames: List of package URLs 141 | /// - iterations: Number of iterations we will run emptying the package array after having added dependencies 142 | func loadPackages(_ packageNames: [String], iterations : Int = 100) throws { 143 | // remove duplicate packages, sort and remove packages we have already loaded 144 | var packageNames = Array(Set(packageNames)).sorted().compactMap { (name)->String? in 145 | let name = Packages.cleanupName(name) 146 | return packages[name] == nil ? name : nil 147 | } 148 | 149 | var iterations = iterations 150 | repeat { 151 | try loader.loadPackages(packageNames).wait() 152 | 153 | // verify we havent got stuck in a loop 154 | iterations -= 1 155 | guard iterations > 0 else { throw PackageLoaderError.looping } 156 | 157 | // create new list of packages containing packages that haven't been loaded 158 | packageNames = packages.compactMap {return !$0.value.readPackageSwift ? $0.key : nil} 159 | } while(packageNames.count > 0) 160 | } 161 | 162 | /// Remove package from dependency set, also needs to remove all of its dependecies 163 | /// - Parameter packageName: URL of package 164 | public func removePackage(_ packageName: String) throws { 165 | let name = Packages.cleanupName(packageName) 166 | guard let package = packages[name] else { return } 167 | // when you remove a package you have to remove it from its dependencies dependents lists 168 | for d in package.dependencies { 169 | guard var dependency = packages[d] else { throw PackagesError.corruptDependencies } 170 | dependency.dependents.remove(name) 171 | } 172 | // when you remove a package you have to remove it dependents 173 | for d in package.dependents { 174 | try removePackage(d) 175 | } 176 | packages[name] = nil 177 | } 178 | 179 | /// Remove packages filtered by including a string 180 | /// - Parameter filteredBy: String that packages need to contain to be removed 181 | public func removePackages(filteredBy: String) throws { 182 | let packages = self.packages.compactMap { (entry)->String? in 183 | if entry.key.contains(filteredBy) { 184 | return entry.key 185 | } 186 | return nil 187 | } 188 | try packages.forEach { try self.removePackage($0); print("Rebulding \($0)") } 189 | } 190 | 191 | /// save dependency file 192 | public func save(filename: String) throws { 193 | let encoder = JSONEncoder() 194 | encoder.outputFormatting = .sortedKeys 195 | let data = try encoder.encode(packages) 196 | try data.write(to: URL(fileURLWithPath: filename)) 197 | } 198 | 199 | /// convert error to string 200 | static func stringFromError(_ error: Swift.Error) -> String { 201 | switch error { 202 | case PackageLoaderError.invalidToolsVersion: 203 | return "Requires later version of Swift" 204 | case PackageLoaderError.invalidManifest: 205 | return "InvalidManifest" 206 | case HTTPLoader.HTTPError.failedToLoad(_): 207 | return "FailedToLoad" 208 | default: 209 | return "\(error)" 210 | } 211 | } 212 | 213 | /// convert name from github/repository.git to github/repository 214 | public static func cleanupName(_ packageName: String) -> String { 215 | var packageName = packageName.lowercased() 216 | // if package is recorded as git@github.com changes to https://github.com/ 217 | if packageName.hasPrefix("git@github.com") { 218 | var split = packageName.split(separator: "/", omittingEmptySubsequences: false) 219 | let split2 = split[0].split(separator: ":") 220 | //guard split2.count > 1 else {return nil} 221 | // set user name 222 | split[0] = split2[1] 223 | split.insert("github.com", at:0) 224 | split.insert("", at:0) 225 | split.insert("https:", at:0) 226 | packageName = split.joined(separator: "/") 227 | } 228 | 229 | if packageName.suffix(4) == ".git" { 230 | // remove .git suffix 231 | return String(packageName.prefix(packageName.count - 4)) 232 | } else if packageName.last == "/" { 233 | // ensure name doesn't end with "/" 234 | return String(packageName.dropLast()) 235 | } 236 | return packageName 237 | } 238 | 239 | let lock = NSLock() 240 | var loader: PackageLoader! 241 | 242 | 243 | } 244 | 245 | -------------------------------------------------------------------------------- /Sources/swift-dependency-graph-lib/PackageLoader.swift: -------------------------------------------------------------------------------- 1 | // 2 | // PackageLoader.swift 3 | // AsyncHTTPClient 4 | // 5 | // Created by Adam Fowler on 18/08/2019. 6 | // 7 | 8 | import Foundation 9 | import NIO 10 | import Workspace 11 | import PackageLoading 12 | import PackageModel 13 | import TSCBasic 14 | import TSCUtility 15 | 16 | enum PackageLoaderError : Error { 17 | case invalidUrl 18 | case invalidToolsVersion 19 | case invalidManifest 20 | case looping 21 | case gitVersionLoadingFailed(errorOutput: String) 22 | case noVersions 23 | } 24 | 25 | 26 | class PackageLoader { 27 | 28 | let threadPool: NIOThreadPool 29 | let manifestLoader: PackageManifestLoader 30 | let eventLoopGroup: EventLoopGroup 31 | let httpLoader: HTTPLoader 32 | let onAdd: (String, Package)->() 33 | let onError: (String, Error)->() 34 | let taskQueue: TaskQueue<[String]> 35 | 36 | init(onAdd: @escaping (String, Package)->(), onError: @escaping (String, Error)->() = {_,_ in }) throws { 37 | self.threadPool = NIOThreadPool(numberOfThreads: System.coreCount) 38 | self.threadPool.start() 39 | self.manifestLoader = try PackageManifestLoader() 40 | self.eventLoopGroup = MultiThreadedEventLoopGroup(numberOfThreads: System.coreCount) 41 | self.httpLoader = HTTPLoader(eventLoopGroup: eventLoopGroup) 42 | self.onAdd = onAdd 43 | self.onError = onError 44 | self.taskQueue = .init(maxConcurrentTasks: 8, on: eventLoopGroup.next()) 45 | } 46 | 47 | func syncShutdown() throws { 48 | try httpLoader.syncShutdown() 49 | try eventLoopGroup.syncShutdownGracefully() 50 | } 51 | 52 | /// load package names from json 53 | func load(url: String, packages: Packages) throws -> [String] { 54 | if url.hasPrefix("http") { 55 | // get package names 56 | return try httpLoader.getBody(url: url) 57 | .flatMapThrowing { (buffer) throws -> [String] in 58 | let data = Data(buffer) 59 | var names = try JSONSerialization.jsonObject(with: data, options: []) as? [String] ?? [] 60 | // append self to the list 61 | names.append("https://github.com/adam-fowler/swift-dependency-graph.git") 62 | return names 63 | }.wait() 64 | } else { 65 | let data = try Data(contentsOf: URL(fileURLWithPath: url)) 66 | return try JSONSerialization.jsonObject(with: data, options: []) as? [String] ?? [] 67 | } 68 | } 69 | 70 | /// load packages from array of package names 71 | func loadPackages(_ packages: [String]) -> Future { 72 | let futures = packages.map { name in return addPackage(url: name) 73 | .map { return () } 74 | .flatMapError { (error)->Future in 75 | self.onError(name, error) 76 | return self.eventLoopGroup.next().makeSucceededFuture(Void()) 77 | } 78 | } 79 | return EventLoopFuture.whenAllComplete(futures, on: eventLoopGroup.next()).map {_ in return () } 80 | } 81 | 82 | /// add a package, works out default branch and calls add package with branch name, then calls onAdd callback 83 | func addPackage(url: String) -> Future { 84 | // get package.swift from default branch 85 | return self.getDefaultBranch(url: url).flatMap { (branch)->Future<[String]> in 86 | return self.taskQueue.submitTask { self.addPackage(url: url, version: branch) } 87 | } 88 | .map { buffer in 89 | print("Adding \(url)") 90 | self.onAdd(url, Package(dependencies: buffer)) 91 | } 92 | } 93 | 94 | func addPackage(url: String, version: String?) -> Future<[String]>{ 95 | 96 | let repositoryUrl : String 97 | if let url = PackageLoader.getRawRepositoryUrl(url: url, version: version) { 98 | repositoryUrl = url 99 | } else { 100 | return self.eventLoopGroup.next().makeFailedFuture(PackageLoaderError.invalidUrl) 101 | } 102 | // Order of loading is 103 | // - Package@swift-5.swift 104 | // - Package.swift 105 | // - Package@swift-4.2.swift 106 | // - Package@swift-4.swift 107 | var errorPassedDown : Error? = nil 108 | var packageUrlToLoad = repositoryUrl + "/Package@swift-5.swift" 109 | return self.httpLoader.getBody(url: packageUrlToLoad) 110 | 111 | .flatMapError { (error)->Future<[UInt8]> in 112 | packageUrlToLoad = repositoryUrl + "/Package.swift" 113 | return self.httpLoader.getBody(url: packageUrlToLoad) 114 | } 115 | .flatMap { (buffer)->Future<[String]> in 116 | return self.manifestLoader.load(buffer, url: packageUrlToLoad, on: self.eventLoopGroup.next()) 117 | } 118 | .flatMapError { (error)->Future<[String]> in 119 | errorPassedDown = error 120 | packageUrlToLoad = repositoryUrl + "/Package@swift-4.2.swift" 121 | return self.httpLoader.getBody(url: packageUrlToLoad) 122 | .flatMap { buffer in 123 | return self.manifestLoader.load(buffer, url: packageUrlToLoad, on: self.eventLoopGroup.next()) 124 | } 125 | } 126 | .flatMapError { (error)->Future<[String]> in 127 | packageUrlToLoad = repositoryUrl + "/Package@swift-4.swift" 128 | return self.httpLoader.getBody(url: packageUrlToLoad) 129 | .flatMap { buffer in 130 | return self.manifestLoader.load(buffer, url: packageUrlToLoad, on: self.eventLoopGroup.next()) 131 | } 132 | } 133 | .flatMapErrorThrowing { error in 134 | throw errorPassedDown ?? error 135 | } 136 | 137 | } 138 | 139 | func getDefaultBranch(url: String) -> Future { 140 | return threadPool.runIfActive(eventLoop: eventLoopGroup.next()) { ()->String in 141 | guard let lsRemoteOutput = try? TSCBasic.Process.checkNonZeroExit( 142 | args: Git.tool, "ls-remote", "--symref", url, "HEAD", environment: Git.environment).spm_chomp() else {return "master"} 143 | // split into tokens separated by space. The second token is the branch ref. 144 | let branchRefTokens = lsRemoteOutput.components(separatedBy: CharacterSet.whitespacesAndNewlines) 145 | var branch : Substring? = nil 146 | if branchRefTokens.count > 1, branchRefTokens[1].hasPrefix("refs/heads/") { 147 | // split branch ref by '/'. Last element is branch name 148 | branch = branchRefTokens[1].dropFirst(11) 149 | } 150 | if let branch = branch { 151 | return String(branch) 152 | } 153 | return "master" 154 | } 155 | } 156 | 157 | func getLatestVersion(url: String) -> Future { 158 | let regularExpressionXXX = try! NSRegularExpression(pattern: "[0-9]+\\.[0-9]+\\.[0-9]+$", options: []) 159 | let regularExpressionXX = try! NSRegularExpression(pattern: "[0-9]+\\.[0-9]+$", options: []) 160 | // Look into getting versions 161 | // git ls-remote --tags . 162 | return threadPool.runIfActive(eventLoop: eventLoopGroup.next()) { ()->String? in 163 | guard let lsRemoteOutput = try? Process.checkNonZeroExit( 164 | args: Git.tool, "ls-remote", "--tags", url, environment: Git.environment).spm_chomp() else {return nil} 165 | let tags = lsRemoteOutput.split(separator: "\n").compactMap { $0.split(separator:"/").last } 166 | let versions = tags 167 | .map {String($0)} 168 | .compactMap { (versionString)->(v:Version, s:String)? in 169 | /// if of form major.minor.patch 170 | let cleanVersionString : String 171 | let firstMatchRangeXXX = regularExpressionXXX.rangeOfFirstMatch(in: versionString, options: [], range: NSMakeRange(0, versionString.count)) 172 | if let range = Range(firstMatchRangeXXX, in: versionString) { 173 | cleanVersionString = String(versionString[range]) 174 | } else { 175 | /// if of form major.minor 176 | let firstMatchRangeXX = regularExpressionXX.rangeOfFirstMatch(in: versionString, options: [], range: NSMakeRange(0, versionString.count)) 177 | if let range = Range(firstMatchRangeXX, in: versionString) { 178 | cleanVersionString = String(versionString[range])+".0" 179 | } else { 180 | return nil 181 | } 182 | } 183 | if let version = Version(cleanVersionString) { 184 | return (version, versionString) 185 | } 186 | return nil 187 | } 188 | .sorted {$0.v < $1.v} 189 | .map {$0.s} 190 | 191 | return versions.last 192 | } 193 | } 194 | 195 | /// get URL from github repository name 196 | static func getRawRepositoryUrl(url: String, version: String? = nil) -> String? { 197 | let url = Packages.cleanupName(url) 198 | 199 | // get Package.swift URL 200 | var split = url.split(separator: "/", omittingEmptySubsequences: false) 201 | if split.last == "" { 202 | split = split.dropLast() 203 | } 204 | 205 | if split.count > 2 && split[2] == "github.com" { 206 | split[2] = "raw.githubusercontent.com" 207 | } else if split.count > 2 && split[2] == "gitlab.com" { 208 | split.append("raw") 209 | } 210 | 211 | if let version = version { 212 | split.append("\(version)") 213 | } else { 214 | split.append("master") 215 | } 216 | 217 | return split.joined(separator: "/") 218 | } 219 | 220 | /// return if this is a valid repository name 221 | static func isValidUrl(url: String) -> Bool { 222 | let split = url.split(separator: "/", omittingEmptySubsequences: false) 223 | if split[0].hasPrefix("git@github.com") && split.count == 2 224 | || split.count > 4 && split[2] == "github.com" 225 | || split.count > 4 && split[2] == "www.github.com" 226 | || split.count > 4 && split[2] == "gitlab.com" 227 | || split.count > 4 && split[2] == "www.gitlab.com" { 228 | return true 229 | } 230 | return false 231 | } 232 | } 233 | 234 | public class PackageManifestLoader { 235 | 236 | let toolchain: UserToolchain 237 | let loader: ManifestLoader 238 | 239 | public init() throws { 240 | self.toolchain = try UserToolchain(destination: .hostDestination()) 241 | self.loader = ManifestLoader(toolchain: toolchain) 242 | } 243 | 244 | // We will need to know where the Swift compiler is. 245 | var swiftCompiler: AbsolutePath = { 246 | let string: String 247 | #if os(macOS) 248 | string = try! Process.checkNonZeroExit(args: "xcrun", "--sdk", "macosx", "-f", "swiftc").spm_chomp() 249 | #else 250 | string = try! Process.checkNonZeroExit(args: "which", "swiftc").spm_chomp() 251 | #endif 252 | return try! AbsolutePath(validating: string) 253 | }() 254 | 255 | public func load(_ buffer: [UInt8], url: String, on eventLoop: EventLoop) -> EventLoopFuture<[String]> { 256 | let promise = eventLoop.makePromise(of: [String].self) 257 | let fs = InMemoryFileSystem() 258 | 259 | print("Loading manifest from \(url)") 260 | 261 | do { 262 | try fs.createDirectory(try AbsolutePath(validating: "/Package")) 263 | try fs.writeFileContents(try AbsolutePath(validating: "/Package/Package.swift"), bytes: ByteString(buffer)) 264 | 265 | var toolsVersion = try ToolsVersionParser.parse(manifestPath: AbsolutePath(validating: "/Package/"), fileSystem: fs) 266 | if toolsVersion < ToolsVersion.minimumRequired { 267 | print("error: Package version is below minimum, trying minimum") 268 | toolsVersion = .minimumRequired 269 | } 270 | loader.load( 271 | package: AbsolutePath("/Package/"), 272 | baseURL: AbsolutePath("/Package/").pathString, 273 | toolsVersion: toolsVersion, 274 | packageKind: .local, 275 | fileSystem: fs, 276 | on: DispatchQueue.global() 277 | ) { result in 278 | switch result { 279 | case .failure(let error): 280 | switch error { 281 | case PackageLoaderError.invalidManifest: 282 | promise.fail(error) 283 | case is ManifestParseError: 284 | promise.fail(PackageLoaderError.invalidManifest) 285 | default: 286 | print("Error loading \(url) \(error)") 287 | promise.fail(error) 288 | } 289 | case .success(let manifest): 290 | let dependencies = manifest.dependencies.map {$0.url} 291 | promise.succeed(dependencies) 292 | } 293 | } 294 | } catch { 295 | print("Error loading \(url) \(error)") 296 | promise.fail(error) 297 | } 298 | return promise.futureResult 299 | } 300 | } 301 | 302 | 303 | --------------------------------------------------------------------------------