├── .gitignore ├── sample ├── abi-check-ruby-1.9.3-skip-symbols.txt ├── test-error ├── test-date ├── test-sleep ├── test-leave-proc ├── test-make ├── test-nul ├── test-env ├── test-remain-process ├── test-timeout ├── test-echo ├── test-limit ├── test-cc ├── test-diffsec ├── test-timeout2 ├── test-git ├── test-co-git ├── test-co-ruby ├── test-upload ├── test-warn ├── test-neterr ├── test-procmemsize ├── test-depver ├── test-opts ├── test-fmesg ├── test-gcc-v ├── test-random-neterror ├── test-dep ├── test-stdio ├── test-core ├── test-randomerror ├── test-core2 ├── test-fail ├── test-diamond-dep ├── test-apr ├── test-timeout3 ├── test-combfail ├── test-catcherr ├── build-ruby2 ├── build-coverage-ruby ├── build-svn ├── build-mruby ├── build-libffi-ruby ├── build-zlib-openssl-ruby ├── build-gperf-ruby ├── build-openssl-ruby ├── build-gdbm-ruby ├── build-gcc-ruby ├── build-ruby-parallel ├── build-bison-ruby ├── build-ruby ├── build-ruby3 └── build-autoconf-ruby ├── misc ├── _htaccess └── nginx.conf ├── test ├── test-timeoutcom.rb ├── test-util.rb ├── test-logfile.rb └── test-escape.rb ├── start-oneshot-rubyci ├── last-build ├── chkbuild ├── config.rb ├── zlib.rb ├── options.rb ├── azure-patch.rb ├── lock.rb ├── viewvc.rb ├── target.rb ├── title.rb ├── openssl.rb ├── cvs.rb ├── build.rb ├── gcc.rb ├── main.rb ├── svn.rb └── upload.rb ├── erbio.rb ├── start-build ├── chkbuild.rb ├── abi-checker.rb ├── gdb.rb ├── tail-f ├── start-rubyci ├── udiff.rb ├── lchg.rb ├── timeoutcom.rb └── README.md /.gitignore: -------------------------------------------------------------------------------- 1 | tmp 2 | -------------------------------------------------------------------------------- /sample/abi-check-ruby-1.9.3-skip-symbols.txt: -------------------------------------------------------------------------------- 1 | rb_class_init_copy 2 | -------------------------------------------------------------------------------- /sample/test-error: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env ruby 2 | 3 | require 'chkbuild' 4 | 5 | ChkBuild.def_target("error") {|b| 6 | x 7 | } 8 | 9 | ChkBuild.main 10 | -------------------------------------------------------------------------------- /sample/test-date: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env ruby 2 | 3 | require 'chkbuild' 4 | 5 | ChkBuild.def_target("date") {|b| 6 | b.run("date") 7 | } 8 | 9 | ChkBuild.main 10 | -------------------------------------------------------------------------------- /misc/_htaccess: -------------------------------------------------------------------------------- 1 | # .htaccess for Apache 2 | RemoveType .gz 3 | AddEncoding gzip .gz 4 | AddType text/plain ltsv 5 | 6 | ForceType application/rss+xml 7 | 8 | -------------------------------------------------------------------------------- /sample/test-sleep: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env ruby 2 | 3 | require 'chkbuild' 4 | 5 | ChkBuild.def_target("sleep") {|b| 6 | b.run("sleep", "60") 7 | } 8 | 9 | ChkBuild.main 10 | -------------------------------------------------------------------------------- /sample/test-leave-proc: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env ruby 2 | 3 | require 'chkbuild' 4 | 5 | ChkBuild.def_target("leave-proc") {|b| 6 | b.run("sleep 1000 &") 7 | } 8 | 9 | ChkBuild.main 10 | -------------------------------------------------------------------------------- /sample/test-make: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env ruby 2 | 3 | require 'chkbuild' 4 | 5 | ChkBuild.def_target("make-failure") {|b| 6 | b.make("nonexisting-target") 7 | } 8 | 9 | ChkBuild.main 10 | -------------------------------------------------------------------------------- /sample/test-nul: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env ruby 2 | 3 | require 'chkbuild' 4 | 5 | ChkBuild.def_target("nul") {|b| 6 | b.run("ruby", "-e", "puts \"{\\0}\", Time.now") 7 | } 8 | 9 | ChkBuild.main 10 | -------------------------------------------------------------------------------- /sample/test-env: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env ruby 2 | 3 | require 'chkbuild' 4 | 5 | ChkBuild.def_target("env") {|b| 6 | b.run("sh", "-c", "echo $AAA", "ENV:AAA"=>"foooo") 7 | } 8 | 9 | ChkBuild.main 10 | -------------------------------------------------------------------------------- /sample/test-remain-process: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env ruby 2 | 3 | require 'chkbuild' 4 | 5 | ChkBuild.def_target("remainprocess") {|b| 6 | b.run("sh", "-c", "sleep 10 &") 7 | } 8 | 9 | ChkBuild.main 10 | -------------------------------------------------------------------------------- /sample/test-timeout: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env ruby 2 | 3 | require 'chkbuild' 4 | 5 | ChkBuild.def_target("timeout", :timeout=>Time.now+4) {|b| 6 | b.run("sleep", "60") 7 | } 8 | 9 | ChkBuild.main 10 | -------------------------------------------------------------------------------- /sample/test-echo: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env ruby 2 | 3 | require 'chkbuild' 4 | 5 | ChkBuild.def_target("echo") {|b| 6 | b.run("echo", "f&<>oo http://foo.example.net/bar?a=b&c=d baz") 7 | } 8 | 9 | ChkBuild.main 10 | -------------------------------------------------------------------------------- /sample/test-limit: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env ruby 2 | 3 | require 'chkbuild' 4 | 5 | ChkBuild.def_target("limit") {|b| 6 | b.run("sh", "-c", "ulimit -a", :rlimit_data => 800*1024) 7 | } 8 | 9 | ChkBuild.main 10 | -------------------------------------------------------------------------------- /sample/test-cc: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env ruby 2 | 3 | require 'chkbuild' 4 | 5 | ChkBuild.def_target("cc") {|b| 6 | b.cc_version("gcc") 7 | b.cc_version("xlc") 8 | b.cc_version("cc") 9 | } 10 | 11 | ChkBuild.main 12 | -------------------------------------------------------------------------------- /sample/test-diffsec: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env ruby 2 | 3 | require 'chkbuild' 4 | 5 | ChkBuild.def_target("diffsec") {|b| 6 | b.logfile.start_section 'same-lines' 7 | (1+rand(10)).times { 8 | puts "foo" 9 | } 10 | } 11 | 12 | ChkBuild.main 13 | -------------------------------------------------------------------------------- /sample/test-timeout2: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env ruby 2 | 3 | require 'chkbuild' 4 | 5 | ChkBuild.def_target("timeout2", :timeout=>'3s') {|b| 6 | b.catch_error { b.run("sleep", "60") } 7 | b.catch_error { b.run("sleep", "60") } 8 | } 9 | 10 | ChkBuild.main 11 | -------------------------------------------------------------------------------- /sample/test-git: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env ruby 2 | 3 | require 'chkbuild' 4 | 5 | ChkBuild.def_target('git') {|b| 6 | opts = {:shared_gitdir=>ChkBuild.build_top} 7 | b.git('git://github.com/rubyspec/rubyspec.git', 'tst-rubyspec2', opts) 8 | } 9 | 10 | ChkBuild.main 11 | -------------------------------------------------------------------------------- /sample/test-co-git: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env ruby 2 | 3 | require 'chkbuild' 4 | 5 | #ChkBuild.limit(:data=>1024*1024*2000, :as=>1024*1024*2000) 6 | 7 | ChkBuild.def_target("gitcheckout") {|b| 8 | b.git('git://github.com/akr/depq.git', 'depq-work', {}) 9 | } 10 | 11 | ChkBuild.main 12 | -------------------------------------------------------------------------------- /sample/test-co-ruby: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env ruby 2 | 3 | require 'chkbuild' 4 | 5 | #ChkBuild.limit(:data=>1024*1024*2000, :as=>1024*1024*2000) 6 | 7 | ChkBuild.def_target("svnruby") {|b| 8 | b.svn("http://svn.ruby-lang.org/repos/ruby", 'trunk', 'ruby') 9 | } 10 | 11 | ChkBuild.main 12 | -------------------------------------------------------------------------------- /sample/test-upload: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env ruby 2 | 3 | require 'chkbuild' 4 | 5 | ChkBuild.add_upload_hook {|name| 6 | p "#{ChkBuild.public_top}/#{name}" 7 | } 8 | 9 | ChkBuild.def_target("uptest", ["dev", "stable"]) {|b| 10 | b.run("echo", "uptest") 11 | } 12 | 13 | ChkBuild.main 14 | -------------------------------------------------------------------------------- /sample/test-warn: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env ruby 2 | 3 | require 'chkbuild' 4 | 5 | ChkBuild.def_target("warn") {|b| 6 | b.run("echo", "warn") 7 | } 8 | 9 | ChkBuild.define_title_hook('warn', 'echo') {|title, log| 10 | title.update_title(:version, "foo") 11 | } 12 | 13 | ChkBuild.main 14 | -------------------------------------------------------------------------------- /sample/test-neterr: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env ruby 2 | 3 | require 'chkbuild' 4 | 5 | ChkBuild.def_target("networkerror") {|b| 6 | b.network_access { 7 | if rand < 0.5 8 | b.run("false") 9 | else 10 | b.run("true") 11 | end 12 | } 13 | b.run("true") 14 | } 15 | 16 | ChkBuild.main 17 | -------------------------------------------------------------------------------- /sample/test-procmemsize: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env ruby 2 | 3 | require 'chkbuild' 4 | 5 | # * needs procmemsize command. http://github.com/akr/procmemsize/ 6 | # * it is GNU/Linux dependent. 7 | 8 | ChkBuild.def_target("procmemsize", :procmemsize=>true) {|b| 9 | b.run("sleep", "3") 10 | } 11 | 12 | ChkBuild.main 13 | -------------------------------------------------------------------------------- /sample/test-depver: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env ruby 2 | 3 | require 'chkbuild' 4 | 5 | Dep1 = ChkBuild.def_target("lib1", ["dev", "stable"]) {|b| 6 | } 7 | 8 | Dep2 = ChkBuild.def_target("lib2", ["dev", "stable"]) {|b| 9 | } 10 | 11 | ChkBuild.def_target("app", ["dev", "stable"], Dep1, Dep2) {|b| 12 | } 13 | 14 | ChkBuild.main 15 | -------------------------------------------------------------------------------- /sample/test-opts: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env ruby 2 | 3 | require 'chkbuild' 4 | 5 | ChkBuild.def_target("opts", 6 | [ 7 | {:suffix_? => "a", :foo=>"a", :bar=>"x"}, 8 | {:suffix_? => "b", :foo=>"b", :bar=>"y"} 9 | ], 10 | :bar=>"z", 11 | :baz=>"A") {|b| 12 | pp b.suffixes 13 | pp b.opts 14 | } 15 | 16 | ChkBuild.main 17 | -------------------------------------------------------------------------------- /sample/test-fmesg: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env ruby 2 | 3 | require 'chkbuild' 4 | 5 | ChkBuild.def_target("fmesg") {|b| 6 | b.run("echo", "this fails") 7 | if /this fails/ =~ b.logfile.get_section('echo') 8 | raise ChkBuild::Build::CommandError.new(0, "echo") 9 | end 10 | } 11 | 12 | ChkBuild.define_failure_hook('fmesg', 'echo') {|log| 13 | 'FAIL' 14 | } 15 | 16 | ChkBuild.main 17 | -------------------------------------------------------------------------------- /sample/test-gcc-v: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env ruby 2 | 3 | require 'chkbuild' 4 | 5 | ChkBuild.def_target("gccversion") {|b| 6 | b.run("gcc", '-v', :section=>'version') 7 | } 8 | 9 | ChkBuild.define_title_hook('gccversion', 'version') {|title, log| 10 | if /^gcc version (.*)$/ =~ log 11 | title.update_title(:gcc_version, "(gcc #{$1.strip})") 12 | end 13 | } 14 | 15 | ChkBuild.main 16 | -------------------------------------------------------------------------------- /sample/test-random-neterror: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env ruby 2 | 3 | require 'chkbuild' 4 | 5 | #ChkBuild.limit(:data=>1024*1024*2000, :as=>1024*1024*2000) 6 | 7 | ChkBuild.def_target("randomneterror") {|b| 8 | b.network_access { 9 | if rand < 0.5 10 | b.run("false") 11 | else 12 | b.run("true") 13 | end 14 | } 15 | b.run("date") 16 | } 17 | 18 | ChkBuild.main 19 | -------------------------------------------------------------------------------- /sample/test-dep: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env ruby 2 | 3 | require 'chkbuild' 4 | 5 | Dep1 = ChkBuild.def_target("dep1", 6 | ["dev", "stable"]) {|b| 7 | b.catch_error { raise "foo error" } 8 | Dir.mkdir('bin') 9 | } 10 | 11 | ChkBuild.def_target("dep2", 12 | ["dev", "stable"], 13 | Dep1) {|b| 14 | p b.suffixes 15 | p b.depbuilds 16 | p b.suffixed_name 17 | b.run('env') 18 | } 19 | 20 | ChkBuild.main 21 | -------------------------------------------------------------------------------- /sample/test-stdio: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env ruby 2 | 3 | require 'chkbuild' 4 | 5 | ChkBuild.def_target("stdio") {|b| 6 | b.run("ruby", "-e", 'system("ls -l /proc/#$$/fd")') 7 | b.run("ruby", "-e", 'system("ls -l /proc/$$/fd")') 8 | b.run("ruby", "-rpp", "-e", "pp STDIN.stat") 9 | b.run("ruby", "-rpp", "-e", "pp STDOUT.stat") 10 | b.run("ruby", "-rpp", "-e", "pp STDERR.stat") 11 | } 12 | 13 | ChkBuild.main 14 | -------------------------------------------------------------------------------- /sample/test-core: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env ruby 2 | 3 | require 'chkbuild' 4 | 5 | #ChkBuild.limit(:core => 0) # bytes 6 | 7 | ChkBuild.def_target("coretest") {|b| 8 | FileUtils.cp(`which ruby`.chomp, "ruby") 9 | b.run("ruby", "-e", <<'End') 10 | Process.setrlimit(Process::RLIMIT_CORE, Process::RLIM_INFINITY, Process::RLIM_INFINITY) 11 | trap("QUIT", "SYSTEM_DEFAULT") 12 | Process.kill("QUIT", $$) 13 | End 14 | } 15 | 16 | ChkBuild.main 17 | -------------------------------------------------------------------------------- /sample/test-randomerror: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env ruby 2 | 3 | require 'chkbuild' 4 | 5 | #ChkBuild.limit(:data=>1024*1024*2000, :as=>1024*1024*2000) 6 | 7 | ChkBuild.def_target("randomerror") {|b| 8 | b.network_access { 9 | if rand < 0.5 10 | b.run("false") 11 | else 12 | b.run("true") 13 | end 14 | } 15 | if rand < 0.5 16 | b.run("false") 17 | else 18 | b.run("true") 19 | end 20 | } 21 | 22 | ChkBuild.main 23 | -------------------------------------------------------------------------------- /sample/test-core2: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env ruby 2 | 3 | require 'chkbuild' 4 | 5 | def coredump(b) 6 | b.run("./ruby", "-e", <<'End') 7 | Process.setrlimit(Process::RLIMIT_CORE, Process::RLIM_INFINITY, Process::RLIM_INFINITY) 8 | trap("SEGV", "DEFAULT") 9 | Process.kill("SEGV", $$) 10 | End 11 | end 12 | 13 | ChkBuild.def_target("core2test") {|b| 14 | FileUtils.cp(`which ruby`.chomp, "ruby") 15 | b.catch_error { coredump(b) } 16 | b.catch_error { coredump(b) } 17 | } 18 | 19 | ChkBuild.main 20 | -------------------------------------------------------------------------------- /sample/test-fail: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env ruby 2 | 3 | require 'chkbuild' 4 | 5 | ChkBuild.def_target("fail") {|b| 6 | b.run("echo", "[bug]") 7 | b.run("false") 8 | } 9 | 10 | ChkBuild.define_title_hook('fail', nil) {|title, logfile| 11 | log = logfile.get_all_log 12 | mark = '' 13 | mark << "[BUG]" if /\[BUG\]/i =~ log 14 | mark << "[SEGV]" if /Segmentation fault/i =~ log 15 | mark << "[FATAL]" if /\[FATAL\]/i =~ log 16 | title.update_title(:mark, mark) 17 | } 18 | 19 | ChkBuild.main 20 | -------------------------------------------------------------------------------- /sample/test-diamond-dep: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env ruby 2 | 3 | require 'chkbuild' 4 | 5 | Top = ChkBuild.def_target("diamondtop", 6 | ["dev", "stable"]) {|b| 7 | } 8 | 9 | Left = ChkBuild.def_target("diamondleft", 10 | ["dev", "stable"], 11 | Top) {|b| 12 | } 13 | 14 | Right = ChkBuild.def_target("diamondright", 15 | ["dev", "stable"], 16 | Top) {|b| 17 | } 18 | 19 | ChkBuild.def_target("diamondbottom", 20 | ["dev", "stable"], 21 | Left, 22 | Right) {|b| 23 | } 24 | 25 | ChkBuild.main 26 | -------------------------------------------------------------------------------- /sample/test-apr: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env ruby 2 | 3 | require 'chkbuild' 4 | 5 | # resource limits 6 | #word_bytes = [nil].pack("p").length 7 | #ChkBuild.limit(:cpu => 3600*4) # seconds 8 | #ChkBuild.limit(:stack => 1024*1024*10*word_bytes) # bytes 9 | #ChkBuild.limit(:data => 1024*1024*500*word_bytes) # bytes 10 | #ChkBuild.limit(:as => 1024*1024*500*word_bytes) # bytes 11 | 12 | ChkBuild.def_target("apr") {|b| 13 | b.svn("http://svn.apache.org/repos/asf", "apr/apr/trunk", 'apr') 14 | } 15 | 16 | ChkBuild.main 17 | -------------------------------------------------------------------------------- /sample/test-timeout3: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env ruby 2 | 3 | require 'chkbuild' 4 | 5 | ChkBuild.def_target("timeout3", :timeout=>'10s', :output_interval_timeout=>'3s') {|b| 6 | b.run("sh", "-c", 'sleep 60; echo 123456789 123456789 123456789 123456789 123456789 123456789 123456789 123456789 123456789 123456789 123456789 123456789 123456789 123456789 123456789 123456789 123456789 123456789 123456789 123456789 123456789 123456789 123456789 123456789 123456789 123456789 123456789 123456789 123456789 123456789 123456789') 7 | } 8 | 9 | ChkBuild.main 10 | -------------------------------------------------------------------------------- /sample/test-combfail: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env ruby 2 | 3 | require 'chkbuild' 4 | 5 | COMBFAIL1 = ChkBuild.def_target("combfail1", 6 | ["succ", "fail"]) {|b| 7 | suffix = b.suffixes.first 8 | case suffix 9 | when "succ" then command = "true" 10 | when "fail" then command = "false" 11 | end 12 | b.run(command) 13 | } 14 | 15 | ChkBuild.def_target("combfail2", COMBFAIL1) {|b| 16 | combfail1_dir = b.depbuilds.first.dir 17 | combfail2_dir = b.build_dir 18 | b.run(*%W(echo #{combfail1_dir} #{combfail2_dir})) 19 | } 20 | 21 | ChkBuild.main 22 | -------------------------------------------------------------------------------- /test/test-timeoutcom.rb: -------------------------------------------------------------------------------- 1 | require 'timeoutcom' 2 | require 'test/unit' 3 | 4 | class TestTimeoutCommand < Test::Unit::TestCase 5 | def test_time 6 | assert_raise(CommandTimeout) { 7 | open("/dev/null", 'w') {|null| 8 | TimeoutCommand.timeout_command(<<-'End', Time.now+1, null) 9 | begin 10 | sleep 2 11 | rescue Interrupt 12 | end 13 | End 14 | } 15 | } 16 | end 17 | 18 | def test_past_time 19 | assert_raise(CommandTimeout) { 20 | TimeoutCommand.timeout_command('', Time.now-1, nil) 21 | } 22 | end 23 | end 24 | -------------------------------------------------------------------------------- /sample/test-catcherr: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env ruby 2 | 3 | require 'chkbuild' 4 | 5 | ChkBuild.def_target("catcherr-fails", 6 | %w[true false], 7 | %w[true false]) {|b| 8 | commands = b.suffixes 9 | b.catch_error { b.run(commands[0]) } 10 | b.catch_error { b.run(commands[1]) } 11 | } 12 | 13 | ChkBuild.def_target("catcherr-branch", 14 | %w[true false], 15 | %w[true false], 16 | %w[true false], 17 | %w[true false]) {|b| 18 | commands = b.suffixes 19 | r1 = b.catch_error { b.run(commands[0]) } 20 | r1 && b.catch_error { b.run(commands[1]) } 21 | r1 && b.catch_error { b.run(commands[2]) } 22 | r1 && b.catch_error { b.run(commands[3]) } 23 | } 24 | 25 | ChkBuild.main 26 | -------------------------------------------------------------------------------- /misc/nginx.conf: -------------------------------------------------------------------------------- 1 | location ~ ^/~(chkbuild)(/.*/rss)$ { 2 | alias /home/$1/public_html$2; 3 | default_type application/rss+xml; 4 | } 5 | location ~ ^/~(chkbuild)(/.*.html.gz)$ { 6 | alias /home/$1/public_html$2; 7 | default_type text/html; 8 | add_header Content-Encoding gzip; 9 | } 10 | location ~ ^/~(chkbuild)(/.*.txt.gz)$ { 11 | alias /home/$1/public_html$2; 12 | default_type text/plain; 13 | add_header Content-Encoding gzip; 14 | } 15 | location ~ ^/~(.+?)(/.*)?$ { 16 | alias /home/$1/public_html$2; 17 | autoindex on; 18 | include mime.types; 19 | types { text/plain ltsv; } 20 | } 21 | -------------------------------------------------------------------------------- /start-oneshot-rubyci: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env ruby 2 | 3 | # start-oneshot-rubyci - Start RubyCI for a specific commit 4 | # 5 | # Usage: 6 | # start-oneshot-rubyci [-D] [chkbuild-args...] 7 | # 8 | # Options: 9 | # -D: Start chkbuild in foreground 10 | # 11 | # Example: 12 | # start-oneshot-rubyci 6b3e6b1 build ruby-master-oneshot 13 | 14 | $:.unshift File.dirname(File.expand_path(__FILE__)) 15 | 16 | require "rbconfig" 17 | require "chkbuild" 18 | 19 | rev = ARGV.shift 20 | if rev.nil? 21 | abort "Usage: #$0 " 22 | end 23 | daemon = !ARGV.delete("-D") 24 | 25 | cmd = [RbConfig.ruby, "#{__dir__}/start-rubyci", *ARGV] 26 | if ARGV.empty? 27 | # Build the given commit with master branch build configuration 28 | cmd.push "build", "ruby-master-oneshot" 29 | end 30 | 31 | Dir.chdir(__dir__) do 32 | $stderr.puts "Starting RubyCI for #{rev} in #{daemon ? "foreground" : "background"}..." 33 | Process.daemon(true) if daemon 34 | # Spawn a new chkbuild process instead of in-process because 35 | # `ChkBuild.main_build` invokes `$0` to start a internal build process. 36 | system({ "RUBYCI_ONESHOT_BUILD_COMMIT" => rev }, *cmd, exception: true) 37 | end 38 | -------------------------------------------------------------------------------- /test/test-util.rb: -------------------------------------------------------------------------------- 1 | require 'test/unit' 2 | require 'util' 3 | 4 | class TestUtil < Test::Unit::TestCase 5 | def test_opts2aryparam_configure_args 6 | opts = { 7 | :configure_args => [], 8 | :configure_args_valgrind => ["--with-valgrind"], 9 | } 10 | assert_equal(["--with-valgrind"], Util.opts2aryparam(opts, :configure_args)) 11 | end 12 | 13 | def test_opts2aryparam_num 14 | opts = { :foo_1 => "a", :foo_9 => "b", :foo_10 => "c" } 15 | assert_equal(["a", "b", "c"], Util.opts2aryparam(opts, :foo)) 16 | end 17 | 18 | def test_opts2aryparam_key 19 | opts = { :foo => [:a, :b], :foo_a => "A", :foo_b => "B", } 20 | assert_equal(["A", "B"], Util.opts2aryparam(opts, :foo)) 21 | opts = { :foo => [:b, :a], :foo_a => "A", :foo_b => "B", } 22 | assert_equal(["B", "A"], Util.opts2aryparam(opts, :foo)) 23 | opts = { :foo => [:b, :a], :foo_a => ["A"], :foo_b => "B", } 24 | assert_equal(["B", "A"], Util.opts2aryparam(opts, :foo)) 25 | opts = { :foo => [:b, :a], :foo_a => "A", :foo_b => ["B", "BB"], } 26 | assert_equal(["B", "BB", "A"], Util.opts2aryparam(opts, :foo)) 27 | opts = { :foo => [:a], :foo_a => "A", :foo_b => "B", :foo_9 => "Q", :foo_10 => "J" } 28 | assert_equal(["A", "Q", "J", "B"], Util.opts2aryparam(opts, :foo)) 29 | opts = { :foo => [:a, :b_?, :c], :foo_a => "A", :foo_b_9 => "BQ", :foo_b_10 => "BJ", :foo_c => "C", :foo_A => "aa" } 30 | assert_equal(%w[A BQ BJ C aa], Util.opts2aryparam(opts, :foo)) 31 | end 32 | 33 | end 34 | -------------------------------------------------------------------------------- /last-build: -------------------------------------------------------------------------------- 1 | #!/bin/sh 2 | 3 | # last-build - show last builds 4 | # 5 | # Copyright (C) 2007,2009 Tanaka Akira 6 | # 7 | # Redistribution and use in source and binary forms, with or without 8 | # modification, are permitted provided that the following conditions 9 | # are met: 10 | # 11 | # 1. Redistributions of source code must retain the above copyright 12 | # notice, this list of conditions and the following disclaimer. 13 | # 2. Redistributions in binary form must reproduce the above 14 | # copyright notice, this list of conditions and the following 15 | # disclaimer in the documentation and/or other materials provided 16 | # with the distribution. 17 | # 3. The name of the author may not be used to endorse or promote 18 | # products derived from this software without specific prior 19 | # written permission. 20 | # 21 | # THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS 22 | # OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED 23 | # WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 24 | # ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY 25 | # DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 26 | # DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE 27 | # GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 28 | # INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, 29 | # WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE 30 | # OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, 31 | # EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 32 | 33 | tail -n 3 `ls -1tr tmp/public_html/*/summary.txt tmp/build/.lock` < /dev/null 34 | echo 35 | -------------------------------------------------------------------------------- /chkbuild/config.rb: -------------------------------------------------------------------------------- 1 | # chkbuild/config.rb - chkbuild config routines. 2 | # 3 | # Copyright (C) 2010 Tanaka Akira 4 | # 5 | # Redistribution and use in source and binary forms, with or without 6 | # modification, are permitted provided that the following conditions 7 | # are met: 8 | # 9 | # 1. Redistributions of source code must retain the above copyright 10 | # notice, this list of conditions and the following disclaimer. 11 | # 2. Redistributions in binary form must reproduce the above 12 | # copyright notice, this list of conditions and the following 13 | # disclaimer in the documentation and/or other materials provided 14 | # with the distribution. 15 | # 3. The name of the author may not be used to endorse or promote 16 | # products derived from this software without specific prior 17 | # written permission. 18 | # 19 | # THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS 20 | # OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED 21 | # WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 22 | # ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY 23 | # DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 24 | # DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE 25 | # GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 26 | # INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, 27 | # WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE 28 | # OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, 29 | # EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 30 | 31 | module ChkBuild 32 | @top_uri = "file://#{ChkBuild.public_top}/" 33 | class << self 34 | attr_accessor :top_uri 35 | end 36 | 37 | @nickname = Util.simple_hostname 38 | class << self 39 | attr_accessor :nickname 40 | end 41 | end 42 | -------------------------------------------------------------------------------- /erbio.rb: -------------------------------------------------------------------------------- 1 | # erbio.rb - erb output IO directly 2 | # 3 | # Copyright (C) 2010 Tanaka Akira 4 | # 5 | # Redistribution and use in source and binary forms, with or without 6 | # modification, are permitted provided that the following conditions 7 | # are met: 8 | # 9 | # 1. Redistributions of source code must retain the above copyright 10 | # notice, this list of conditions and the following disclaimer. 11 | # 2. Redistributions in binary form must reproduce the above 12 | # copyright notice, this list of conditions and the following 13 | # disclaimer in the documentation and/or other materials provided 14 | # with the distribution. 15 | # 3. The name of the author may not be used to endorse or promote 16 | # products derived from this software without specific prior 17 | # written permission. 18 | # 19 | # THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS 20 | # OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED 21 | # WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 22 | # ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY 23 | # DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 24 | # DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE 25 | # GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 26 | # INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, 27 | # WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE 28 | # OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, 29 | # EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 30 | 31 | require 'erb' 32 | 33 | class ERBIO < ERB 34 | def set_eoutvar(compiler, eoutvar = '_erbout') 35 | compiler.put_cmd = "#{eoutvar}.write" 36 | compiler.insert_cmd = "#{eoutvar}.write" 37 | 38 | cmd = [] 39 | cmd.push "" 40 | 41 | compiler.pre_cmd = cmd 42 | 43 | cmd = [] 44 | cmd.push(eoutvar) 45 | 46 | compiler.post_cmd = cmd 47 | end 48 | end 49 | -------------------------------------------------------------------------------- /start-build: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env ruby 2 | 3 | # start-build - build start script 4 | # 5 | # Copyright (C) 2005-2011 Tanaka Akira 6 | # 7 | # Redistribution and use in source and binary forms, with or without 8 | # modification, are permitted provided that the following conditions 9 | # are met: 10 | # 11 | # 1. Redistributions of source code must retain the above copyright 12 | # notice, this list of conditions and the following disclaimer. 13 | # 2. Redistributions in binary form must reproduce the above 14 | # copyright notice, this list of conditions and the following 15 | # disclaimer in the documentation and/or other materials provided 16 | # with the distribution. 17 | # 3. The name of the author may not be used to endorse or promote 18 | # products derived from this software without specific prior 19 | # written permission. 20 | # 21 | # THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS 22 | # OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED 23 | # WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 24 | # ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY 25 | # DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 26 | # DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE 27 | # GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 28 | # INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, 29 | # WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE 30 | # OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, 31 | # EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 32 | 33 | #ENV['PATH'] = "/usr/local/bin:#{ENV['PATH']}" 34 | 35 | $:.unshift File.dirname(File.expand_path(__FILE__)) 36 | 37 | require 'chkbuild' 38 | 39 | #ChkBuild.rsync_ssh_upload_target("remoteuser@http-server::upload/dir", "/home/chkbuild/.ssh/chkbuild-upload") 40 | 41 | load "sample/build-ruby" 42 | 43 | #load "sample/build-gcc-ruby" 44 | 45 | #load "sample/test-echo" 46 | -------------------------------------------------------------------------------- /sample/build-ruby2: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env ruby 2 | 3 | # sample/build-ruby2 - build script for ruby in separated directory 4 | # 5 | # Copyright (C) 2005-2012 Tanaka Akira 6 | # 7 | # Redistribution and use in source and binary forms, with or without 8 | # modification, are permitted provided that the following conditions 9 | # are met: 10 | # 11 | # 1. Redistributions of source code must retain the above copyright 12 | # notice, this list of conditions and the following disclaimer. 13 | # 2. Redistributions in binary form must reproduce the above 14 | # copyright notice, this list of conditions and the following 15 | # disclaimer in the documentation and/or other materials provided 16 | # with the distribution. 17 | # 3. The name of the author may not be used to endorse or promote 18 | # products derived from this software without specific prior 19 | # written permission. 20 | # 21 | # THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS 22 | # OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED 23 | # WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 24 | # ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY 25 | # DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 26 | # DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE 27 | # GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 28 | # INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, 29 | # WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE 30 | # OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, 31 | # EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 32 | 33 | require 'chkbuild' 34 | 35 | #ENV['LC_ALL'] = 'C' 36 | 37 | # resource limits 38 | #word_bytes = [nil].pack("p").length 39 | #ChkBuild.limit(:cpu => 3600*4) # seconds 40 | #ChkBuild.limit(:stack => 1024*1024*10*word_bytes) # bytes 41 | #ChkBuild.limit(:data => 1024*1024*500*word_bytes) # bytes 42 | #ChkBuild.limit(:as => 1024*1024*500*word_bytes) # bytes 43 | 44 | ChkBuild::Ruby.def_target( 45 | #ChkBuild::Ruby::MaintainedBranches, 46 | %w[trunk], 47 | [nil, "pth"], 48 | "-outofplace", 49 | :inplace_build => false) 50 | 51 | ChkBuild.main 52 | -------------------------------------------------------------------------------- /sample/build-coverage-ruby: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env ruby 2 | 3 | # sample/build-ruby - build script for ruby 4 | # 5 | # Copyright (C) 2005-2013 Tanaka Akira 6 | # 7 | # Redistribution and use in source and binary forms, with or without 8 | # modification, are permitted provided that the following conditions 9 | # are met: 10 | # 11 | # 1. Redistributions of source code must retain the above copyright 12 | # notice, this list of conditions and the following disclaimer. 13 | # 2. Redistributions in binary form must reproduce the above 14 | # copyright notice, this list of conditions and the following 15 | # disclaimer in the documentation and/or other materials provided 16 | # with the distribution. 17 | # 3. The name of the author may not be used to endorse or promote 18 | # products derived from this software without specific prior 19 | # written permission. 20 | # 21 | # THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS 22 | # OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED 23 | # WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 24 | # ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY 25 | # DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 26 | # DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE 27 | # GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 28 | # INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, 29 | # WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE 30 | # OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, 31 | # EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 32 | 33 | require 'chkbuild' 34 | 35 | #ENV['LC_ALL'] = 'C' 36 | 37 | # resource limits 38 | #word_bytes = [nil].pack("p").length 39 | #ChkBuild.limit(:cpu => 3600*4) # seconds 40 | #ChkBuild.limit(:stack => 1024*1024*10*word_bytes) # bytes 41 | #ChkBuild.limit(:data => 1024*1024*500*word_bytes) # bytes 42 | #ChkBuild.limit(:as => 1024*1024*500*word_bytes) # bytes 43 | 44 | ChkBuild::Ruby.def_target( 45 | [ 46 | { :suffix_? => 'master', :output_interval_timeout => '10min' }, 47 | ], 48 | 49 | [nil, "pth"], 50 | 51 | :coverage_measurement => true, 52 | 53 | :timeout => '2h', 54 | 55 | :output_interval_timeout => '5min' 56 | ) 57 | 58 | ChkBuild.main 59 | -------------------------------------------------------------------------------- /chkbuild/zlib.rb: -------------------------------------------------------------------------------- 1 | # chkbuild/zlib.rb - zlib build module 2 | # 3 | # Copyright (C) 2012 Tanaka Akira 4 | # 5 | # Redistribution and use in source and binary forms, with or without 6 | # modification, are permitted provided that the following conditions 7 | # are met: 8 | # 9 | # 1. Redistributions of source code must retain the above copyright 10 | # notice, this list of conditions and the following disclaimer. 11 | # 2. Redistributions in binary form must reproduce the above 12 | # copyright notice, this list of conditions and the following 13 | # disclaimer in the documentation and/or other materials provided 14 | # with the distribution. 15 | # 3. The name of the author may not be used to endorse or promote 16 | # products derived from this software without specific prior 17 | # written permission. 18 | # 19 | # THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS 20 | # OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED 21 | # WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 22 | # ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY 23 | # DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 24 | # DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE 25 | # GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 26 | # INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, 27 | # WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE 28 | # OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, 29 | # EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 30 | 31 | module ChkBuild 32 | module Zlib 33 | module_function 34 | def def_target(*args) 35 | ChkBuild.def_target('zlib', *args) 36 | end 37 | end 38 | end 39 | 40 | ChkBuild.define_build_proc('zlib') {|b| 41 | opts2 = b.opts.dup 42 | opts2[:branch] = 'develop' 43 | b.git('git://github.com/madler/zlib.git', 'zlib', opts2) 44 | bdir = b.build_dir 45 | Dir.chdir('zlib') { 46 | b.run('./configure', 47 | "--prefix=#{bdir}") 48 | b.make 49 | b.make('test') 50 | b.make('install') 51 | b.catch_error { 52 | b.run("cat", "#{bdir}/lib/pkgconfig/zlib.pc", :section=>"pkgconfig") 53 | } 54 | } 55 | } 56 | 57 | ChkBuild.define_title_hook('zlib', 'pkgconfig') {|title, log| 58 | # Version: 1.2.7-motley 59 | case log 60 | when /^Version: (.*)$/ 61 | ver = "zlib #{$1}" 62 | title.update_title(:version, ver) 63 | end 64 | } 65 | 66 | -------------------------------------------------------------------------------- /test/test-logfile.rb: -------------------------------------------------------------------------------- 1 | require 'test/unit' 2 | require 'tempfile' 3 | require 'chkbuild/logfile' 4 | 5 | class TestLogFile < Test::Unit::TestCase 6 | def with_logfile 7 | t = Tempfile.new("test-logfile") 8 | begin 9 | l = ChkBuild::LogFile.new(t.path, true) 10 | yield l 11 | ensure 12 | t.close(true) 13 | end 14 | end 15 | 16 | def test_start_section 17 | with_logfile {|l| 18 | l.start_section("a") 19 | assert_match(/^== a #/, l.get_all_log) 20 | } 21 | end 22 | 23 | def test_get_section 24 | with_logfile {|l| 25 | l.with_default_output { 26 | l.start_section("a") 27 | puts "aaa" 28 | l.start_section("b") 29 | puts "bbb" 30 | } 31 | assert_equal("aaa\n", l.get_section("a")) 32 | assert_equal("bbb\n", l.get_section("b")) 33 | } 34 | end 35 | 36 | def test_unique_section_name 37 | with_logfile {|l| 38 | secname1 = l.start_section("a") 39 | secname2 = l.start_section("a") 40 | secname3 = l.start_section("a") 41 | secname5 = l.start_section("a(5)") 42 | secname4 = l.start_section("a") 43 | secname6 = l.start_section("a") 44 | assert_equal("a", secname1) 45 | assert_equal("a(2)", secname2) 46 | assert_equal("a(3)", secname3) 47 | assert_equal("a(4)", secname4) 48 | assert_equal("a(5)", secname5) 49 | assert_equal("a(6)", secname6) 50 | assert_match(/^== #{Regexp.quote secname1} #/, l.get_all_log) 51 | assert_match(/^== #{Regexp.quote secname2} #/, l.get_all_log) 52 | assert_match(/^== #{Regexp.quote secname3} #/, l.get_all_log) 53 | } 54 | end 55 | 56 | def test_each_secname 57 | with_logfile {|l| 58 | secname1 = l.start_section("a") 59 | secname2 = l.start_section("b") 60 | secname3 = l.start_section("c") 61 | ss = [] 62 | l.each_secname {|v| 63 | ss << v 64 | } 65 | assert_equal(%w[a b c], ss) 66 | } 67 | end 68 | 69 | def test_section_size 70 | with_logfile {|l| 71 | l.with_default_output { 72 | secname1 = l.start_section("a") 73 | puts "A" 74 | secname2 = l.start_section("b") 75 | puts "BB" 76 | secname3 = l.start_section("c") 77 | puts "CCC" 78 | } 79 | secseize_a = l.section_size("a") 80 | secseize_b = l.section_size("b") 81 | secseize_c = l.section_size("c") 82 | assert_equal(secseize_b, secseize_a+1) 83 | assert_equal(secseize_c, secseize_b+1) 84 | } 85 | end 86 | end 87 | -------------------------------------------------------------------------------- /sample/build-svn: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env ruby 2 | 3 | # sample/build-svn - build script for svn 4 | # 5 | # Copyright (C) 2006-2012 Tanaka Akira 6 | # 7 | # Redistribution and use in source and binary forms, with or without 8 | # modification, are permitted provided that the following conditions 9 | # are met: 10 | # 11 | # 1. Redistributions of source code must retain the above copyright 12 | # notice, this list of conditions and the following disclaimer. 13 | # 2. Redistributions in binary form must reproduce the above 14 | # copyright notice, this list of conditions and the following 15 | # disclaimer in the documentation and/or other materials provided 16 | # with the distribution. 17 | # 3. The name of the author may not be used to endorse or promote 18 | # products derived from this software without specific prior 19 | # written permission. 20 | # 21 | # THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS 22 | # OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED 23 | # WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 24 | # ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY 25 | # DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 26 | # DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE 27 | # GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 28 | # INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, 29 | # WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE 30 | # OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, 31 | # EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 32 | 33 | require 'chkbuild' 34 | 35 | #ENV['LC_ALL'] = 'C' 36 | 37 | #ChkBuild.limit(:data=>1024*1024*800, :as=>1024*1024*800) 38 | 39 | ChkBuild.def_target("svn") {|b| 40 | dir = b.build_dir 41 | b.svn('http://svn.apache.org/repos/asf', 'subversion/trunk', 'subversion') 42 | Dir.chdir("subversion") { 43 | b.run("./autogen.sh") 44 | b.run("./configure", "--prefix=#{dir}") 45 | b.make 46 | b.run("subversion/svn/svn", "--version", :section=>'version', "ENV:LC_ALL"=>"C") 47 | b.run("subversion/svn/svn", "help", :section=>'help') 48 | b.make("install") 49 | } 50 | } 51 | 52 | ChkBuild.define_title_hook('svn', 'help') {|title, log| 53 | if /^Subversion command-line client, version (.*)\.$/ =~ log 54 | title.update_title(:version, "Subversion #{$1}") 55 | end 56 | } 57 | 58 | ChkBuild.define_diff_preprocess_gsub('svn', /^ compiled .*, \d\d:\d\d:\d\d$/) { 59 | ' compiled ' 60 | } 61 | 62 | ChkBuild.main 63 | -------------------------------------------------------------------------------- /sample/build-mruby: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env ruby 2 | 3 | # sample/build-mruby - build script for mruby 4 | # 5 | # Copyright (C) 2012 Tanaka Akira 6 | # 7 | # Redistribution and use in source and binary forms, with or without 8 | # modification, are permitted provided that the following conditions 9 | # are met: 10 | # 11 | # 1. Redistributions of source code must retain the above copyright 12 | # notice, this list of conditions and the following disclaimer. 13 | # 2. Redistributions in binary form must reproduce the above 14 | # copyright notice, this list of conditions and the following 15 | # disclaimer in the documentation and/or other materials provided 16 | # with the distribution. 17 | # 3. The name of the author may not be used to endorse or promote 18 | # products derived from this software without specific prior 19 | # written permission. 20 | # 21 | # THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS 22 | # OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED 23 | # WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 24 | # ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY 25 | # DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 26 | # DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE 27 | # GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 28 | # INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, 29 | # WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE 30 | # OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, 31 | # EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 32 | 33 | require 'chkbuild' 34 | 35 | #ENV['LC_ALL'] = 'C' 36 | 37 | # resource limits 38 | #word_bytes = [nil].pack("p").length 39 | #ChkBuild.limit(:cpu => 3600*4) # seconds 40 | #ChkBuild.limit(:stack => 1024*1024*10*word_bytes) # bytes 41 | #ChkBuild.limit(:data => 1024*1024*500*word_bytes) # bytes 42 | #ChkBuild.limit(:as => 1024*1024*500*word_bytes) # bytes 43 | 44 | # ChkBuild.nickname identify chkbuild installation. 45 | # It is used for title of HTML, etc. 46 | # The default is the hostname (without domain). 47 | # ChkBuild.nickname = 'nickname' 48 | 49 | # ChkBuild.top_uri is used for RSS. 50 | # ChkBuild.top_uri = "file://#{ChkBuild.public_top}/" 51 | # ChkBuild.top_uri = nil # use relative URL 52 | 53 | ChkBuild.define_build_proc('mruby') {|b| 54 | dir = b.build_dir 55 | b.git('git://github.com/mruby/mruby.git', 'mruby') 56 | Dir.chdir('mruby') { 57 | b.make 58 | b.run('bin/mruby', '-v') 59 | } 60 | } 61 | 62 | ChkBuild.def_target('mruby') 63 | 64 | ChkBuild.main 65 | -------------------------------------------------------------------------------- /chkbuild/options.rb: -------------------------------------------------------------------------------- 1 | # chkbuild/options.rb - build option implementation 2 | # 3 | # Copyright (C) 2006-2011 Tanaka Akira 4 | # 5 | # Redistribution and use in source and binary forms, with or without 6 | # modification, are permitted provided that the following conditions 7 | # are met: 8 | # 9 | # 1. Redistributions of source code must retain the above copyright 10 | # notice, this list of conditions and the following disclaimer. 11 | # 2. Redistributions in binary form must reproduce the above 12 | # copyright notice, this list of conditions and the following 13 | # disclaimer in the documentation and/or other materials provided 14 | # with the distribution. 15 | # 3. The name of the author may not be used to endorse or promote 16 | # products derived from this software without specific prior 17 | # written permission. 18 | # 19 | # THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS 20 | # OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED 21 | # WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 22 | # ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY 23 | # DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 24 | # DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE 25 | # GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 26 | # INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, 27 | # WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE 28 | # OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, 29 | # EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 30 | 31 | module ChkBuild 32 | @default_options = { 33 | :num_oldbuilds => 1, 34 | :limit_core => :unlimited, 35 | :limit_cpu => nil, 36 | :limit_stack => nil, 37 | :limit_data => nil, 38 | :limit_as => nil, 39 | :output_line_max => 1024 * 10 # Test periodically. Not rigorous. 40 | } 41 | 42 | def self.get_options 43 | @default_options.dup 44 | end 45 | 46 | def self.num_oldbuilds 47 | @default_options[:num_oldbuilds] 48 | end 49 | def self.num_oldbuilds=(val) 50 | @default_options[:num_oldbuilds] = val 51 | end 52 | 53 | def self.limit(hash) 54 | hash.each {|k, v| 55 | s = "limit_#{k}".intern 56 | raise "unexpected resource name: #{k}" if !@default_options.has_key?(s) 57 | @default_options[s] = v 58 | } 59 | end 60 | 61 | def self.get_limit 62 | ret = {} 63 | @default_options.each {|k, v| 64 | next if /\Alimit_/ !~ k.to_s 65 | next if !v 66 | s = $'.intern 67 | ret[s] = v 68 | } 69 | ret 70 | end 71 | 72 | def self.nice=(n) 73 | @default_options[:nice] = n 74 | end 75 | end 76 | -------------------------------------------------------------------------------- /sample/build-libffi-ruby: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env ruby 2 | 3 | # sample/build-libffi-ruby - build script for libffi and ruby 4 | # 5 | # Copyright (C) 2012 Tanaka Akira 6 | # 7 | # Redistribution and use in source and binary forms, with or without 8 | # modification, are permitted provided that the following conditions 9 | # are met: 10 | # 11 | # 1. Redistributions of source code must retain the above copyright 12 | # notice, this list of conditions and the following disclaimer. 13 | # 2. Redistributions in binary form must reproduce the above 14 | # copyright notice, this list of conditions and the following 15 | # disclaimer in the documentation and/or other materials provided 16 | # with the distribution. 17 | # 3. The name of the author may not be used to endorse or promote 18 | # products derived from this software without specific prior 19 | # written permission. 20 | # 21 | # THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS 22 | # OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED 23 | # WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 24 | # ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY 25 | # DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 26 | # DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE 27 | # GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 28 | # INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, 29 | # WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE 30 | # OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, 31 | # EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 32 | 33 | require 'chkbuild' 34 | 35 | # resource limits 36 | #word_bytes = [nil].pack("p").length 37 | #ChkBuild.limit(:cpu => 3600*4) # seconds 38 | #ChkBuild.limit(:stack => 1024*1024*10*word_bytes) # bytes 39 | #ChkBuild.limit(:data => 1024*1024*500*word_bytes) # bytes 40 | #ChkBuild.limit(:as => 1024*1024*500*word_bytes) # bytes 41 | 42 | ChkBuild.define_build_proc('libffi') {|b| 43 | bdir = b.build_dir 44 | b.git('git://github.com/atgreen/libffi.git', 'libffi') 45 | Dir.chdir('libffi') { 46 | b.run("./configure", "--prefix=#{bdir}") 47 | b.make 48 | b.make("install") 49 | b.catch_error { 50 | b.run("cat", "#{bdir}/lib/pkgconfig/libffi.pc", :section=>"pkgconfig") 51 | } 52 | } 53 | } 54 | 55 | libffi = ChkBuild.def_target('libffi') 56 | 57 | ChkBuild.define_title_hook('libffi', 'pkgconfig') {|title, log| 58 | case log 59 | when /^Version: (.*)$/ 60 | ver = "libffi #{$1}" 61 | title.update_title(:version, ver) 62 | end 63 | } 64 | 65 | ChkBuild::Ruby.def_target( 66 | %w[trunk], 67 | libffi) 68 | 69 | ChkBuild.main 70 | -------------------------------------------------------------------------------- /sample/build-zlib-openssl-ruby: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env ruby 2 | 3 | # sample/build-zlib-openssl-ruby - build script for zlib and ruby 4 | # 5 | # Copyright (C) 2012 Tanaka Akira 6 | # 7 | # Redistribution and use in source and binary forms, with or without 8 | # modification, are permitted provided that the following conditions 9 | # are met: 10 | # 11 | # 1. Redistributions of source code must retain the above copyright 12 | # notice, this list of conditions and the following disclaimer. 13 | # 2. Redistributions in binary form must reproduce the above 14 | # copyright notice, this list of conditions and the following 15 | # disclaimer in the documentation and/or other materials provided 16 | # with the distribution. 17 | # 3. The name of the author may not be used to endorse or promote 18 | # products derived from this software without specific prior 19 | # written permission. 20 | # 21 | # THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS 22 | # OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED 23 | # WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 24 | # ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY 25 | # DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 26 | # DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE 27 | # GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 28 | # INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, 29 | # WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE 30 | # OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, 31 | # EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 32 | 33 | require 'chkbuild' 34 | 35 | # resource limits 36 | #word_bytes = [nil].pack("p").length 37 | #ChkBuild.limit(:cpu => 3600*4) # seconds 38 | #ChkBuild.limit(:stack => 1024*1024*10*word_bytes) # bytes 39 | #ChkBuild.limit(:data => 1024*1024*500*word_bytes) # bytes 40 | #ChkBuild.limit(:as => 1024*1024*500*word_bytes) # bytes 41 | 42 | zlib = ChkBuild::Zlib.def_target() 43 | 44 | openssl_choices = [ 45 | { 46 | :suffix_? => '-trunk', 47 | :openssl_branch => nil, 48 | }, 49 | { 50 | :suffix_? => '-1.0.2', 51 | :openssl_branch => 'OpenSSL_1_0_2-stable', 52 | }, 53 | { 54 | :suffix_? => '-1.0.1', 55 | :openssl_branch => 'OpenSSL_1_0_1-stable', 56 | }, 57 | { 58 | :suffix_? => '-1.0.0', 59 | :openssl_branch => 'OpenSSL_1_0_0-stable', 60 | }, 61 | { 62 | :suffix_? => '-0.9.8', 63 | :openssl_branch => 'OpenSSL_0_9_8-stable', 64 | }, 65 | ] 66 | 67 | openssl = ChkBuild::OpenSSL.def_target(openssl_choices, zlib) 68 | 69 | ChkBuild::Ruby.def_target( 70 | %w[trunk], 71 | zlib, openssl) 72 | 73 | ChkBuild.main 74 | -------------------------------------------------------------------------------- /chkbuild/azure-patch.rb: -------------------------------------------------------------------------------- 1 | # lib/azure/core/service.rb 2 | module Azure 3 | module Core 4 | class Service 5 | def call(method, uri, body=nil, headers=nil) 6 | request = Core::Http::HttpRequest.new(method, uri, body) 7 | request.headers.merge!(headers) if headers 8 | 9 | request.headers['connection'] = 'keep-alive' if request.respond_to? :headers 10 | 11 | yield request if block_given? 12 | 13 | response = request.call 14 | 15 | response 16 | end 17 | end 18 | 19 | 20 | module Http 21 | class HttpRequest 22 | def default_headers(current_time) 23 | headers["User-Agent"] = "Azure-SDK-For-Ruby/" + Azure::Version.to_s 24 | headers["x-ms-date"] = current_time 25 | headers["x-ms-version"] = "2012-02-12" 26 | headers["DataServiceVersion"] = "1.0;NetFx" 27 | headers["MaxDataServiceVersion"] = "2.0;NetFx" 28 | 29 | if body 30 | headers["Content-Type"] = "application/atom+xml; charset=utf-8" 31 | if IO === body 32 | headers["Content-Length"] = body.size.to_s 33 | headers["Content-MD5"] = Digest::MD5.file(body.path).base64digest 34 | else 35 | headers["Content-Length"] = body.bytesize.to_s 36 | headers["Content-MD5"] = Base64.strict_encode64(Digest::MD5.digest(body)) 37 | end 38 | else 39 | headers["Content-Length"] = "0" 40 | headers["Content-Type"] = "" 41 | end 42 | end 43 | 44 | def call 45 | request = http_request_class.new(uri.request_uri, headers) 46 | if IO === body 47 | request.body_stream = body 48 | elsif body 49 | request.body = body 50 | end 51 | 52 | http = nil 53 | if ENV['HTTP_PROXY'] || ENV['HTTPS_PROXY'] 54 | if ENV['HTTP_PROXY'] 55 | proxy_uri = URI::parse(ENV['HTTP_PROXY']) 56 | else 57 | proxy_uri = URI::parse(ENV['HTTPS_PROXY']) 58 | end 59 | 60 | http = Net::HTTP::Proxy(proxy_uri.host, proxy_uri.port).new(uri.host, uri.port) 61 | else 62 | http = Net::HTTP.new(uri.host, uri.port) 63 | end 64 | 65 | if uri.scheme.downcase == 'https' 66 | # require 'net/https' 67 | http.use_ssl = true 68 | http.verify_mode = OpenSSL::SSL::VERIFY_NONE 69 | end 70 | 71 | response = HttpResponse.new(http.request(request)) 72 | response.uri = uri 73 | raise response.error unless response.success? 74 | response 75 | end 76 | end 77 | end 78 | end 79 | end 80 | -------------------------------------------------------------------------------- /sample/build-gperf-ruby: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env ruby 2 | 3 | # sample/build-gperf-ruby - build script for gperf and ruby 4 | # 5 | # Copyright (C) 2012 Tanaka Akira 6 | # 7 | # Redistribution and use in source and binary forms, with or without 8 | # modification, are permitted provided that the following conditions 9 | # are met: 10 | # 11 | # 1. Redistributions of source code must retain the above copyright 12 | # notice, this list of conditions and the following disclaimer. 13 | # 2. Redistributions in binary form must reproduce the above 14 | # copyright notice, this list of conditions and the following 15 | # disclaimer in the documentation and/or other materials provided 16 | # with the distribution. 17 | # 3. The name of the author may not be used to endorse or promote 18 | # products derived from this software without specific prior 19 | # written permission. 20 | # 21 | # THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS 22 | # OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED 23 | # WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 24 | # ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY 25 | # DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 26 | # DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE 27 | # GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 28 | # INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, 29 | # WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE 30 | # OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, 31 | # EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 32 | 33 | require 'chkbuild' 34 | 35 | #ENV['LC_ALL'] = 'C' 36 | 37 | # resource limits 38 | #word_bytes = [nil].pack("p").length 39 | #ChkBuild.limit(:cpu => 3600*4) # seconds 40 | #ChkBuild.limit(:stack => 1024*1024*10*word_bytes) # bytes 41 | #ChkBuild.limit(:data => 1024*1024*500*word_bytes) # bytes 42 | #ChkBuild.limit(:as => 1024*1024*500*word_bytes) # bytes 43 | 44 | ChkBuild.define_build_proc('gperf') {|b| 45 | dir = b.build_dir 46 | # http://git.savannah.gnu.org/cgit/gperf.git 47 | b.git('git://git.savannah.gnu.org/gperf.git', 'gperf') 48 | Dir.chdir('gperf') { 49 | b.run("./configure", "--prefix=#{dir}") 50 | b.make 51 | b.make("install") 52 | } 53 | b.run("#{dir}/bin/gperf", '--version', :section=>'version') 54 | } 55 | 56 | ChkBuild.define_title_hook('gperf', 'version') {|title, log| 57 | case log 58 | when /^GNU gperf (.*)$/ 59 | title.update_title(:version, "gperf #{$1}") 60 | end 61 | } 62 | 63 | Gperf = ChkBuild.def_target('gperf') 64 | 65 | ChkBuild::Ruby.def_target( 66 | # ChkBuild::Ruby::MaintainedBranches, 67 | %w[trunk], 68 | Gperf, 69 | :force_gperf => true) 70 | 71 | ChkBuild.main 72 | -------------------------------------------------------------------------------- /chkbuild.rb: -------------------------------------------------------------------------------- 1 | # chkbuild.rb - chkbuild library entry file 2 | # 3 | # Copyright (C) 2006-2012 Tanaka Akira 4 | # 5 | # Redistribution and use in source and binary forms, with or without 6 | # modification, are permitted provided that the following conditions 7 | # are met: 8 | # 9 | # 1. Redistributions of source code must retain the above copyright 10 | # notice, this list of conditions and the following disclaimer. 11 | # 2. Redistributions in binary form must reproduce the above 12 | # copyright notice, this list of conditions and the following 13 | # disclaimer in the documentation and/or other materials provided 14 | # with the distribution. 15 | # 3. The name of the author may not be used to endorse or promote 16 | # products derived from this software without specific prior 17 | # written permission. 18 | # 19 | # THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS 20 | # OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED 21 | # WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 22 | # ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY 23 | # DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 24 | # DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE 25 | # GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 26 | # INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, 27 | # WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE 28 | # OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, 29 | # EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 30 | 31 | Encoding.default_external = "ASCII-8BIT" if defined?(Encoding.default_external = nil) 32 | 33 | require 'cgi' 34 | require 'digest/sha2' 35 | require 'erb' 36 | require 'etc' 37 | require 'fcntl' 38 | require 'fileutils' 39 | require 'find' 40 | require 'json' 41 | require 'open-uri' 42 | require 'optparse' 43 | require 'pathname' 44 | require 'pp' 45 | require 'rbconfig' 46 | require 'rss' 47 | require 'socket' 48 | require 'stringio' 49 | require 'tempfile' 50 | require 'time' 51 | require 'uri' 52 | require 'zlib' 53 | 54 | require 'util' 55 | require 'escape' 56 | require 'gdb' 57 | require 'lchg' 58 | require 'erbio' 59 | require 'timeoutcom' 60 | 61 | require 'chkbuild/main' 62 | require 'chkbuild/config' 63 | require 'chkbuild/lock' 64 | require 'chkbuild/hook' 65 | require 'chkbuild/logfile' 66 | require 'chkbuild/options' 67 | require 'chkbuild/title' 68 | require 'chkbuild/upload' 69 | 70 | require 'chkbuild/target' 71 | require 'chkbuild/build' 72 | require 'chkbuild/ibuild' 73 | require 'chkbuild/iformat' 74 | 75 | require 'chkbuild/cvs' 76 | require 'chkbuild/svn' 77 | require 'chkbuild/git' 78 | require 'chkbuild/viewvc' 79 | 80 | require 'chkbuild/ruby' 81 | require 'chkbuild/gcc' 82 | require 'chkbuild/openssl' 83 | require 'chkbuild/zlib' 84 | -------------------------------------------------------------------------------- /sample/build-openssl-ruby: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env ruby 2 | 3 | # sample/build-openssl-ruby - build script for openssl and ruby 4 | # 5 | # Copyright (C) 2012 Tanaka Akira 6 | # 7 | # Redistribution and use in source and binary forms, with or without 8 | # modification, are permitted provided that the following conditions 9 | # are met: 10 | # 11 | # 1. Redistributions of source code must retain the above copyright 12 | # notice, this list of conditions and the following disclaimer. 13 | # 2. Redistributions in binary form must reproduce the above 14 | # copyright notice, this list of conditions and the following 15 | # disclaimer in the documentation and/or other materials provided 16 | # with the distribution. 17 | # 3. The name of the author may not be used to endorse or promote 18 | # products derived from this software without specific prior 19 | # written permission. 20 | # 21 | # THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS 22 | # OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED 23 | # WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 24 | # ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY 25 | # DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 26 | # DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE 27 | # GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 28 | # INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, 29 | # WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE 30 | # OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, 31 | # EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 32 | 33 | require 'chkbuild' 34 | 35 | # resource limits 36 | #word_bytes = [nil].pack("p").length 37 | #ChkBuild.limit(:cpu => 3600*4) # seconds 38 | #ChkBuild.limit(:stack => 1024*1024*10*word_bytes) # bytes 39 | #ChkBuild.limit(:data => 1024*1024*500*word_bytes) # bytes 40 | #ChkBuild.limit(:as => 1024*1024*500*word_bytes) # bytes 41 | 42 | # cvs -d anonymous@cvs.openssl.org:/openssl-cvs co openssl 43 | # branch: OpenSSL_x_y_z-stable 44 | # OpenSSL_1_0_2-stable 45 | # OpenSSL_1_0_1-stable 46 | # OpenSSL_1_0_0-stable 47 | # OpenSSL_0_9_8-stable 48 | # ... 49 | 50 | openssl_choices = [ 51 | { 52 | :suffix_? => '-trunk', 53 | :openssl_branch => nil, 54 | }, 55 | { 56 | :suffix_? => '-1.0.2', 57 | :openssl_branch => 'OpenSSL_1_0_2-stable', 58 | }, 59 | { 60 | :suffix_? => '-1.0.1', 61 | :openssl_branch => 'OpenSSL_1_0_1-stable', 62 | }, 63 | { 64 | :suffix_? => '-1.0.0', 65 | :openssl_branch => 'OpenSSL_1_0_0-stable', 66 | }, 67 | { 68 | :suffix_? => '-0.9.8', 69 | :openssl_branch => 'OpenSSL_0_9_8-stable', 70 | }, 71 | ] 72 | 73 | openssl = ChkBuild::OpenSSL.def_target(openssl_choices) 74 | 75 | ChkBuild::Ruby.def_target( 76 | %w[trunk], 77 | openssl) 78 | 79 | ChkBuild.main 80 | -------------------------------------------------------------------------------- /abi-checker.rb: -------------------------------------------------------------------------------- 1 | # abi-checker.rb - ABI checker for Ruby 2 | # 3 | # Copyright (C) 2013 KOSAKI Motohiro 4 | # 5 | # Redistribution and use in source and binary forms, with or without 6 | # modification, are permitted provided that the following conditions 7 | # are met: 8 | # 9 | # 1. Redistributions of source code must retain the above copyright 10 | # notice, this list of conditions and the following disclaimer. 11 | # 2. Redistributions in binary form must reproduce the above 12 | # copyright notice, this list of conditions and the following 13 | # disclaimer in the documentation and/or other materials provided 14 | # with the distribution. 15 | # 3. The name of the author may not be used to endorse or promote 16 | # products derived from this software without specific prior 17 | # written permission. 18 | # 19 | # THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS 20 | # OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED 21 | # WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 22 | # ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY 23 | # DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 24 | # DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE 25 | # GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 26 | # INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, 27 | # WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE 28 | # OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, 29 | # EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 30 | 31 | require 'tempfile' 32 | require "optparse" 33 | 34 | skip_headers = < 51 | unspecified 52 | 53 | 54 | 55 | {RELPATH}/include/ 56 | 57 | 58 | 59 | {RELPATH}/lib 60 | 61 | END 62 | 63 | opts = OptionParser.new 64 | opts.on("--skip-symbols FILE") {|f| 65 | # If --skip-symbols is specified, they are skipped too. 66 | skip_symbols += File.open(f).read 67 | } 68 | opts.parse!(ARGV) 69 | 70 | if ARGV.size < 2 then 71 | puts "usage: abi-checker [--skip-symbols FILE] path-to-old-ruby path-to-new-ruby" 72 | end 73 | 74 | 75 | sh_file = Tempfile.open("skip-headers") 76 | sh_file.write(skip_headers) 77 | sh_file.flush 78 | 79 | ss_file = Tempfile.open("skip-symbols") 80 | ss_file.write(skip_symbols) 81 | ss_file.flush 82 | 83 | template_file = Tempfile.open(["version-template", ".xml"]) 84 | template_file.write(xml_template) 85 | template_file.flush 86 | 87 | `abi-compliance-checker -abi -lib libruby -old #{template_file.path} -relpath1 #{ARGV[0]} -new #{template_file.path} -relpath2 #{ARGV[1]} -skip-headers #{sh_file.path} -skip-symbols #{ss_file.path} ` 88 | 89 | -------------------------------------------------------------------------------- /sample/build-gdbm-ruby: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env ruby 2 | 3 | # sample/build-gdbm-ruby - build script for gdbm and ruby 4 | # 5 | # Copyright (C) 2012 Tanaka Akira 6 | # 7 | # Redistribution and use in source and binary forms, with or without 8 | # modification, are permitted provided that the following conditions 9 | # are met: 10 | # 11 | # 1. Redistributions of source code must retain the above copyright 12 | # notice, this list of conditions and the following disclaimer. 13 | # 2. Redistributions in binary form must reproduce the above 14 | # copyright notice, this list of conditions and the following 15 | # disclaimer in the documentation and/or other materials provided 16 | # with the distribution. 17 | # 3. The name of the author may not be used to endorse or promote 18 | # products derived from this software without specific prior 19 | # written permission. 20 | # 21 | # THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS 22 | # OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED 23 | # WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 24 | # ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY 25 | # DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 26 | # DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE 27 | # GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 28 | # INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, 29 | # WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE 30 | # OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, 31 | # EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 32 | 33 | require 'chkbuild' 34 | 35 | # resource limits 36 | #word_bytes = [nil].pack("p").length 37 | #ChkBuild.limit(:cpu => 3600*4) # seconds 38 | #ChkBuild.limit(:stack => 1024*1024*10*word_bytes) # bytes 39 | #ChkBuild.limit(:data => 1024*1024*500*word_bytes) # bytes 40 | #ChkBuild.limit(:as => 1024*1024*500*word_bytes) # bytes 41 | 42 | # cvs -z3 -d :pserver:anonymous@puszcza.gnu.org.ua:/cvsroot/gdbm co gdbm 43 | # http://puszcza.gnu.org.ua/viewvc/gdbm/ 44 | 45 | ChkBuild.define_build_proc('gdbm') {|b| 46 | b.cvs(":pserver:anonymous@puszcza.gnu.org.ua:/cvsroot/gdbm", 'gdbm', nil) 47 | bdir = b.build_dir 48 | Dir.chdir('gdbm') { 49 | b.install_rsync_wrapper 50 | b.run('./bootstrap') 51 | b.run('./configure', "--prefix=#{bdir}", '--enable-libgdbm-compat') 52 | b.make 53 | b.make('check') 54 | b.make('install') 55 | b.catch_error { 56 | b.run('sh', '-c', "echo version | #{bdir}/bin/testgdbm", :section=>"version") 57 | } 58 | } 59 | } 60 | 61 | ChkBuild.define_title_hook('gdbm', 'version') {|title, log| 62 | # GDBM version 1.10.90. (built Apr 27 2012 10:37:01) 63 | case log 64 | when /^GDBM version (\S*)\./ 65 | title.update_title(:version, "GDBM #{$1}") 66 | end 67 | } 68 | 69 | gdbm = ChkBuild.def_target('gdbm') 70 | 71 | ChkBuild::Ruby.def_target( 72 | %w[trunk], 73 | gdbm) 74 | 75 | ChkBuild.main 76 | -------------------------------------------------------------------------------- /chkbuild/lock.rb: -------------------------------------------------------------------------------- 1 | # chkbuild/lock.rb - lock implementation 2 | # 3 | # Copyright (C) 2006,2009,2010 Tanaka Akira 4 | # 5 | # Redistribution and use in source and binary forms, with or without 6 | # modification, are permitted provided that the following conditions 7 | # are met: 8 | # 9 | # 1. Redistributions of source code must retain the above copyright 10 | # notice, this list of conditions and the following disclaimer. 11 | # 2. Redistributions in binary form must reproduce the above 12 | # copyright notice, this list of conditions and the following 13 | # disclaimer in the documentation and/or other materials provided 14 | # with the distribution. 15 | # 3. The name of the author may not be used to endorse or promote 16 | # products derived from this software without specific prior 17 | # written permission. 18 | # 19 | # THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS 20 | # OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED 21 | # WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 22 | # ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY 23 | # DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 24 | # DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE 25 | # GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 26 | # INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, 27 | # WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE 28 | # OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, 29 | # EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 30 | 31 | module ChkBuild 32 | LOCK_PATH = ChkBuild.build_top + '.lock' 33 | 34 | # If true, wait until another chkbuild process finishes. 35 | @wait_in_progress_builds = false 36 | 37 | class << self 38 | attr_accessor :wait_in_progress_builds 39 | end 40 | 41 | def self.lock_start 42 | if !defined?(@lock_io) 43 | @lock_io = LOCK_PATH.open(File::WRONLY|File::CREAT|File::APPEND) 44 | end 45 | lock_op = File::LOCK_EX 46 | lock_op |= File::LOCK_NB unless @wait_in_progress_builds 47 | if @lock_io.flock(lock_op) == false 48 | raise "another chkbuild is running." 49 | end 50 | if 102400 < @lock_io.stat.size 51 | @lock_io.truncate(0) 52 | end 53 | @lock_io.sync = true 54 | @lock_io.close_on_exec = true 55 | @lock_io.puts "\n#{Time.now.iso8601} locked pid:#{$$}" 56 | lock_pid = $$ 57 | t1 = Time.now 58 | at_exit { 59 | t2 = Time.now 60 | @lock_io.print "#{Time.now.iso8601} exit pid:#{$$}\t#{Util.format_elapsed_time t2-t1}\n" if $$ == lock_pid 61 | } 62 | end 63 | 64 | def self.lock_puts(mesg) 65 | LOCK_PATH.open(File::WRONLY|File::APPEND) {|f| 66 | f.sync = true 67 | if block_given? 68 | t1 = Time.now 69 | f.print "#{t1.iso8601} #{mesg}" 70 | ret = yield 71 | t2 = Time.now 72 | f.puts "\t#{ret.inspect}\t#{Util.format_elapsed_time t2-t1}" 73 | ret 74 | else 75 | f.puts "#{Time.now.iso8601} #{mesg}" 76 | end 77 | } 78 | end 79 | end 80 | -------------------------------------------------------------------------------- /gdb.rb: -------------------------------------------------------------------------------- 1 | # gdb.rb - gdb invocation library 2 | # 3 | # Copyright (C) 2005-2012 Tanaka Akira 4 | # 5 | # Redistribution and use in source and binary forms, with or without 6 | # modification, are permitted provided that the following conditions 7 | # are met: 8 | # 9 | # 1. Redistributions of source code must retain the above copyright 10 | # notice, this list of conditions and the following disclaimer. 11 | # 2. Redistributions in binary form must reproduce the above 12 | # copyright notice, this list of conditions and the following 13 | # disclaimer in the documentation and/or other materials provided 14 | # with the distribution. 15 | # 3. The name of the author may not be used to endorse or promote 16 | # products derived from this software without specific prior 17 | # written permission. 18 | # 19 | # THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS 20 | # OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED 21 | # WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 22 | # ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY 23 | # DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 24 | # DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE 25 | # GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 26 | # INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, 27 | # WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE 28 | # OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, 29 | # EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 30 | 31 | require 'find' 32 | require 'tempfile' 33 | 34 | require 'escape' 35 | 36 | module GDB 37 | module_function 38 | 39 | def check_core(dir) 40 | binaries = {} 41 | core_info = [] 42 | Find.find(dir.to_s) {|f| 43 | stat = File.lstat(f) 44 | basename = File.basename(f) 45 | binaries[basename] = f if stat.file? && stat.executable? 46 | next if /\bcore\b/ !~ basename 47 | next if /\.chkbuild\.\d+\z/ =~ basename 48 | guess = `file #{f} 2>&1` 49 | next if /\bcore\b.*from '(.*?)'/ !~ guess.sub(/\A.*?:/, '') 50 | binary = $1 51 | next if /\bconftest\b/ =~ binary 52 | core_info << [f, binary] 53 | } 54 | gdb_command = nil 55 | core_info.each {|core_path, binary| 56 | next unless binary_path = binaries[binary] 57 | core_path = rename_core(core_path) 58 | unless gdb_command 59 | gdb_command = Tempfile.new("gdb-bt") 60 | gdb_command.puts "bt 1000" 61 | gdb_command.close 62 | end 63 | puts 64 | puts "binary: #{binary_path}" 65 | puts "core: #{core_path}" 66 | command = %W[gdb -batch -n -x #{gdb_command.path} #{binary_path} #{core_path}] 67 | gdb_output = `#{Escape.shell_command command}` 68 | puts gdb_output 69 | puts "gdb status: #{$?}" 70 | } 71 | end 72 | 73 | def rename_core(core_path) 74 | suffix = ".chkbuild." 75 | n = 1 76 | while File.exist?(new_path = "#{core_path}#{suffix}#{n}") 77 | n += 1 78 | end 79 | File.rename(core_path, new_path) 80 | new_path 81 | end 82 | end 83 | -------------------------------------------------------------------------------- /sample/build-gcc-ruby: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env ruby 2 | 3 | # sample/build-gcc-ruby - build script for gcc and ruby 4 | # 5 | # Copyright (C) 2005-2012 Tanaka Akira 6 | # 7 | # Redistribution and use in source and binary forms, with or without 8 | # modification, are permitted provided that the following conditions 9 | # are met: 10 | # 11 | # 1. Redistributions of source code must retain the above copyright 12 | # notice, this list of conditions and the following disclaimer. 13 | # 2. Redistributions in binary form must reproduce the above 14 | # copyright notice, this list of conditions and the following 15 | # disclaimer in the documentation and/or other materials provided 16 | # with the distribution. 17 | # 3. The name of the author may not be used to endorse or promote 18 | # products derived from this software without specific prior 19 | # written permission. 20 | # 21 | # THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS 22 | # OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED 23 | # WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 24 | # ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY 25 | # DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 26 | # DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE 27 | # GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 28 | # INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, 29 | # WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE 30 | # OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, 31 | # EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 32 | 33 | require 'chkbuild' 34 | 35 | #ENV['LC_ALL'] = 'C' 36 | 37 | # Workaround for GCC with Multiarch. 38 | # http://wiki.debian.org/Multiarch. 39 | # (Ubuntu Natty and Debian Wheezy) 40 | # 41 | # ENV['CPATH'] = '/usr/include/i386-linux-gnu' 42 | # ENV['LIBRARY_PATH'] = '/usr/lib/i386-linux-gnu' 43 | 44 | # resource limits 45 | #word_bytes = [nil].pack("p").length 46 | #ChkBuild.limit(:cpu => 3600*4) # seconds 47 | #ChkBuild.limit(:stack => 1024*1024*10*word_bytes) # bytes 48 | #ChkBuild.limit(:data => 1024*1024*500*word_bytes) # bytes 49 | #ChkBuild.limit(:as => 1024*1024*500*word_bytes) # bytes 50 | 51 | gcc = ChkBuild::GCC.def_target( 52 | #%w[trunk], 53 | #%w[trunk 4.7 4.6 4.5], 54 | %w[4.7 4.6 4.5], 55 | #%w[trunk 4.5], 56 | #%w[4.5], 57 | :old => 1) 58 | 59 | ChkBuild::Ruby.def_target( 60 | #ChkBuild::Ruby::MaintainedBranches, 61 | %w[trunk], 62 | 63 | [ 64 | { :suffix_? => '-o3', :optflags => %w[-O3] }, 65 | { :suffix_? => '-o2', :optflags => %w[-O2] }, 66 | { :suffix_? => '-o1', :optflags => %w[-O1] }, 67 | { :suffix_? => '-o0', :optflags => %w[-O0] }, 68 | { :suffix_? => '-os', :optflags => %w[-Os] }, 69 | ], 70 | 71 | #[ 72 | # { :suffix_? => '-nocona', :optflags_arch => %w[-march=nocona] }, 73 | # { :suffix_? => '-core2', :optflags_arch => %w[-march=core2] }, 74 | # { :suffix_? => '-corei7', :optflags_arch => %w[-march=corei7] }, 75 | # { :suffix_? => '-corei7avx', :optflags_arch => %w[-march=corei7-avx] }, 76 | # nil 77 | #], 78 | 79 | [nil, "pth"], 80 | gcc, 81 | :old => 1, 82 | :inplace_build => false) 83 | 84 | ChkBuild.main 85 | -------------------------------------------------------------------------------- /sample/build-ruby-parallel: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env ruby 2 | 3 | # sample/build-ruby - build script for ruby 4 | # 5 | # Copyright (C) 2005-2012 Tanaka Akira 6 | # 7 | # Redistribution and use in source and binary forms, with or without 8 | # modification, are permitted provided that the following conditions 9 | # are met: 10 | # 11 | # 1. Redistributions of source code must retain the above copyright 12 | # notice, this list of conditions and the following disclaimer. 13 | # 2. Redistributions in binary form must reproduce the above 14 | # copyright notice, this list of conditions and the following 15 | # disclaimer in the documentation and/or other materials provided 16 | # with the distribution. 17 | # 3. The name of the author may not be used to endorse or promote 18 | # products derived from this software without specific prior 19 | # written permission. 20 | # 21 | # THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS 22 | # OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED 23 | # WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 24 | # ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY 25 | # DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 26 | # DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE 27 | # GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 28 | # INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, 29 | # WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE 30 | # OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, 31 | # EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 32 | 33 | require 'chkbuild' 34 | 35 | #ENV['LC_ALL'] = 'C' 36 | 37 | # resource limits 38 | #word_bytes = [nil].pack("p").length 39 | #ChkBuild.limit(:cpu => 3600*4) # seconds 40 | #ChkBuild.limit(:stack => 1024*1024*10*word_bytes) # bytes 41 | #ChkBuild.limit(:data => 1024*1024*500*word_bytes) # bytes 42 | #ChkBuild.limit(:as => 1024*1024*500*word_bytes) # bytes 43 | 44 | # ChkBuild.nickname identify chkbuild installation. 45 | # It is used for title of HTML, etc. 46 | # The default is the hostname (without domain). 47 | # ChkBuild.nickname = 'nickname' 48 | 49 | # ChkBuild.top_uri is used for RSS. 50 | # ChkBuild.top_uri = "file://#{ChkBuild.public_top}/" 51 | # ChkBuild.top_uri = nil # use relative URL 52 | 53 | ChkBuild::Ruby.def_target( 54 | [ 55 | { :suffix_? => 'trunk', :output_interval_timeout => '10min' }, 56 | #'2.0.0', 57 | #'1.9.3', 58 | ], 59 | 60 | # ChkBuild::Ruby::MaintainedBranches, 61 | # %w[trunk 2.0.0], 62 | 63 | # ['o0', 'o1', nil, 'o3', 'os'], 64 | 65 | [nil, "pth"], 66 | 67 | # ['m32', 'm64'], 68 | 69 | # [nil, { :suffix_? => "-outofplace", :inplace_build => false}] 70 | 71 | # :autoconf_command => 'autoconf', 72 | # :configure_args => %w[--with-valgrind], 73 | # :cppflags => %w[-DRUBY_DEBUG_ENV], 74 | # :optflags => %w[-O2], 75 | # :debugflags => %w[-g], 76 | # :warnflags => %w[-W -Wall -Wformat=2 -Wundef -Wno-parentheses -Wno-unused-parameter -Wno-missing-field-initializers], 77 | # :dldflags => %w[], 78 | 79 | # :old => 1, 80 | 81 | :parallel => 5, 82 | 83 | :timeout => '1h', 84 | 85 | :output_interval_timeout => '5min' 86 | ) 87 | 88 | ChkBuild.main 89 | -------------------------------------------------------------------------------- /chkbuild/viewvc.rb: -------------------------------------------------------------------------------- 1 | # chkbuild/viewvc.rb - ViewVC support module 2 | # 3 | # Copyright (C) 2006-2012 Tanaka Akira 4 | # 5 | # Redistribution and use in source and binary forms, with or without 6 | # modification, are permitted provided that the following conditions 7 | # are met: 8 | # 9 | # 1. Redistributions of source code must retain the above copyright 10 | # notice, this list of conditions and the following disclaimer. 11 | # 2. Redistributions in binary form must reproduce the above 12 | # copyright notice, this list of conditions and the following 13 | # disclaimer in the documentation and/or other materials provided 14 | # with the distribution. 15 | # 3. The name of the author may not be used to endorse or promote 16 | # products derived from this software without specific prior 17 | # written permission. 18 | # 19 | # THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS 20 | # OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED 21 | # WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 22 | # ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY 23 | # DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 24 | # DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE 25 | # GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 26 | # INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, 27 | # WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE 28 | # OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, 29 | # EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 30 | 31 | module ChkBuild; end # for testing 32 | 33 | class ChkBuild::ViewVC 34 | def initialize(uri, old=false, mod=nil) 35 | @uri = uri 36 | @old = old 37 | @mod = mod 38 | end 39 | attr_reader :uri, :old 40 | 41 | def rev_uri(r) 42 | revision = @old ? 'rev' : 'revision' 43 | extend_uri("", [['view', 'rev'], [revision, r.to_s]]).to_s 44 | end 45 | 46 | def markup_uri(d, f, r) 47 | pathrev = @old ? 'rev' : 'pathrev' 48 | path = '' 49 | path << "/#{@mod}" if @mod 50 | path << "/#{d}" if d 51 | path << "/#{f}" 52 | extend_uri(path, [['view', 'markup'], [pathrev, r.to_s]]).to_s 53 | end 54 | 55 | def dir_uri(d, f, r) 56 | pathrev = @old ? 'rev' : 'pathrev' 57 | path = '' 58 | path << "/#{@mod}" if @mod 59 | path << "/#{d}" if d 60 | path << "/#{f}" 61 | extend_uri(path, [[pathrev, r.to_s]]).to_s 62 | end 63 | 64 | def diff_uri(d, f, r1, r2) 65 | pathrev = @old ? 'rev' : 'pathrev' 66 | path = '' 67 | path << "/#{@mod}" if @mod 68 | path << "/#{d}" if d 69 | path << "/#{f}" 70 | extend_uri(path, [ 71 | ['p1', path], 72 | ['r1', r1.to_s], 73 | ['r2', r2.to_s], 74 | [pathrev, r2.to_s]]).to_s 75 | end 76 | 77 | def extend_uri(path, params) 78 | uri = URI.parse(@uri) 79 | path_suffix = Escape.uri_path(path).to_s 80 | if %r{\A/} =~ path_suffix 81 | uri.path = uri.path.chomp('/') 82 | end 83 | uri.path = uri.path + path_suffix 84 | params = params.dup 85 | query = Escape.html_form(params).to_s 86 | (uri.query || '').split(/[;&]/).each {|param| query << '&' << param } 87 | uri.query = query 88 | uri 89 | end 90 | end 91 | -------------------------------------------------------------------------------- /sample/build-bison-ruby: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env ruby 2 | 3 | # sample/build-bison-ruby - build script for bison and ruby 4 | # 5 | # Copyright (C) 2012 Tanaka Akira 6 | # 7 | # Redistribution and use in source and binary forms, with or without 8 | # modification, are permitted provided that the following conditions 9 | # are met: 10 | # 11 | # 1. Redistributions of source code must retain the above copyright 12 | # notice, this list of conditions and the following disclaimer. 13 | # 2. Redistributions in binary form must reproduce the above 14 | # copyright notice, this list of conditions and the following 15 | # disclaimer in the documentation and/or other materials provided 16 | # with the distribution. 17 | # 3. The name of the author may not be used to endorse or promote 18 | # products derived from this software without specific prior 19 | # written permission. 20 | # 21 | # THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS 22 | # OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED 23 | # WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 24 | # ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY 25 | # DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 26 | # DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE 27 | # GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 28 | # INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, 29 | # WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE 30 | # OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, 31 | # EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 32 | 33 | require 'chkbuild' 34 | 35 | #ENV['LC_ALL'] = 'C' 36 | 37 | # resource limits 38 | #word_bytes = [nil].pack("p").length 39 | #ChkBuild.limit(:cpu => 3600*4) # seconds 40 | #ChkBuild.limit(:stack => 1024*1024*10*word_bytes) # bytes 41 | #ChkBuild.limit(:data => 1024*1024*500*word_bytes) # bytes 42 | #ChkBuild.limit(:as => 1024*1024*500*word_bytes) # bytes 43 | 44 | bison_choices = [ 45 | { 46 | :suffix_? => '-master', 47 | :bison_branch => nil, 48 | }, 49 | { 50 | :suffix_? => '-2.5', 51 | :bison_branch => 'branch-2.5', 52 | }, 53 | ] 54 | 55 | ChkBuild.define_build_proc('bison') {|b| 56 | bdir = b.build_dir 57 | tdir = b.target_dir 58 | Dir.chdir(tdir) { 59 | first = !File.directory?('bison') 60 | # http://git.savannah.gnu.org/cgit/bison.git 61 | b.git('git://git.savannah.gnu.org/bison.git', 'bison', 62 | :branch=>b.opts[:bison_branch]) 63 | Dir.chdir("bison") { 64 | if first 65 | b.run('git', 'submodule', 'update', '--init') 66 | else 67 | b.run('git', 'submodule', 'update') 68 | end 69 | b.run('git', 'submodule') 70 | b.run('git', 'status') 71 | b.run('git', 'diff') 72 | } 73 | } 74 | b.run('sh', '-c', "( cd #{tdir}; tar cf - bison ) | ( cd #{bdir}; tar xf - )", :section => 'copy-working-directory') 75 | Dir.chdir('bison') { 76 | b.install_rsync_wrapper 77 | b.run('./bootstrap') 78 | b.run('./configure', "--prefix=#{bdir}") 79 | b.make 80 | b.make('install') 81 | } 82 | b.run("#{bdir}/bin/bison", '--version', :section=>'version') 83 | } 84 | 85 | ChkBuild.define_title_hook('bison', 'version') {|title, log| 86 | case log 87 | when /^bison $GNU Bison$ (.*)$/ 88 | title.update_title(:version, "bison #{$1}") 89 | end 90 | } 91 | 92 | Bison = ChkBuild.def_target('bison', bison_choices) 93 | 94 | ChkBuild::Ruby.def_target( 95 | # ChkBuild::Ruby::MaintainedBranches, 96 | %w[trunk], 97 | Bison, 98 | :inplace_build => false) 99 | 100 | ChkBuild.main 101 | -------------------------------------------------------------------------------- /sample/build-ruby: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env ruby 2 | 3 | # sample/build-ruby - build script for ruby 4 | # 5 | # Copyright (C) 2005-2013 Tanaka Akira 6 | # 7 | # Redistribution and use in source and binary forms, with or without 8 | # modification, are permitted provided that the following conditions 9 | # are met: 10 | # 11 | # 1. Redistributions of source code must retain the above copyright 12 | # notice, this list of conditions and the following disclaimer. 13 | # 2. Redistributions in binary form must reproduce the above 14 | # copyright notice, this list of conditions and the following 15 | # disclaimer in the documentation and/or other materials provided 16 | # with the distribution. 17 | # 3. The name of the author may not be used to endorse or promote 18 | # products derived from this software without specific prior 19 | # written permission. 20 | # 21 | # THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS 22 | # OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED 23 | # WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 24 | # ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY 25 | # DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 26 | # DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE 27 | # GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 28 | # INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, 29 | # WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE 30 | # OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, 31 | # EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 32 | 33 | require 'chkbuild' 34 | 35 | #ENV['LC_ALL'] = 'C' 36 | 37 | # resource limits 38 | #word_bytes = [nil].pack("p").length 39 | #ChkBuild.limit(:cpu => 3600*4) # seconds 40 | #ChkBuild.limit(:stack => 1024*1024*10*word_bytes) # bytes 41 | #ChkBuild.limit(:data => 1024*1024*500*word_bytes) # bytes 42 | #ChkBuild.limit(:as => 1024*1024*500*word_bytes) # bytes 43 | 44 | # process priority 45 | #ChkBuild.nice = 10 46 | 47 | # ChkBuild.nickname identify chkbuild installation. 48 | # It is used for title of HTML, etc. 49 | # The default is the hostname (without domain). 50 | # ChkBuild.nickname = 'nickname' 51 | 52 | # ChkBuild.top_uri is used for RSS. 53 | # ChkBuild.top_uri = "file://#{ChkBuild.public_top}/" 54 | # ChkBuild.top_uri = nil # use relative URL 55 | 56 | ChkBuild::Ruby.def_target( 57 | [ 58 | { :suffix_? => 'master', :output_interval_timeout => '10min' }, 59 | *ChkBuild::Ruby.maintained_release_branches 60 | ], 61 | 62 | # [ # :abi_check needs --enable-shared 63 | # { :suffix_? => 'trunk', :abi_check_notitle => '/home/akr/ruby/200p0', :output_interval_timeout => '10min' }, 64 | # { :suffix_? => '2.1', :abi_check => '/home/akr/ruby/210p0' }, 65 | # { :suffix_? => '2.0.0', :abi_check => '/home/akr/ruby/200p0' }, 66 | # { :suffix_? => '1.9.3', :abi_check => '/home/akr/ruby/193p0', :abi_check_options => ['--skip-symbols', ChkBuild::SAMPLE_DIRECTORY+'abi-check-ruby-1.9.3-skip-symbols.txt'] }, 67 | # ], 68 | 69 | # ChkBuild::Ruby::MaintainedBranches, 70 | # %w[trunk], 71 | # %w[trunk 2.0.0], 72 | 73 | # ['o0', 'o1', nil, 'o3', 'os'], 74 | 75 | [nil, "pth"], 76 | 77 | # ['m32', 'm64'], 78 | 79 | # [nil, { :suffix_? => "-outofplace", :inplace_build => false}] 80 | 81 | :git_shallow_clone => true, 82 | # :autoconf_command => 'autoconf', 83 | # :configure_args_valgrind => %w[--with-valgrind], 84 | # :configure_args_enable_shared => %w[--enable-shared], 85 | # :cppflags => %w[-DRUBY_DEBUG_ENV], 86 | # :optflags => %w[-O2], 87 | # :debugflags => %w[-g], 88 | # :warnflags => %w[-W -Wall -Wformat=2 -Wundef -Wno-parentheses -Wno-unused-parameter -Wno-missing-field-initializers], 89 | # :dldflags => %w[], 90 | 91 | # :validate_dependencies => false, 92 | # :validate_dependencies => true, # needs gmake and gcc 4.5 or later. 93 | # 94 | # :do_test => true, 95 | 96 | # :old => 1, 97 | 98 | :timeout => '2h', 99 | 100 | :output_interval_timeout => '5min' 101 | ) 102 | 103 | ChkBuild.main 104 | -------------------------------------------------------------------------------- /sample/build-ruby3: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env ruby 2 | 3 | # sample/build-ruby3 - build script for ruby 4 | # 5 | # Copyright (C) 2011-2012 Tanaka Akira 6 | # 7 | # Redistribution and use in source and binary forms, with or without 8 | # modification, are permitted provided that the following conditions 9 | # are met: 10 | # 11 | # 1. Redistributions of source code must retain the above copyright 12 | # notice, this list of conditions and the following disclaimer. 13 | # 2. Redistributions in binary form must reproduce the above 14 | # copyright notice, this list of conditions and the following 15 | # disclaimer in the documentation and/or other materials provided 16 | # with the distribution. 17 | # 3. The name of the author may not be used to endorse or promote 18 | # products derived from this software without specific prior 19 | # written permission. 20 | # 21 | # THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS 22 | # OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED 23 | # WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 24 | # ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY 25 | # DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 26 | # DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE 27 | # GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 28 | # INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, 29 | # WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE 30 | # OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, 31 | # EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 32 | 33 | require 'chkbuild' 34 | 35 | #ENV['LC_ALL'] = 'C' 36 | 37 | # resource limits 38 | #word_bytes = [nil].pack("p").length 39 | #ChkBuild.limit(:cpu => 3600*4) # seconds 40 | #ChkBuild.limit(:stack => 1024*1024*10*word_bytes) # bytes 41 | #ChkBuild.limit(:data => 1024*1024*500*word_bytes) # bytes 42 | #ChkBuild.limit(:as => 1024*1024*500*word_bytes) # bytes 43 | 44 | # ChkBuild.nickname identify chkbuild installation. 45 | # It is used for title of HTML, etc. 46 | # The default is the hostname (without domain). 47 | # ChkBuild.nickname = 'nickname' 48 | 49 | # ChkBuild.top_uri is used for RSS. 50 | # ChkBuild.top_uri = "file://#{ChkBuild.public_top}/" 51 | # ChkBuild.top_uri = nil # use relative URL 52 | 53 | module CompleteOpts 54 | end 55 | def CompleteOpts.call(opts) 56 | ruby_branch = opts.fetch(:ruby_branch) 57 | if Util.opts2aryparam(opts, :configure_args).include?("--enable-pthread") 58 | if %r{\Abranches/ruby_1_8} !~ ruby_branch 59 | return nil 60 | end 61 | end 62 | opts 63 | end 64 | 65 | ChkBuild::Ruby.def_target( 66 | [ 67 | { :suffix_? => '-trunk', :ruby_branch => 'trunk', :output_interval_timeout => '10min' }, 68 | { :suffix_? => '-2.0.0', :ruby_branch => 'branches/ruby_2_0_0' }, 69 | { :suffix_? => '-1.9.3', :ruby_branch => 'branches/ruby_1_9_3' }, 70 | ], 71 | { :use_rubyspec => true }, 72 | 73 | # ChkBuild::Ruby::MaintainedBranches, 74 | # %w[trunk], 75 | 76 | # ['o0', 'o1', nil, 'o3', 'os'], 77 | 78 | #[ 79 | # { :suffix_? => '-o0', :optflags => %w[-O0] }, 80 | # { :suffix_? => '-o1', :optflags => %w[-O1] }, 81 | # { :optflags => %w[-O2] }, 82 | # { :suffix_? => '-o3', :optflags => %w[-O3] }, 83 | # { :suffix_? => '-os', :optflags => %w[-Os] }, 84 | #], 85 | 86 | { :optflags => %w[-O2] }, 87 | 88 | #[nil, "pth"], 89 | [ 90 | {}, 91 | { :suffix_? => '-pth', :configure_args_pthread => %w[--enable-pthread] } 92 | ], 93 | 94 | { :configure_args => [], :configure_args_valgrind => %w[--with-valgrind] }, 95 | 96 | #['m32', 'm64'], 97 | #[ 98 | # {}, 99 | # { :suffix_? => '-m32', :cflags => ['-m32'], :dldflags => ['-m32'] }, 100 | # { :suffix_? => '-m64', :cflags => ['-m64'], :dldflags => ['-m64'] }, 101 | #] 102 | 103 | :complete_options => CompleteOpts, 104 | #:complete_options => ChkBuild::Ruby::CompleteOptions, 105 | 106 | :autoconf_command => 'autoconf', 107 | :configure_args => [], 108 | :cflags => [], 109 | :cppflags => %w[-DRUBY_DEBUG_ENV], 110 | :optflags => %w[-O2], 111 | :debugflags => %w[-g], 112 | :warnflags => %w[-W -Wall -Wformat=2 -Wundef -Wno-parentheses -Wno-unused-parameter -Wno-missing-field-initializers], 113 | :dldflags => %w[], 114 | :make_options => {}, 115 | :inplace_build => true, 116 | 117 | :old => 1, 118 | 119 | :timeout => '1h', 120 | 121 | :output_interval_timeout => '5min' 122 | ) 123 | 124 | ChkBuild.main 125 | -------------------------------------------------------------------------------- /chkbuild/target.rb: -------------------------------------------------------------------------------- 1 | # chkbuild/target.rb - target class definition 2 | # 3 | # Copyright (C) 2006-2012 Tanaka Akira 4 | # 5 | # Redistribution and use in source and binary forms, with or without 6 | # modification, are permitted provided that the following conditions 7 | # are met: 8 | # 9 | # 1. Redistributions of source code must retain the above copyright 10 | # notice, this list of conditions and the following disclaimer. 11 | # 2. Redistributions in binary form must reproduce the above 12 | # copyright notice, this list of conditions and the following 13 | # disclaimer in the documentation and/or other materials provided 14 | # with the distribution. 15 | # 3. The name of the author may not be used to endorse or promote 16 | # products derived from this software without specific prior 17 | # written permission. 18 | # 19 | # THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS 20 | # OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED 21 | # WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 22 | # ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY 23 | # DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 24 | # DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE 25 | # GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 26 | # INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, 27 | # WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE 28 | # OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, 29 | # EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 30 | 31 | class ChkBuild::Target 32 | def initialize(target_name, *args, &block) 33 | @target_name = target_name 34 | ChkBuild.define_build_proc(target_name, &block) if block 35 | init_target(*args) 36 | end 37 | attr_reader :target_name 38 | 39 | def inspect 40 | "\#<#{self.class}: #{@target_name}>" 41 | end 42 | 43 | def init_target(*args) 44 | args = args.map {|a| 45 | if Array === a 46 | a.map {|v| String === v ? {:suffix_? => v} : v } 47 | elsif String === a 48 | [{:suffix_? => a}] 49 | else 50 | [a] 51 | end 52 | } 53 | @branches = [] 54 | Util.rproduct(*args) {|a| 55 | opts_list = [] 56 | a.flatten.each {|v| 57 | case v 58 | when nil 59 | when ChkBuild::Target 60 | opts_list << { :depend_? => v } 61 | when Hash 62 | opts_list << v 63 | else 64 | raise "unexpected option: #{v.inspect}" 65 | end 66 | } 67 | opts_list << ChkBuild.get_options 68 | opts = Util.merge_opts(opts_list) 69 | if opts[:complete_options] && opts[:complete_options].respond_to?(:call) 70 | opts = opts[:complete_options].call(opts) 71 | next if !opts 72 | end 73 | @branches << opts 74 | } 75 | end 76 | 77 | def each_branch_opts 78 | @branches.each {|opts| yield opts } 79 | end 80 | 81 | def each_target(memo={}, &block) 82 | return if memo.include? @target_name 83 | @branches.each {|opts| 84 | dep_targets = Util.opts2aryparam(opts, :depend) 85 | dep_targets.each {|dep_target| 86 | dep_target.each_target(memo, &block) 87 | } 88 | } 89 | memo[@target_name] = true 90 | yield self 91 | nil 92 | end 93 | 94 | def make_build_set 95 | build_hash = {} 96 | build_set = [] 97 | each_target {|t| 98 | builds = [] 99 | t.each_branch_opts {|opts| 100 | dep_targets = Util.opts2aryparam(opts, :depend) 101 | dep_builds = dep_targets.map {|dep_target| build_hash.fetch(dep_target.target_name) } 102 | Util.rproduct(*dep_builds) {|dependencies| 103 | all_depbuilds = {} 104 | found_inconsistency = false 105 | dependencies.each {|db| 106 | db.traverse_depbuild {|db2| 107 | db3 = all_depbuilds[db2.target.target_name] 108 | if db3 && db3 != db2 109 | found_inconsistency = true 110 | end 111 | all_depbuilds[db2.target.target_name] = db2 112 | } 113 | } 114 | next if found_inconsistency 115 | dependencies = all_depbuilds.map {|target_name, depbuild| depbuild }.sort_by {|db| db.target.target_name } 116 | builds << ChkBuild::Build.new(t, opts, dependencies) 117 | } 118 | } 119 | build_hash[t.target_name] = builds 120 | build_set << [t, builds] 121 | } 122 | build_set 123 | end 124 | end 125 | -------------------------------------------------------------------------------- /sample/build-autoconf-ruby: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env ruby 2 | 3 | # sample/build-autoconf-ruby - build script for autoconf and ruby 4 | # 5 | # Copyright (C) 2005-2012 Tanaka Akira 6 | # 7 | # Redistribution and use in source and binary forms, with or without 8 | # modification, are permitted provided that the following conditions 9 | # are met: 10 | # 11 | # 1. Redistributions of source code must retain the above copyright 12 | # notice, this list of conditions and the following disclaimer. 13 | # 2. Redistributions in binary form must reproduce the above 14 | # copyright notice, this list of conditions and the following 15 | # disclaimer in the documentation and/or other materials provided 16 | # with the distribution. 17 | # 3. The name of the author may not be used to endorse or promote 18 | # products derived from this software without specific prior 19 | # written permission. 20 | # 21 | # THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS 22 | # OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED 23 | # WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 24 | # ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY 25 | # DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 26 | # DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE 27 | # GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 28 | # INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, 29 | # WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE 30 | # OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, 31 | # EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 32 | 33 | require 'chkbuild' 34 | 35 | #ENV['LC_ALL'] = 'C' 36 | 37 | # resource limits 38 | #word_bytes = [nil].pack("p").length 39 | #ChkBuild.limit(:cpu => 3600*4) # seconds 40 | #ChkBuild.limit(:stack => 1024*1024*10*word_bytes) # bytes 41 | #ChkBuild.limit(:data => 1024*1024*500*word_bytes) # bytes 42 | #ChkBuild.limit(:as => 1024*1024*500*word_bytes) # bytes 43 | 44 | # configure: autobuild timestamp... 20110212T115136Z 45 | ChkBuild.define_diff_preprocess_gsub('autoconf', /configure: autobuild timestamp\.\.\. \d{8,}T\d{6}Z/) {|m| 46 | 'configure: autobuild timestamp... YYYYMMDDThhmmssZ' 47 | } 48 | 49 | # configure: autobuild revision... 2.68.36-cc21 50 | ChkBuild.define_diff_preprocess_gsub('autoconf', /configure: autobuild revision\.\.\. \S*/) {|m| 51 | 'configure: autobuild revision... ' 52 | } 53 | 54 | # echo 2.68.36-cc21 > .version-t && mv .version-t .version 55 | ChkBuild.define_diff_preprocess_gsub('autoconf', /echo \S* > \.version-t/) {|m| 56 | 'echo > .version-t' 57 | } 58 | 59 | # sed ... -e 's|@VERSION[@]|2.68.36-cc21|g' ... 60 | ChkBuild.define_diff_preprocess_gsub('autoconf', /'s\|@VERSION\[@\]\|[^| ]*\|g'/) {|m| 61 | "'s|@VERSION[@]||g'" 62 | } 63 | 64 | # echo 'm4_define([m4_PACKAGE_VERSION], [2.68.36-cc21])' && \ 65 | ChkBuild.define_diff_preprocess_gsub('autoconf', /\[m4_PACKAGE_VERSION\],\s*\[[^\[\] ]*\]/) {|m| 66 | "[m4_PACKAGE_VERSION], []'" 67 | } 68 | 69 | # echo 'm4_define([m4_PACKAGE_STRING], [GNU Autoconf 2.68.36-cc21])' && \ 70 | ChkBuild.define_diff_preprocess_gsub('autoconf', /\[m4_PACKAGE_STRING\],\s*\[GNU Autoconf [^\[\] ]*\]/) {|m| 71 | "[m4_PACKAGE_STRING], [GNU Autoconf ]" 72 | } 73 | 74 | # --source='GNU Autoconf 2.68.36-cc21' \ 75 | ChkBuild.define_diff_preprocess_gsub('autoconf', /--source='GNU Autoconf [^' ]*'/) {|m| 76 | "--source='GNU Autoconf '" 77 | } 78 | 79 | # autoconf (GNU Autoconf) 2.68.36-cc21 80 | ChkBuild.define_diff_preprocess_gsub('autoconf', /^autoconf $GNU Autoconf$ \S*/) {|m| 81 | "autoconf (GNU Autoconf) " 82 | } 83 | 84 | ChkBuild.define_build_proc('autoconf') {|b| 85 | dir = b.build_dir 86 | # http://git.savannah.gnu.org/gitweb/?p=autoconf.git 87 | # http://git.savannah.gnu.org/cgit/autoconf.git 88 | # git://git.savannah.gnu.org/autoconf.git 89 | b.git('git://git.savannah.gnu.org/autoconf.git', 'autoconf') 90 | Dir.chdir('autoconf') { 91 | b.run("autoreconf", "-vi") 92 | b.run("./configure", "--prefix=#{dir}") 93 | b.make 94 | b.make("install") 95 | } 96 | b.run("#{dir}/bin/autoconf", '--version', :section=>'version') 97 | } 98 | 99 | ChkBuild.define_title_hook('autoconf', 'version') {|title, log| 100 | case log 101 | when /^Autoconf version (.*)$/ 102 | title.update_title(:version, "autoconf #{$1}") 103 | when /^autoconf $GNU Autoconf$ (.*)$/ 104 | # + /home/akr/chkbuild/tmp/build/autoconf/20110212T124506Z/bin/autoconf --version 105 | # autoconf (GNU Autoconf) 2.68.36-cc21 106 | title.update_title(:version, "autoconf #{$1}") 107 | end 108 | } 109 | 110 | Autoconf = ChkBuild.def_target('autoconf') 111 | 112 | ChkBuild::Ruby.def_target( 113 | # ChkBuild::Ruby::MaintainedBranches, 114 | %w[trunk], 115 | Autoconf, 116 | :inplace_build => false) 117 | 118 | ChkBuild.main 119 | -------------------------------------------------------------------------------- /chkbuild/title.rb: -------------------------------------------------------------------------------- 1 | # chkbuild/title.rb - title class implementation 2 | # 3 | # Copyright (C) 2006-2011 Tanaka Akira 4 | # 5 | # Redistribution and use in source and binary forms, with or without 6 | # modification, are permitted provided that the following conditions 7 | # are met: 8 | # 9 | # 1. Redistributions of source code must retain the above copyright 10 | # notice, this list of conditions and the following disclaimer. 11 | # 2. Redistributions in binary form must reproduce the above 12 | # copyright notice, this list of conditions and the following 13 | # disclaimer in the documentation and/or other materials provided 14 | # with the distribution. 15 | # 3. The name of the author may not be used to endorse or promote 16 | # products derived from this software without specific prior 17 | # written permission. 18 | # 19 | # THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS 20 | # OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED 21 | # WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 22 | # ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY 23 | # DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 24 | # DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE 25 | # GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 26 | # INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, 27 | # WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE 28 | # OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, 29 | # EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 30 | 31 | class ChkBuild::Title 32 | def initialize(target, logfile) 33 | @target = target 34 | @logfile = logfile 35 | @title = {} 36 | @title[:version] = @logfile.suffixed_name 37 | @title[:dep_versions] = [] 38 | @title[:hostname] = "(#{ChkBuild.nickname})" 39 | @title_order = [:version, :dep_versions, :hostname, :warn, :mark, :status] 40 | @logfile.each_secname {|secname| 41 | if @logfile.failed_section?(secname) 42 | log = @logfile.get_section(secname) 43 | lastline = log.chomp("").lastline 44 | sym = "failure_#{secname}".intern 45 | if %r{/} =~ secname && lastline == "failed(#{secname})" 46 | lastline = "failed(#{secname.sub(%r{/.*\z}, '/')})" 47 | end 48 | @title_order << sym 49 | @title[sym] = lastline 50 | end 51 | } 52 | end 53 | attr_reader :logfile 54 | 55 | def version 56 | return @title[:version] 57 | end 58 | 59 | def depsuffixed_name() @logfile.depsuffixed_name end 60 | def suffixed_name() @logfile.suffixed_name end 61 | def target_name() @logfile.target_name end 62 | def suffixes() @logfile.suffixes end 63 | 64 | def run_hooks 65 | run_title_hooks 66 | run_failure_hooks 67 | end 68 | 69 | def run_title_hooks 70 | ChkBuild.fetch_title_hook(@target.target_name).each {|secname, block| 71 | if secname == nil 72 | block.call self, @logfile 73 | elsif Array === secname 74 | log = [] 75 | secname.each {|sn| 76 | log << @logfile.get_section(sn) 77 | } 78 | block.call self, log 79 | elsif Regexp === secname 80 | log = [] 81 | @logfile.secnames.each {|sn| 82 | next if secname !~ sn 83 | log << @logfile.get_section(sn) 84 | } 85 | block.call self, log 86 | elsif log = @logfile.get_section(secname) 87 | block.call self, log 88 | end 89 | } 90 | end 91 | 92 | def run_failure_hooks 93 | ChkBuild.fetch_failure_hook(@target.target_name).each {|secname, block| 94 | if @logfile.failed_section?(secname) 95 | log = @logfile.get_section(secname) 96 | sym = "failure_#{secname}".intern 97 | if newval = block.call(log) 98 | @title[sym] = newval 99 | end 100 | end 101 | } 102 | end 103 | 104 | def update_title(key, val=nil) 105 | if val == nil && block_given? 106 | val = yield @title[key] 107 | return if !val 108 | end 109 | @title[key] = val 110 | unless @title_order.include? key 111 | @title_order[-1,0] = [key] 112 | end 113 | end 114 | 115 | def update_hidden_title(key, val=nil) 116 | @title_order.delete key 117 | if val == nil && block_given? 118 | val = yield @title[key] 119 | return if !val 120 | end 121 | @title[key] = val 122 | end 123 | 124 | def make_title 125 | title_hash = @title 126 | a = [] 127 | a = @title_order.map {|key| 128 | title_hash[key] 129 | }.flatten.compact 130 | h = Hash.new(0) 131 | a.each {|s| 132 | h[s] += 1 133 | } 134 | a2 = [] 135 | a.each {|s| 136 | if h[s] == 1 137 | a2 << s 138 | elsif h[s] > 1 139 | n = h[s] 140 | if /\A[0-9]/ =~ s 141 | a2 << "#{n}_#{s}" 142 | else 143 | a2 << "#{n}#{s}" 144 | end 145 | h[s] = 0 146 | end 147 | } 148 | a2.join(' ').gsub(/\s+/, ' ').strip 149 | end 150 | 151 | def [](key) 152 | @title[key] 153 | end 154 | 155 | def keys 156 | @title_order 157 | end 158 | 159 | def hidden_keys 160 | @title.keys - @title_order 161 | end 162 | end 163 | -------------------------------------------------------------------------------- /chkbuild/openssl.rb: -------------------------------------------------------------------------------- 1 | # chkbuild/openssl.rb - openssl build module 2 | # 3 | # Copyright (C) 2012 Tanaka Akira 4 | # 5 | # Redistribution and use in source and binary forms, with or without 6 | # modification, are permitted provided that the following conditions 7 | # are met: 8 | # 9 | # 1. Redistributions of source code must retain the above copyright 10 | # notice, this list of conditions and the following disclaimer. 11 | # 2. Redistributions in binary form must reproduce the above 12 | # copyright notice, this list of conditions and the following 13 | # disclaimer in the documentation and/or other materials provided 14 | # with the distribution. 15 | # 3. The name of the author may not be used to endorse or promote 16 | # products derived from this software without specific prior 17 | # written permission. 18 | # 19 | # THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS 20 | # OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED 21 | # WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 22 | # ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY 23 | # DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 24 | # DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE 25 | # GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 26 | # INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, 27 | # WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE 28 | # OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, 29 | # EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 30 | 31 | module ChkBuild 32 | module OpenSSL 33 | module_function 34 | def def_target(*args) 35 | args << { :complete_options => CompleteOptions } 36 | ChkBuild.def_target('openssl', *args) 37 | end 38 | end 39 | end 40 | 41 | module ChkBuild::OpenSSL::CompleteOptions 42 | end 43 | 44 | def (ChkBuild::OpenSSL::CompleteOptions).merge_dependencies(opts, dep_dirs) 45 | opts = opts.dup 46 | dep_dirs.each {|s| 47 | case s 48 | when /\Azlib=/ 49 | opts.update({ 50 | :configure_args_zlib_lib => "--with-zlib-lib=#{$'}/lib", 51 | :configure_args_zlib_include => "--with-zlib-include=#{$'}/include", 52 | :"make_options_ENV:LD_RUN_PATH" => "#{$'}/lib" 53 | }) 54 | end 55 | } 56 | opts 57 | end 58 | 59 | ChkBuild.define_build_proc('openssl') {|b| 60 | make_options = Util.opts2hashparam(b.opts, :make_options) 61 | cvs_shared_dir = ChkBuild.build_top + 'cvs-repos' 62 | FileUtils.mkdir_p(cvs_shared_dir) 63 | b.run('rsync', '-rztpv', '--delete', 64 | 'rsync://dev.openssl.org/openssl-cvs/', 65 | "#{cvs_shared_dir}/openssl-cvs") 66 | b.cvs("#{cvs_shared_dir}/openssl-cvs", 67 | 'openssl', 68 | b.opts[:openssl_branch], 69 | b.opts) 70 | bdir = b.build_dir 71 | configure_args = [ 72 | "--prefix=#{bdir}", 73 | "--openssldir=#{bdir}/ssl", 74 | 'shared', 75 | 'zlib' 76 | ] 77 | configure_args.concat Util.opts2aryparam(b.opts, :configure_args) 78 | Dir.chdir('openssl') { 79 | b.run('./config', *configure_args) 80 | b.make(make_options) 81 | b.make('test', make_options) 82 | b.make('install', make_options) 83 | b.catch_error { 84 | b.run("#{bdir}/bin/openssl", 'version', '-a', :section=>"version") 85 | } 86 | b.catch_error { 87 | b.run("cat", "#{bdir}/lib/pkgconfig/openssl.pc", :section=>"pkgconfig") 88 | } 89 | } 90 | } 91 | 92 | ChkBuild.define_title_hook('openssl', 'version') {|title, log| 93 | # OpenSSL 0.9.8x-dev xx XXX xxxx 94 | case log 95 | when /^(OpenSSL .*)$/ 96 | ver = $1 97 | ver.sub!(/ xx XXX xxxx\z/, '') 98 | title.update_title(:version, ver) 99 | end 100 | } 101 | 102 | class ChkBuild::CVSTrac 103 | def initialize(uri, mod) 104 | @uri = uri 105 | @mod = mod 106 | end 107 | 108 | def markup_uri(d, f, r) 109 | path = [@mod, d, f].compact.join('/') 110 | uri = URI(@uri) 111 | uri.path << '/' if %r{/\z} !~ uri.path 112 | uri.path << 'fileview' 113 | uri.query = "f=#{CGI.escape path}&v=#{CGI.escape r}" 114 | uri.to_s 115 | end 116 | 117 | def diff_uri(d, f, r1, r2) 118 | path = [@mod, d, f].compact.join('/') 119 | uri = URI(@uri) 120 | uri.path << '/' if %r{/\z} !~ uri.path 121 | uri.path << 'filediff' 122 | uri.query = "f=#{CGI.escape path}&v1=#{CGI.escape r1}&v2=#{CGI.escape r2}" 123 | uri.to_s 124 | end 125 | end 126 | 127 | # segment = *pchar 128 | # pchar = unreserved / pct-encoded / sub-delims / ":" / "@" 129 | # unreserved = ALPHA / DIGIT / "-" / "." / "_" / "~" 130 | # pct-encoded = "%" HEXDIG HEXDIG 131 | # sub-delims = "!" / "$" / "&" / "'" / "(" / ")" 132 | # / "*" / "+" / "," / ";" / "=" 133 | segment_regexp = '(?:[A-Za-z0-9\-._~!$&\'()*+,;=:@]|%[0-9A-Fa-f][0-9A-Fa-f])*' 134 | 135 | ChkBuild.define_file_changes_viewer('cvs', 136 | %r{\A#{ChkBuild.build_top}/cvs-repos/openssl-cvs (#{segment_regexp}(/#{segment_regexp})*)?\z}o) { 137 | |match, reptype, pat, checkout_line| 138 | # rsync://dev.openssl.org/openssl-cvs/ 139 | # http://cvs.openssl.org/index (CVSTrac) 140 | # http://cvs.openssl.org/fileview?f=openssl/doc/HOWTO/proxy_certificates.txt&v=1.3 141 | # http://cvs.openssl.org/filediff?f=openssl/doc/HOWTO/proxy_certificates.txt&v1=1.3&v2=1.4 142 | 143 | mod = match[1] 144 | mod = nil if mod && mod.empty? 145 | ChkBuild::CVSTrac.new('http://cvs.openssl.org/', mod) 146 | } 147 | 148 | -------------------------------------------------------------------------------- /tail-f: -------------------------------------------------------------------------------- 1 | #!/usr/bin/ruby 2 | 3 | # Copyright (C) 2013 Tanaka Akira 4 | # 5 | # Redistribution and use in source and binary forms, with or without 6 | # modification, are permitted provided that the following conditions 7 | # are met: 8 | # 9 | # 1. Redistributions of source code must retain the above copyright 10 | # notice, this list of conditions and the following disclaimer. 11 | # 2. Redistributions in binary form must reproduce the above 12 | # copyright notice, this list of conditions and the following 13 | # disclaimer in the documentation and/or other materials provided 14 | # with the distribution. 15 | # 3. The name of the author may not be used to endorse or promote 16 | # products derived from this software without specific prior 17 | # written permission. 18 | # 19 | # THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS 20 | # OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED 21 | # WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 22 | # ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY 23 | # DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 24 | # DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE 25 | # GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 26 | # INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, 27 | # WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE 28 | # OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, 29 | # EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 30 | 31 | # usage: 32 | # tail-f [options] file... 33 | # 34 | # feature: 35 | # - Support multiple files 36 | # - Escape control characters. 37 | # - Show timestamps for events such as file found/removal. 38 | 39 | require 'optparse' 40 | 41 | $opt_t = false 42 | $opt_g = false 43 | $opt_first_lines = 10 44 | 45 | def optionparser 46 | o = OptionParser.new 47 | o.def_option('-h', 'show this message') { puts o; exit } 48 | o.def_option('-t', 'show time') { $opt_t = true } 49 | o.def_option('-g', '--glob', 'expand arguments as glob, repeatedly') { $opt_g = true } 50 | o.def_option('--first-lines=NUM', 'number of lines to show at first') {|arg| $opt_first_lines = arg.to_i } 51 | o 52 | end 53 | 54 | class Follower 55 | def initialize(filename, out) 56 | @filename = filename 57 | @out = out 58 | @io = nil 59 | @first = true 60 | end 61 | 62 | attr_reader :filename 63 | 64 | def check_existence 65 | begin 66 | File.stat(@filename) 67 | rescue Errno::ENOENT 68 | @out.notice(@filename, "not found.") 69 | return nil 70 | end 71 | end 72 | 73 | LAST_BLOCK_BYTES = 4096 74 | 75 | def show_last_lines 76 | size = @io.stat.size 77 | return if size == 0 78 | num_newlines = 0 79 | pos = size 80 | while 0 < pos && num_newlines <= $opt_first_lines 81 | if pos % LAST_BLOCK_BYTES == 0 82 | block_len = LAST_BLOCK_BYTES 83 | else 84 | block_len = pos % LAST_BLOCK_BYTES 85 | end 86 | pos -= block_len 87 | @io.seek(pos) 88 | block = @io.read(block_len) 89 | num_newlines += block.count("\n") 90 | end 91 | @io.seek(pos) 92 | @io.gets if pos != 0 # skip a partial line. 93 | data = @io.read 94 | lines = [] 95 | data.each_line {|line| 96 | lines << line 97 | } 98 | if $opt_first_lines < lines.length 99 | lines = lines[-$opt_first_lines, $opt_first_lines] 100 | end 101 | lines.each {|line| 102 | @out.output(@filename, line) 103 | } 104 | end 105 | 106 | def show_rest_lines 107 | @io.seek(0, IO::SEEK_CUR) 108 | data = @io.read 109 | return if !data || data.empty? 110 | data.each_line {|line| 111 | @out.output(@filename, line) 112 | } 113 | end 114 | 115 | def check 116 | if @io 117 | if !FileTest.identical?(@io, @filename) 118 | show_rest_lines 119 | @io.close 120 | @io = nil 121 | @out.notice(@filename, "removed.") 122 | elsif @io.stat.size < @io.pos 123 | @io.rewind 124 | @out.notice(@filename, "shrinked.") 125 | end 126 | end 127 | if !@io 128 | begin 129 | @io = open(@filename, 'rb') 130 | rescue Errno::ENOENT 131 | return 132 | end 133 | @out.notice(@filename, "found.") 134 | if @first 135 | show_last_lines 136 | end 137 | end 138 | show_rest_lines 139 | ensure 140 | @first = false 141 | end 142 | end 143 | 144 | class Output 145 | def initialize 146 | @last_filename = nil 147 | @at_beginning_of_line = true 148 | end 149 | 150 | def move_to_bol 151 | return if @at_beginning_of_line 152 | puts 153 | STDOUT.flush 154 | @at_beginning_of_line = true 155 | end 156 | 157 | def prefix(filename) 158 | if $opt_t 159 | now = Time.now.strftime("%F %T") 160 | "#{now} ==> #{filename} <==" 161 | else 162 | "==> #{filename} <==" 163 | end 164 | end 165 | 166 | def escape(str) 167 | str.gsub(/[\x00-\x07\x0b-\x1f\x7f]/) { 168 | "<" + $&.unpack("H*")[0] + ">" 169 | } 170 | end 171 | 172 | def notice(filename, mesg) 173 | move_to_bol 174 | puts "#{prefix filename} #{mesg}" 175 | STDOUT.flush 176 | @last_filename = filename 177 | @at_beginning_of_line = true 178 | end 179 | 180 | def output(filename, data) 181 | return if data.empty? 182 | if @last_filename != filename 183 | move_to_bol 184 | puts "#{prefix filename}" 185 | @last_filename = filename 186 | end 187 | edata = escape(data) 188 | print edata 189 | STDOUT.flush 190 | @at_beginning_of_line = /\n\z/ =~ edata ? true : false 191 | end 192 | end 193 | 194 | def listup_globs(globs) 195 | files = [] 196 | globs.each {|arg| files.concat Dir.glob(arg) } 197 | files.reject! {|file| 198 | begin 199 | !File.stat(file).file? 200 | rescue Errno::ENOENT 201 | true 202 | end 203 | } 204 | files 205 | end 206 | 207 | def main(argv) 208 | o = optionparser 209 | o.parse!(argv) 210 | out = Output.new 211 | if $opt_g 212 | files = listup_globs(argv) 213 | else 214 | files = argv 215 | end 216 | followers = files.map {|arg| 217 | Follower.new(arg, out) 218 | } 219 | list = [] 220 | followers.each_with_index {|follower, i| 221 | list << [follower, follower.check_existence, i] 222 | } 223 | list = list.sort_by {|follower, st, i| 224 | [st ? st.mtime.to_f : 1.0/0.0, i] 225 | } 226 | followers = list.map {|follower, st, i| follower } 227 | while true 228 | followers.each {|follower| 229 | follower.check 230 | } 231 | sleep 1 232 | if $opt_g 233 | current_files = listup_globs(argv) 234 | new_files = current_files - followers.map {|follower| follower.filename } 235 | followers.concat(new_files.map {|new_file| Follower.new(new_file, out) }) 236 | end 237 | end 238 | end 239 | 240 | main(ARGV) 241 | -------------------------------------------------------------------------------- /start-rubyci: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env ruby 2 | 3 | # start-rubyci - build start script 4 | # 5 | # Copyright (C) 2005-2013 Tanaka Akira 6 | # 7 | # Redistribution and use in source and binary forms, with or without 8 | # modification, are permitted provided that the following conditions 9 | # are met: 10 | # 11 | # 1. Redistributions of source code must retain the above copyright 12 | # notice, this list of conditions and the following disclaimer. 13 | # 2. Redistributions in binary form must reproduce the above 14 | # copyright notice, this list of conditions and the following 15 | # disclaimer in the documentation and/or other materials provided 16 | # with the distribution. 17 | # 3. The name of the author may not be used to endorse or promote 18 | # products derived from this software without specific prior 19 | # written permission. 20 | # 21 | # THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS 22 | # OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED 23 | # WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 24 | # ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY 25 | # DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 26 | # DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE 27 | # GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 28 | # INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, 29 | # WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE 30 | # OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, 31 | # EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 32 | 33 | $:.unshift File.dirname(File.expand_path(__FILE__)) 34 | 35 | require 'chkbuild' 36 | 37 | #ENV['LC_ALL'] = 'C' 38 | 39 | # resource limits 40 | #word_bytes = [nil].pack("p").length 41 | #ChkBuild.limit(:cpu => 3600*4) # seconds 42 | #ChkBuild.limit(:stack => 1024*1024*10*word_bytes) # bytes 43 | #ChkBuild.limit(:data => 1024*1024*500*word_bytes) # bytes 44 | #ChkBuild.limit(:as => 1024*1024*500*word_bytes) # bytes 45 | 46 | # process priority 47 | #ChkBuild.nice = 10 48 | 49 | # ChkBuild.nickname identify chkbuild installation. 50 | # It is used for title of HTML, etc. 51 | # The default is the hostname (without domain). 52 | # ChkBuild.nickname = 'nickname' 53 | 54 | ChkBuild.nickname = ENV["RUBYCI_NICKNAME"] if ENV["RUBYCI_NICKNAME"] 55 | 56 | # ChkBuild.top_uri is used for RSS. 57 | # ChkBuild.top_uri = "file://#{ChkBuild.public_top}/" 58 | # ChkBuild.top_uri = nil # use relative URL 59 | 60 | # Oneshot commit build is not triggered periodically, so wait until 61 | # other builds are finished. 62 | ChkBuild.wait_in_progress_builds = true if ENV["RUBYCI_ONESHOT_BUILD_COMMIT"] 63 | 64 | #ChkBuild.azure_upload_target rescue nil 65 | ChkBuild.s3_upload_target 66 | arg = [].push( 67 | [ 68 | { :suffix_? => 'master', :output_interval_timeout => '30min' }, 69 | *ChkBuild::Ruby.maintained_release_branches 70 | ], 71 | if commit = ENV["RUBYCI_ONESHOT_BUILD_COMMIT"] 72 | { :suffix_? => 'oneshot', :ruby_revision => commit } 73 | end, 74 | 75 | # [ # :abi_check needs --enable-shared 76 | # { :suffix_? => 'trunk', :abi_check_notitle => '/home/akr/ruby/200p0', :output_interval_timeout => '10min' }, 77 | # { :suffix_? => '2.1', :abi_check => '/home/akr/ruby/210p0' }, 78 | # { :suffix_? => '2.0.0', :abi_check => '/home/akr/ruby/200p0' }, 79 | # { :suffix_? => '1.9.3', :abi_check => '/home/akr/ruby/193p0', :abi_check_options => ['--skip-symbols', ChkBuild::SAMPLE_DIRECTORY+'abi-check-ruby-1.9.3-skip-symbols.txt'] }, 80 | # ], 81 | 82 | # ChkBuild::Ruby::MaintainedBranches, 83 | # %w[trunk], 84 | # %w[trunk 2.0.0], 85 | 86 | # ['o0', 'o1', nil, 'o3', 'os'], 87 | 88 | [nil, "pth"], 89 | 90 | # ['m32', 'm64'], 91 | 92 | # [nil, { :suffix_? => "-outofplace", :inplace_build => false}] 93 | 94 | # :git_shallow_clone => true, 95 | # :autoconf_command => 'autoconf', 96 | # :configure_args_valgrind => %w[--with-valgrind], 97 | # :configure_args_enable_shared => %w[--enable-shared], 98 | # :cppflags => %w[-DRUBY_DEBUG_ENV], 99 | # :optflags => %w[-O2], 100 | # :debugflags => %w[-g], 101 | # :warnflags => %w[-W -Wall -Wformat=2 -Wundef -Wno-parentheses -Wno-unused-parameter -Wno-missing-field-initializers], 102 | # :dldflags => %w[], 103 | 104 | # :validate_dependencies => false, 105 | # :validate_dependencies => true, # needs gmake and gcc 4.5 or later. 106 | # 107 | # :do_test => true, 108 | 109 | # :old => 1, 110 | 111 | :use_rubyspec => false, 112 | :use_rubyspec_in_tree => true, 113 | 114 | :timeout => '2h', 115 | 116 | :output_interval_timeout => '5min' 117 | ) 118 | 119 | h = arg[-1] 120 | 121 | case uname = `uname -srm` 122 | when /\ALinux/ 123 | ENV['HOME'] = "/home/#{ENV['USER']}" if File.exist?('/etc/redhat-release') 124 | h[:optflags] = '-O3 -mfpmath=sse -msse2' if /i.86/ =~ uname 125 | when /\AFreeBSD/ 126 | ENV['PATH'] = "#{ENV['PATH']}:/usr/local/bin" 127 | h[:configure_args_with_opt_dir] = %w[--with-opt-dir=/usr/local] 128 | h[:optflags] = '-O3 -mfpmath=sse -msse2' if /i.86/ =~ uname 129 | end 130 | 131 | if ChkBuild.nickname.end_with?("-no-yjit") 132 | arg[0].slice!(1,9) # run only master 133 | h[:configure_args_disable_yjit] = %w[--disable-yjit] 134 | elsif ChkBuild.nickname.end_with?("-yjit") 135 | arg[0].slice!(1,9) # run only master 136 | h[:configure_args_enable_yjit] = %w[--enable-yjit] 137 | end 138 | 139 | if ChkBuild.nickname.start_with?("osx") 140 | h[:autoreconf_command] = 'autoreconf' 141 | ENV["PATH"] = "/opt/local/bin:/opt/local/sbin:#{ENV['PATH']}" 142 | h[:configure_args_with_openssl_dir] = %w[--with-openssl-dir=/opt/local] 143 | h[:configure_args_with_libyaml_dir] = %w[--with-libyaml-dir=/opt/local] 144 | end 145 | 146 | case ChkBuild.nickname 147 | when 'debian' # Debian 11.0(testing) x86_64 148 | h[:autoreconf_command] = 'autoreconf' 149 | when 'arch' 150 | h[:autoreconf_command] = 'autoreconf' 151 | when 'openbsd-current' 152 | arg[0].slice!(1,9) # run only master 153 | h[:autoconf_command] = 'autoconf-2.69' 154 | h[:autoreconf_command] = 'autoreconf-2.69' 155 | h[:configure_args_opt] = %w[--with-opt-dir=/usr/local] 156 | h[:output_interval_timeout] = '10min' 157 | ENV['RUBY_FIBER_VM_STACK_SIZE'] = '32768' 158 | ENV['RUBY_FIBER_MACHINE_STACK_SIZE'] = '65536' 159 | # OpenBSD needs to specify autotools version 160 | ENV["AUTOMAKE_VERSION"] = "1.16" 161 | ENV["AUTOCONF_VERSION"] = "2.69" 162 | # NetBSD make(bmake) is not compatible the current master. 163 | ENV["MAKE"] = "gmake" 164 | h[:git_shallow_clone] = true 165 | when 'icc-x64' 166 | ENV["CC"] = "icx -std=gnu99" 167 | ENV["CXX"] = "icx -std=gnu++11" 168 | h[:output_interval_timeout] = '20min' 169 | when /\Aandroid\d+-/ 170 | arg[0].slice!(1,9) 171 | h[:git_shallow_clone] = true 172 | # hardlink is not available for a normal user on Android 173 | def File.link(new, old); end 174 | h[:autoreconf_command] = 'autoreconf' 175 | when /riscv64/ 176 | arg[0].slice!(1,9) 177 | h[:timeout] = '4h' 178 | ENV["RUBY_TEST_TIMEOUT_SCALE"] = "5" 179 | h[:git_shallow_clone] = true 180 | when /s390x/ 181 | ENV["RUBY_TEST_TIMEOUT_SCALE"] = "5" 182 | end 183 | 184 | h[:configure_args] = ["--with-baseruby=#{RbConfig.ruby}"] 185 | 186 | ChkBuild::Ruby.def_target(*arg) 187 | 188 | ChkBuild.main 189 | -------------------------------------------------------------------------------- /chkbuild/cvs.rb: -------------------------------------------------------------------------------- 1 | # chkbuild/cvs.rb - cvs access method 2 | # 3 | # Copyright (C) 2006-2012 Tanaka Akira 4 | # 5 | # Redistribution and use in source and binary forms, with or without 6 | # modification, are permitted provided that the following conditions 7 | # are met: 8 | # 9 | # 1. Redistributions of source code must retain the above copyright 10 | # notice, this list of conditions and the following disclaimer. 11 | # 2. Redistributions in binary form must reproduce the above 12 | # copyright notice, this list of conditions and the following 13 | # disclaimer in the documentation and/or other materials provided 14 | # with the distribution. 15 | # 3. The name of the author may not be used to endorse or promote 16 | # products derived from this software without specific prior 17 | # written permission. 18 | # 19 | # THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS 20 | # OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED 21 | # WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 22 | # ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY 23 | # DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 24 | # DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE 25 | # GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 26 | # INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, 27 | # WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE 28 | # OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, 29 | # EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 30 | 31 | class ChkBuild::IBuild 32 | def cvs(cvsroot, mod, branch, opts={}) 33 | network_access { 34 | cvs_internal(cvsroot, mod, branch, opts) 35 | } 36 | end 37 | 38 | def cvs_internal(cvsroot, mod, branch, opts={}) 39 | opts = opts.dup 40 | opts[:section] ||= 'cvs' 41 | working_dir = opts.fetch(:working_dir, mod) 42 | if !File.exist? "#{ENV['HOME']}/.cvspass" 43 | opts['ENV:CVS_PASSFILE'] = '/dev/null' # avoid warning 44 | end 45 | if File.directory?(working_dir) 46 | Dir.chdir(working_dir) { 47 | cvs_logfile(opts) {|outio, errio, opts2| 48 | opts2[:output_interval_file_list] = [STDOUT, STDERR, outio, errio] 49 | self.run("cvs", "-f", "-z3", "update", "-kb", "-dP", opts2) 50 | } 51 | h2 = cvs_revisions 52 | cvs_print_revisions(cvsroot, mod, branch, h2) 53 | } 54 | else 55 | if branch 56 | command = ["cvs", "-f", "-z3", "-d", cvsroot, "co", "-kb", "-d", working_dir, "-P", "-r", branch, mod] 57 | else 58 | command = ["cvs", "-f", "-z3", "-d", cvsroot, "co", "-kb", "-d", working_dir, "-P", mod] 59 | end 60 | cvs_logfile(opts) {|outio, errio, opts2| 61 | opts2[:output_interval_file_list] = [STDOUT, STDERR, outio, errio] 62 | command << opts2 63 | self.run(*command) 64 | } 65 | Dir.chdir(working_dir) { 66 | h2 = cvs_revisions 67 | cvs_print_revisions(cvsroot, mod, branch, h2) 68 | } 69 | end 70 | end 71 | 72 | def cvs_revisions 73 | h = {} 74 | Dir.glob("**/CVS").each {|cvs_dir| 75 | cvsroot = IO.read("#{cvs_dir}/Root").chomp 76 | repository = IO.read("#{cvs_dir}/Repository").chomp 77 | ds = cvs_dir.split(%r{/})[0...-1] 78 | IO.foreach("#{cvs_dir}/Entries") {|line| 79 | h[[ds, $1]] = [cvsroot, repository, $2] if %r{^/([^/]+)/([^/]*)/} =~ line 80 | } 81 | } 82 | h 83 | end 84 | 85 | def cvs_uri(viewcvs, repository, filename, r1, r2) 86 | uri = URI.parse(viewcvs) 87 | path = uri.path.dup 88 | path << "/" << Escape.uri_path(repository).to_s if repository != '.' 89 | path << "/" << Escape.uri_path(filename).to_s 90 | uri.path = path 91 | query = (uri.query || '').split(/[;&]/) 92 | if r1 == 'none' 93 | query << "rev=#{r2}" 94 | elsif r2 == 'none' 95 | query << "rev=#{r1}" 96 | else 97 | query << "r1=#{r1}" << "r2=#{r2}" 98 | end 99 | uri.query = query.join(';') 100 | uri.to_s 101 | end 102 | 103 | def cvs_print_revisions(cvsroot, mod, branch, h2) 104 | puts "CHECKOUT cvs #{cvsroot} #{mod} #{branch || ''}" 105 | h2.keys.sort.each {|k| 106 | f = k.flatten.join('/') 107 | _cvsroot2, _repository2, r2 = h2[k] || [nil, nil, 'none'] 108 | digest = sha256_digest_file(f) 109 | puts "FILE #{f}\t#{r2}\t#{digest}" 110 | } 111 | end 112 | 113 | def cvs_logfile(opts) 114 | with_templog(self.build_dir, "cvs.out.") {|outfile, outio| 115 | with_templog(self.build_dir, "cvs.err.") {|errfile, errio| 116 | opts2 = opts.dup 117 | opts2[:stdout] = outfile 118 | opts2[:stderr] = errfile 119 | begin 120 | yield outio, errio, opts2 121 | ensure 122 | outio.rewind 123 | outio.each_line {|line| puts "CVSOUT #{line}" } 124 | errio.rewind 125 | errio.each_line {|line| puts "CVSERR #{line}" } 126 | end 127 | } 128 | } 129 | end 130 | end 131 | 132 | class ChkBuild::IFormat 133 | def output_cvs_change_lines(checkout_line, lines1, lines2, out) 134 | if /CHECKOUT cvs (\S+) (\S+) (\S*)\n/ !~ checkout_line 135 | out.puts "unexpected checkout line: #{checkout_line}" 136 | return 137 | end 138 | cvsroot = $1 139 | mod = $2 140 | branch = $3 141 | branch = nil if branch.empty? 142 | viewer = ChkBuild.find_file_changes_viewer('cvs', "#{cvsroot} #{mod}") 143 | h1 = cvs_restore_file_info(lines1) 144 | h2 = cvs_restore_file_info(lines2) 145 | cvs_print_changes(mod, h1, h2, viewer, out) 146 | end 147 | 148 | def cvs_restore_file_info(lines) 149 | h = {} 150 | lines.each {|line| 151 | case line 152 | when /\AFILE (\S+)\t(\S+)/ 153 | h[$1] = $2 154 | end 155 | } 156 | h 157 | end 158 | 159 | def cvs_print_changes(mod, h1, h2, viewer, out) 160 | (h1.keys | h2.keys).sort.each {|f| 161 | r1 = h1[f] || 'none' 162 | r2 = h2[f] || 'none' 163 | if r1 != r2 164 | if r1 == 'none' 165 | line = "ADD" 166 | elsif r2 == 'none' 167 | line = "DEL" 168 | else 169 | line = "CHG" 170 | end 171 | line << " #{f}\t#{r1}->#{r2}" 172 | if viewer 173 | if r1 == 'none' 174 | uri = viewer.markup_uri(nil, f, r2) 175 | elsif r2 == 'none' 176 | uri = viewer.markup_uri(nil, f, r1) 177 | else 178 | uri = viewer.diff_uri(nil, f, r1, r2) 179 | end 180 | line << "\t" << uri 181 | end 182 | out.puts line 183 | end 184 | } 185 | end 186 | end 187 | 188 | 189 | # segment = *pchar 190 | # pchar = unreserved / pct-encoded / sub-delims / ":" / "@" 191 | # unreserved = ALPHA / DIGIT / "-" / "." / "_" / "~" 192 | # pct-encoded = "%" HEXDIG HEXDIG 193 | # sub-delims = "!" / "$" / "&" / "'" / "(" / ")" 194 | # / "*" / "+" / "," / ";" / "=" 195 | segment_regexp = '(?:[A-Za-z0-9\-._~!$&\'()*+,;=:@]|%[0-9A-Fa-f][0-9A-Fa-f])*' 196 | 197 | ChkBuild.define_file_changes_viewer('cvs', 198 | %r{\A:pserver:anonymous@puszcza\.gnu\.org\.ua:/cvsroot/(#{segment_regexp}) (#{segment_regexp}(/#{segment_regexp})*)?\z}o) { 199 | |match, reptype, pat, checkout_line| 200 | # :pserver:anonymous@puszcza.gnu.org.ua:/cvsroot/gdbm gdbm 201 | # http://puszcza.gnu.org.ua/viewvc/gdbm/ 202 | 203 | project = match[1] 204 | mod = match[2] 205 | ChkBuild::ViewVC.new("http://puszcza.gnu.org.ua/viewvc/#{project}/?diff_format=u", false, mod) 206 | } 207 | 208 | -------------------------------------------------------------------------------- /udiff.rb: -------------------------------------------------------------------------------- 1 | # udiff.rb - unified diff library 2 | # 3 | # Copyright (C) 2005,2006,2007,2008,2009,2010 Tanaka Akira 4 | # 5 | # Redistribution and use in source and binary forms, with or without 6 | # modification, are permitted provided that the following conditions 7 | # are met: 8 | # 9 | # 1. Redistributions of source code must retain the above copyright 10 | # notice, this list of conditions and the following disclaimer. 11 | # 2. Redistributions in binary form must reproduce the above 12 | # copyright notice, this list of conditions and the following 13 | # disclaimer in the documentation and/or other materials provided 14 | # with the distribution. 15 | # 3. The name of the author may not be used to endorse or promote 16 | # products derived from this software without specific prior 17 | # written permission. 18 | # 19 | # THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS 20 | # OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED 21 | # WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 22 | # ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY 23 | # DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 24 | # DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE 25 | # GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 26 | # INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, 27 | # WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE 28 | # OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, 29 | # EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 30 | 31 | require 'escape' 32 | require 'tempfile' 33 | 34 | class UDiff 35 | def UDiff.diff(path1, path2, out, header1="--- #{path1}\n", header2="+++ #{path2}\n") 36 | header = header1 + header2 37 | UDiff.new(path1, path2, out, header).diff 38 | end 39 | 40 | def initialize(path1, path2, out, header) 41 | @path1 = path1 42 | @path2 = path2 43 | @out = out 44 | @header = header 45 | @context = 3 46 | @beginning = true 47 | @l1 = 0 48 | @l2 = 0 49 | @hunk_beg = [@l1, @l2] 50 | @hunk = [] 51 | @lines_hash = {} 52 | @lines_ary = [] 53 | end 54 | 55 | def puts_line(line) 56 | @hunk << line 57 | if /\n\z/ !~ line 58 | @hunk << "\n\\ No newline at end of file\n" 59 | end 60 | @beginning = false 61 | end 62 | 63 | def puts_del_line(line) 64 | line = /\A_/ =~ line ? $' : @lines_ary[line.to_i] 65 | puts_line "-#{line}" 66 | end 67 | 68 | def puts_add_line(line) 69 | line = /\A_/ =~ line ? $' : @lines_ary[line.to_i] 70 | puts_line "+#{line}" 71 | end 72 | 73 | def puts_common_line(line) 74 | line = /\A_/ =~ line ? $' : @lines_ary[line.to_i] 75 | puts_line " #{line}" 76 | end 77 | 78 | def encdump(str) 79 | d = str.dump 80 | if str.respond_to? :encoding 81 | "#{d}.force_encoding(#{str.encoding.name.dump})" 82 | else 83 | d 84 | end 85 | end 86 | 87 | def gets_common_line(f1, f2) 88 | v1 = f1.gets 89 | v2 = f2.gets 90 | if v1 != v2 91 | raise "[bug] diff error: #{encdump v1} != #{encdump v2}" 92 | end 93 | if v1 94 | @l1 += 1 95 | @l2 += 1 96 | end 97 | return v1 98 | end 99 | 100 | def copy_common_part(f1, f2, n) 101 | n.times {|i| 102 | v = gets_common_line(f1, f2) 103 | raise "[bug] diff error: unexpected EOF" unless v 104 | puts_common_line(v) 105 | } 106 | end 107 | 108 | def skip_common_part(f1, f2, n) 109 | n.times {|i| 110 | v = gets_common_line(f1, f2) 111 | raise "[bug] diff error: unexpected EOF" unless v 112 | } 113 | end 114 | 115 | def output_hunk 116 | if @header 117 | @out.print @header 118 | @header = nil 119 | end 120 | l1_beg, l2_beg = @hunk_beg 121 | @out.print "@@ -#{l1_beg+1},#{@l1-l1_beg} +#{l2_beg+1},#{@l2-l2_beg} @@\n" 122 | @hunk.each {|s| 123 | @out.print s 124 | } 125 | end 126 | 127 | def output_common_part(f1, f2, common_num) 128 | if @beginning 129 | if common_num <= @context 130 | copy_common_part(f1, f2, common_num) 131 | else 132 | skip_common_part(f1, f2, common_num-@context) 133 | copy_common_part(f1, f2, @context) 134 | end 135 | elsif common_num <= @context * 2 136 | copy_common_part(f1, f2, common_num) 137 | else 138 | copy_common_part(f1, f2, @context) 139 | output_hunk 140 | skip_common_part(f1, f2, common_num-@context*2) 141 | @hunk_beg = [@l1, @l2] 142 | @hunk = [] 143 | copy_common_part(f1, f2, @context) 144 | end 145 | end 146 | 147 | def output_common_tail(f1, f2) 148 | return if @beginning 149 | @context.times { 150 | v = gets_common_line(f1, f2) 151 | break unless v 152 | puts_common_line(v) 153 | } 154 | output_hunk 155 | end 156 | 157 | def process_commands(f1, f2, d) 158 | has_diff = false 159 | l1 = 0 160 | while com = d.gets 161 | case com 162 | when /\Ad(\d+) (\d+)/ 163 | line = $1.to_i 164 | num = $2.to_i 165 | output_common_part(f1, f2, line-l1-1) 166 | num.times { 167 | v = f1.gets 168 | @l1 += 1 169 | puts_del_line(v) 170 | has_diff = true 171 | } 172 | l1 = line + num - 1 173 | when /\Aa(\d+) (\d+)/ 174 | line = $1.to_i 175 | num = $2.to_i 176 | common_num = line-l1 177 | output_common_part(f1, f2, line-l1) 178 | l1 = line 179 | num.times { 180 | v1 = d.gets 181 | v2 = f2.gets 182 | if v1 != v2 183 | raise "[bug] diff error: #{encdump v1} != #{encdump v2}" 184 | end 185 | @l2 += 1 186 | v = v1 187 | puts_add_line(v) 188 | has_diff = true 189 | } 190 | else 191 | raise "[bug] unexpected diff line: #{com.inspect}" 192 | end 193 | end 194 | has_diff 195 | end 196 | 197 | def run_diff(path1, path2) 198 | has_diff = false 199 | open(path1) {|f1| 200 | f1.set_encoding "ascii-8bit" if f1.respond_to? :set_encoding 201 | open(path2) {|f2| 202 | f2.set_encoding "ascii-8bit" if f2.respond_to? :set_encoding 203 | command = Escape.shell_command(%W[diff -n #{path1} #{path2}]).to_s 204 | command = "LC_ALL='C' LANG='C' #{command}" 205 | IO.popen(command) {|d| 206 | d.set_encoding "ascii-8bit" if d.respond_to? :set_encoding 207 | has_diff = process_commands(f1, f2, d) 208 | } 209 | output_common_tail(f1, f2) 210 | } 211 | } 212 | has_diff 213 | end 214 | 215 | SAFE_LINE = /\A[\t -~]*\n\z/ 216 | def diff 217 | t1 = Tempfile.new("udiff") 218 | File.foreach(@path1) {|l| 219 | if SAFE_LINE =~ l 220 | l = "_" + l 221 | else 222 | if !@lines_hash[l] 223 | @lines_ary[@lines_hash.size] = l 224 | @lines_hash[l] = @lines_hash.size 225 | end 226 | l = @lines_hash[l].to_s + "\n" 227 | end 228 | t1.puts l 229 | } 230 | t2 = Tempfile.new("udiff") 231 | File.foreach(@path2) {|l| 232 | if SAFE_LINE =~ l 233 | l = "_" + l 234 | else 235 | if !@lines_hash[l] 236 | @lines_ary[@lines_hash.size] = l 237 | @lines_hash[l] = @lines_hash.size 238 | end 239 | l = @lines_hash[l].to_s + "\n" 240 | end 241 | t2.puts l 242 | } 243 | t1.close 244 | t2.close 245 | run_diff(t1.path, t2.path) 246 | end 247 | end 248 | 249 | if $0 == __FILE__ 250 | UDiff.diff(ARGV[0], ARGV[1], STDOUT) 251 | end 252 | -------------------------------------------------------------------------------- /chkbuild/build.rb: -------------------------------------------------------------------------------- 1 | # chkbuild/build.rb - build object implementation. 2 | # 3 | # Copyright (C) 2006-2012 Tanaka Akira 4 | # 5 | # Redistribution and use in source and binary forms, with or without 6 | # modification, are permitted provided that the following conditions 7 | # are met: 8 | # 9 | # 1. Redistributions of source code must retain the above copyright 10 | # notice, this list of conditions and the following disclaimer. 11 | # 2. Redistributions in binary form must reproduce the above 12 | # copyright notice, this list of conditions and the following 13 | # disclaimer in the documentation and/or other materials provided 14 | # with the distribution. 15 | # 3. The name of the author may not be used to endorse or promote 16 | # products derived from this software without specific prior 17 | # written permission. 18 | # 19 | # THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS 20 | # OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED 21 | # WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 22 | # ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY 23 | # DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 24 | # DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE 25 | # GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 26 | # INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, 27 | # WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE 28 | # OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, 29 | # EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 30 | 31 | class ChkBuild::Build 32 | include Util 33 | 34 | def initialize(target, opts, depbuilds) 35 | @target = target 36 | @suffixes = Util.opts2allsuffixes(opts) 37 | @opts = opts 38 | @depbuilds = depbuilds 39 | 40 | @suffixed_name = self.mk_suffixed_name 41 | @depsuffixed_name = self.mk_depsuffixed_name 42 | @target_dir = ChkBuild.build_top + @depsuffixed_name 43 | logdir_relpath = "#{@depsuffixed_name}/log" 44 | @public_logdir = ChkBuild.public_top+logdir_relpath 45 | #p [:pid, $$, @depsuffixed_name] 46 | end 47 | attr_reader :target, :suffixes, :depbuilds 48 | attr_reader :target_dir, :opts 49 | attr_reader :suffixed_name, :depsuffixed_name 50 | 51 | def inspect 52 | "\#<#{self.class}: #{self.depsuffixed_name}>" 53 | end 54 | 55 | def has_suffix? 56 | !@suffixes.empty? 57 | end 58 | 59 | def update_option(opts) 60 | @opts.update(opts) 61 | end 62 | 63 | def mk_suffixed_name 64 | name = @target.target_name.dup 65 | @suffixes.each {|suffix| 66 | name << '-' if /\A-/ !~ suffix 67 | name << suffix 68 | } 69 | name 70 | end 71 | 72 | def mk_depsuffixed_name 73 | name = self.suffixed_name 74 | @depbuilds.each {|depbuild| 75 | name << '_' << depbuild.suffixed_name if depbuild.has_suffix? 76 | } 77 | name 78 | end 79 | 80 | def traverse_depbuild(memo={}, &block) 81 | return if memo[self] 82 | memo[self] = true 83 | yield self 84 | @depbuilds.each {|depbuild| 85 | depbuild.traverse_depbuild(memo, &block) 86 | } 87 | end 88 | 89 | def sort_times(times) 90 | u, l = times.partition {|d| /Z\z/ =~ d } 91 | u.sort! 92 | l.sort! 93 | l + u # chkbuild used localtime at old time. 94 | end 95 | 96 | def log_time_sequence 97 | return [] if !@public_logdir.directory? 98 | names = @public_logdir.entries.map {|e| e.to_s } 99 | result = [] 100 | names.each {|n| 101 | result << $1 if /\A(\d{8}T\d{6}Z?)(?:\.log)?\.txt\.gz\z/ =~ n 102 | } 103 | sort_times(result) 104 | end 105 | 106 | ################ 107 | 108 | def build 109 | dep_dirs = [] 110 | additional_path = [] 111 | additional_pkg_config_path = [] 112 | @depbuilds.each {|depbuild| 113 | dep_dirs << "#{depbuild.target.target_name}=#{depbuild.dir}" 114 | bindir = "#{depbuild.dir}/bin" 115 | if File.directory?(bindir) && !(Dir.entries(bindir) - %w[. ..]).empty? 116 | additional_path << bindir 117 | end 118 | pkg_config_path = "#{depbuild.dir}/lib/pkgconfig" 119 | if File.directory?(pkg_config_path) && !Dir.entries(pkg_config_path).grep(/\.pc\z/).empty? 120 | additional_pkg_config_path << pkg_config_path 121 | end 122 | } 123 | if @opts[:complete_options] && @opts[:complete_options].respond_to?(:merge_dependencies) 124 | @opts = @opts[:complete_options].merge_dependencies(@opts, dep_dirs) 125 | end 126 | if !additional_path.empty? 127 | @opts[:additional_path] = additional_path 128 | end 129 | if !additional_pkg_config_path.empty? 130 | @opts[:additional_pkg_config_path] = additional_pkg_config_path 131 | end 132 | self.build_in_child 133 | end 134 | 135 | def build_in_child 136 | if defined? @t 137 | raise "already built: #{@depsuffixed_name}" 138 | end 139 | t = Time.now.utc 140 | start_time_obj = Time.utc(t.year, t.month, t.day, t.hour, t.min, t.sec) 141 | @t = start_time_obj.strftime("%Y%m%dT%H%M%SZ") # definition of @t 142 | target_dir = ChkBuild.build_top + @depsuffixed_name 143 | target_dir.mkpath 144 | @build_dir = ChkBuild.build_top + @t # definition of @build_dir 145 | symlink_build_dir = target_dir + @t 146 | @build_dir.mkdir 147 | (@build_dir+"BUILD").open("w") {|f| f.puts "#{@depsuffixed_name}/#{@t}" } 148 | File.symlink @build_dir.relative_path_from(symlink_build_dir.parent), symlink_build_dir 149 | ruby_command = RbConfig.ruby 150 | 151 | target_params_name = @build_dir + "params.marshal" 152 | ibuild = ibuild_new(start_time_obj, @t) 153 | 154 | File.open(target_params_name, "wb") {|f| 155 | Marshal.dump(ibuild, f) 156 | } 157 | status = ChkBuild.lock_puts("#{@t} #{@depsuffixed_name} build") { 158 | commands = [ruby_command, "-I#{ChkBuild::TOP_DIRECTORY}", $0,"internal-build", target_params_name.to_s] 159 | puts "Command: #{commands.join(' ')}" 160 | system(*commands) 161 | $?.success? 162 | } 163 | @success = status # definition of @success 164 | 165 | format_params_name = @build_dir + "format_params.marshal" 166 | iformat = iformat_new(@t) 167 | 168 | File.open(format_params_name, "wb") {|f| 169 | Marshal.dump(iformat, f) 170 | } 171 | status2 = ChkBuild.lock_puts("#{@t} #{@depsuffixed_name} format") { 172 | commands = [ruby_command, "-I#{ChkBuild::TOP_DIRECTORY}", $0, "internal-format", format_params_name.to_s] 173 | puts "Command: #{commands.join(' ')}" 174 | system(*commands) 175 | $?.success? 176 | } 177 | 178 | run_upload_hooks(@build_dir + 'log') 179 | 180 | return status && status2 181 | end 182 | 183 | def ibuild_new(start_time_obj, start_time) 184 | ChkBuild::IBuild.new(start_time_obj, start_time, 185 | @target, @suffixes, @suffixed_name, @depsuffixed_name, @depbuilds, @opts) 186 | end 187 | 188 | def iformat_new(start_time) 189 | ChkBuild::IFormat.new(start_time, 190 | @target, @suffixes, @suffixed_name, @depsuffixed_name, @opts) 191 | end 192 | 193 | def run_upload_hooks(log_filename) 194 | File.open(log_filename, 'a') {|f| 195 | with_stdouterr(f) { 196 | ChkBuild.run_upload_hooks(@depsuffixed_name) 197 | } 198 | } 199 | end 200 | 201 | def start_time 202 | return @t if defined? @t 203 | raise "#{self.suffixed_name}: no start_time yet" 204 | end 205 | 206 | def success? 207 | if defined? @success 208 | @success 209 | else 210 | nil 211 | end 212 | end 213 | 214 | def dir 215 | return @build_dir if defined? @build_dir 216 | raise "#{self.suffixed_name}: no build directory yet" 217 | end 218 | 219 | class CommandError < StandardError 220 | def initialize(status, reason, message=reason) 221 | super message 222 | @reason = reason 223 | @status = status 224 | end 225 | 226 | attr_accessor :reason 227 | end 228 | end 229 | -------------------------------------------------------------------------------- /lchg.rb: -------------------------------------------------------------------------------- 1 | # lchg.rb - line changes detection library 2 | # 3 | # Copyright (C) 2010 Tanaka Akira 4 | # 5 | # Redistribution and use in source and binary forms, with or without 6 | # modification, are permitted provided that the following conditions 7 | # are met: 8 | # 9 | # 1. Redistributions of source code must retain the above copyright 10 | # notice, this list of conditions and the following disclaimer. 11 | # 2. Redistributions in binary form must reproduce the above 12 | # copyright notice, this list of conditions and the following 13 | # disclaimer in the documentation and/or other materials provided 14 | # with the distribution. 15 | # 3. The name of the author may not be used to endorse or promote 16 | # products derived from this software without specific prior 17 | # written permission. 18 | # 19 | # THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS 20 | # OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED 21 | # WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 22 | # ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY 23 | # DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 24 | # DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE 25 | # GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 26 | # INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, 27 | # WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE 28 | # OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, 29 | # EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 30 | 31 | require 'tempfile' 32 | require 'escape' 33 | 34 | module Lchg 35 | def Lchg.each_context(enum, scanner, pred, context=3) 36 | buf = [] 37 | after_match = false 38 | i = 0 39 | enum.each {|elt| 40 | scanner.call(elt) if scanner 41 | not_exist = pred.call(elt) 42 | if not_exist 43 | b = i - buf.length 44 | buf.each_with_index {|(t, e), j| 45 | yield b+j, t, e 46 | } 47 | buf.clear 48 | yield i, not_exist, elt 49 | after_match = true 50 | else 51 | if after_match 52 | if buf.length == context 53 | b = i - buf.length 54 | buf.each_with_index {|(t, e), j| 55 | yield b+j, t, e 56 | } 57 | buf.clear 58 | after_match = false 59 | end 60 | buf << [not_exist, elt] 61 | else 62 | if buf.length == context 63 | buf.shift 64 | end 65 | buf << [not_exist, elt] 66 | end 67 | end 68 | i += 1 69 | } 70 | if after_match 71 | b = i - buf.length 72 | buf.each_with_index {|(t, e), j| 73 | yield b+j, t, e 74 | } 75 | end 76 | end 77 | 78 | def Lchg.encode_pair(num, str) 79 | hex = str.unpack("H*")[0] 80 | return "#{num} #{hex}" 81 | end 82 | 83 | def Lchg.decode_pair(line) 84 | return nil if line == nil 85 | num, hex = line.chomp.split(/ /) 86 | return [num.to_i, [hex].pack("H*")] 87 | end 88 | 89 | def Lchg.encode_lines(path) 90 | tf = Tempfile.open("lchg-a") 91 | File.open(path) {|f| 92 | f.each_with_index {|line, i| 93 | line.chomp! 94 | tf.puts encode_pair(i, line) 95 | } 96 | } 97 | tf.flush 98 | tf 99 | end 100 | 101 | def Lchg.sort_by_content(path) 102 | tf = Tempfile.open("lchg-b") 103 | command = ["sort", "-k", "2", path] 104 | IO.popen("#{Escape.shell_command command}") {|f| 105 | while line = f.gets 106 | tf.puts line 107 | end 108 | } 109 | tf.flush 110 | tf 111 | end 112 | 113 | def Lchg.sync_each(tf1, tf2) 114 | numline1 = decode_pair(tf1.gets) 115 | numline2 = decode_pair(tf2.gets) 116 | prev = nil 117 | buf1 = [] 118 | buf2 = [] 119 | while numline1 || numline2 120 | if numline2 == nil || (numline1 != nil && numline1[1] <= numline2[1]) 121 | if !prev || prev == numline1[1] 122 | prev = numline1[1] 123 | buf1 << numline1 124 | else 125 | yield buf1, buf2 126 | prev = numline1[1] 127 | buf1 = [numline1] 128 | buf2 = [] 129 | end 130 | numline1 = decode_pair(tf1.gets) 131 | else 132 | if !prev || prev == numline2[1] 133 | prev = numline2[1] 134 | buf2 << numline2 135 | else 136 | yield buf1, buf2 137 | prev = numline2[1] 138 | buf1 = [] 139 | buf2 = [numline2] 140 | end 141 | numline2 = decode_pair(tf2.gets) 142 | end 143 | end 144 | if !buf1.empty? || !buf2.empty? 145 | yield buf1, buf2 146 | end 147 | end 148 | 149 | def Lchg.add_mark(src1, src2) 150 | src1.rewind 151 | src2.rewind 152 | dst1 = Tempfile.open("lchg-c") 153 | dst2 = Tempfile.open("lchg-c") 154 | numdel = 0 155 | numadd = 0 156 | sync_each(src1, src2) {|buf1, buf2| 157 | if buf1.empty? 158 | buf2.each {|num, line| 159 | numadd += 1 160 | dst2.puts encode_pair(num, "+"+line) 161 | } 162 | elsif buf2.empty? 163 | buf1.each {|num, line| 164 | numdel += 1 165 | dst1.puts encode_pair(num, "-"+line) 166 | } 167 | else 168 | buf1.each {|num, line| 169 | dst1.puts encode_pair(num, " "+line) 170 | } 171 | buf2.each {|num, line| 172 | dst2.puts encode_pair(num, " "+line) 173 | } 174 | end 175 | } 176 | dst1.flush 177 | dst2.flush 178 | [numdel, numadd, dst1, dst2] 179 | end 180 | 181 | def Lchg.sort_by_linenum(path) 182 | tf = Tempfile.open("lchg-d") 183 | command = ["sort", "-n", path] 184 | IO.popen("#{Escape.shell_command command}") {|f| 185 | while line = f.gets 186 | tf.puts line 187 | end 188 | } 189 | tf.flush 190 | tf 191 | end 192 | 193 | def Lchg.output_changes(header, tf, out, scanner=nil) 194 | out.puts '===================================================================' 195 | out.puts header 196 | tf.rewind 197 | last = -1 198 | if scanner 199 | scanner2 = lambda {|line| 200 | linenumz, line = decode_pair(line) 201 | /\A./ =~ line 202 | scanner.call(linenumz+1, $&, $') 203 | } 204 | end 205 | each_context(tf, scanner2, lambda {|line| / 20/ !~ line }) {|i, t, line| 206 | num, str = decode_pair(line) 207 | out.puts "@@ #{i} @@" if last + 1 != num 208 | out.puts str 209 | last = num 210 | } 211 | end 212 | 213 | def Lchg.diff(path1, path2, out, header1="--- #{path1}\n", header2="+++ #{path2}\n", scanner=nil) 214 | tf1a = encode_lines(path1) 215 | #puts tf1a.path; print File.read(tf1a.path) 216 | tf1b = sort_by_content(tf1a.path) 217 | #puts tf1b.path; print File.read(tf1b.path) 218 | tf1a.close(true) 219 | tf2a = encode_lines(path2) 220 | #puts tf2a.path; print File.read(tf2a.path) 221 | tf2b = sort_by_content(tf2a.path) 222 | #puts tf2b.path; print File.read(tf2b.path) 223 | tf2a.close(true) 224 | numdel, numadd, tf1c, tf2c = add_mark(tf1b, tf2b) 225 | #puts tf1c.path; print File.read(tf1c.path) 226 | #puts tf2c.path; print File.read(tf2c.path) 227 | tf1b.close(true) 228 | tf2b.close(true) 229 | tf1d = sort_by_linenum(tf1c.path) 230 | tf1c.close(true) 231 | tf2d = sort_by_linenum(tf2c.path) 232 | tf2c.close(true) 233 | if numadd != 0 234 | new_scanner = lambda {|linenum, mark, line| scanner.call(:new, linenum, mark, line) } if scanner 235 | Lchg.output_changes(header2, tf2d, out, new_scanner) 236 | end 237 | out.puts if numdel != 0 && numadd != 0 238 | if numdel != 0 239 | old_scanner = lambda {|linenum, mark, line| scanner.call(:old, linenum, mark, line) } if scanner 240 | Lchg.output_changes(header1, tf1d, out, old_scanner) 241 | end 242 | numadd != 0 || numdel != 0 243 | end 244 | 245 | end 246 | -------------------------------------------------------------------------------- /chkbuild/gcc.rb: -------------------------------------------------------------------------------- 1 | # chkbuild/gcc.rb - gcc build module 2 | # 3 | # Copyright (C) 2006-2012 Tanaka Akira 4 | # 5 | # Redistribution and use in source and binary forms, with or without 6 | # modification, are permitted provided that the following conditions 7 | # are met: 8 | # 9 | # 1. Redistributions of source code must retain the above copyright 10 | # notice, this list of conditions and the following disclaimer. 11 | # 2. Redistributions in binary form must reproduce the above 12 | # copyright notice, this list of conditions and the following 13 | # disclaimer in the documentation and/or other materials provided 14 | # with the distribution. 15 | # 3. The name of the author may not be used to endorse or promote 16 | # products derived from this software without specific prior 17 | # written permission. 18 | # 19 | # THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS 20 | # OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED 21 | # WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 22 | # ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY 23 | # DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 24 | # DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE 25 | # GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 26 | # INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, 27 | # WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE 28 | # OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, 29 | # EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 30 | 31 | module ChkBuild 32 | module GCC 33 | URL_GMP = "ftp://gcc.gnu.org/pub/gcc/infrastructure/gmp-4.3.2.tar.bz2" 34 | URL_MPFR = "ftp://gcc.gnu.org/pub/gcc/infrastructure/mpfr-2.4.2.tar.bz2" 35 | URL_MPC = "ftp://gcc.gnu.org/pub/gcc/infrastructure/mpc-0.8.1.tar.gz" 36 | 37 | module_function 38 | 39 | def cached_download(b, url, dst) 40 | return if File.exist?(dst) 41 | b.network_access { 42 | URI(url).open {|f| 43 | File.open(dst, 'wb') {|f2| 44 | while buf = f.read(4096) 45 | f2.write buf 46 | end 47 | } 48 | } 49 | } 50 | end 51 | 52 | def remove_symlink(destination) 53 | if File.symlink? destination 54 | File.delete destination 55 | end 56 | end 57 | 58 | def download_lib(b, url, destination) 59 | return if File.directory? destination 60 | basename = url[%r{[^/]+\z}] 61 | cached_download(b, url, basename) 62 | if /\.tar\.gz\z/ =~ basename 63 | d = $` 64 | c = "#{Escape.shell_command(['gzip', '-dc'])} < #{Escape.shell_single_word basename} | tar xf -" 65 | elsif /\.tar\.bz2\z/ =~ basename 66 | d = $` 67 | c = "#{Escape.shell_command(['bzip2', '-dc'])} < #{Escape.shell_single_word basename} | tar xf -" 68 | else 69 | raise "unexpected basename: #{basename.inspect}" 70 | end 71 | if !File.directory?(d) 72 | b.run('sh', '-c', c) 73 | if !File.directory?(d) 74 | raise "not exist: #{d.inspect}" 75 | end 76 | end 77 | File.symlink "../#{d}", destination 78 | end 79 | 80 | def def_target(*args) 81 | args << { :complete_options => CompleteOptions } 82 | ChkBuild.def_target("gcc", *args) 83 | end 84 | end 85 | end 86 | 87 | module ChkBuild::GCC::CompleteOptions 88 | end 89 | def (ChkBuild::GCC::CompleteOptions).call(target_opts) 90 | hs = [] 91 | suffixes = Util.opts2funsuffixes(target_opts) 92 | suffixes.each {|s| 93 | case s 94 | when "trunk" then 95 | hs << { :gcc_branch => "trunk", :build_gmp => true, :build_mpfr => true, :build_mpc => true } 96 | when "4.7" then 97 | hs << { :gcc_branch => "branches/gcc-4_7-branch", :build_gmp => true, :build_mpfr => true, :build_mpc => true } 98 | when "4.6" then 99 | hs << { :gcc_branch => "branches/gcc-4_6-branch", :build_gmp => true, :build_mpfr => true, :build_mpc => true } 100 | when "4.5" then 101 | hs << { :gcc_branch => "branches/gcc-4_5-branch", :build_gmp => true, :build_mpfr => true, :build_mpc => true } 102 | when "4.4" then 103 | hs << { :gcc_branch => "branches/gcc-4_4-branch", :build_gmp => true, :build_mpfr => true } 104 | when "4.3" then 105 | hs << { :gcc_branch => "branches/gcc-4_3-branch", :build_gmp => true, :build_mpfr => true } 106 | when "4.2" then 107 | hs << { :gcc_branch => "branches/gcc-4_2-branch" } 108 | when "4.1" then 109 | hs << { :gcc_branch => "branches/gcc-4_1-branch" } 110 | when "4.0" then 111 | hs << { :gcc_branch => "branches/gcc-4_0-branch" } 112 | else 113 | raise "unexpected suffix: #{s.inspect}" 114 | end 115 | } 116 | 117 | opts = target_opts.dup 118 | hs.each {|h| 119 | h.each {|k, v| 120 | opts[k] = v if !opts.include?(k) 121 | } 122 | } 123 | opts 124 | end 125 | 126 | ChkBuild.define_build_proc('gcc') {|b| 127 | opts = b.opts 128 | 129 | gcc_prefix = b.build_dir 130 | abs_objdir = gcc_prefix+'objdir' 131 | rel_srcdir = (b.target_dir+'gcc').relative_path_from(abs_objdir) 132 | 133 | gcc_branch = opts.fetch(:gcc_branch) 134 | 135 | 136 | Dir.chdir(b.target_dir) { 137 | ChkBuild::GCC.remove_symlink("gcc/gmp") 138 | ChkBuild::GCC.remove_symlink("gcc/mpfr") 139 | ChkBuild::GCC.remove_symlink("gcc/mpc") 140 | b.svn("svn://gcc.gnu.org/svn/gcc", gcc_branch, 'gcc', 141 | :output_interval_timeout => '30min') 142 | ChkBuild::GCC.download_lib(b, ChkBuild::GCC::URL_GMP, "gcc/gmp") if opts[:build_gmp] 143 | ChkBuild::GCC.download_lib(b, ChkBuild::GCC::URL_MPFR, "gcc/mpfr") if opts[:build_mpfr] 144 | ChkBuild::GCC.download_lib(b, ChkBuild::GCC::URL_MPC, "gcc/mpc") if opts[:build_mpc] 145 | } 146 | b.mkcd(abs_objdir) { 147 | configure_args = %w[--enable-languages=c] 148 | configure_args.concat %W[--disable-multilib] 149 | b.run("#{rel_srcdir}/configure", "--prefix=#{gcc_prefix}", *configure_args) 150 | b.make("bootstrap", "install", :timeout=>'5h') 151 | b.run("#{gcc_prefix}/bin/gcc", '-v', :section=>'version', "ENV:LC_ALL"=>"C") 152 | } 153 | } 154 | 155 | ChkBuild.define_title_hook('gcc', 'version') {|title, log| 156 | if /^gcc version (.*)$/ =~ log 157 | title.update_title(:version, "gcc #{$1}") 158 | end 159 | } 160 | 161 | ChkBuild.define_diff_preprocess_gsub('gcc', 162 | /^(\ \ transformation:\ [0-9.]+,\ building\ DFA:\ [0-9.]+ 163 | |\ \ transformation:\ [0-9.]+,\ building\ NDFA:\ [0-9.]+,\ NDFA\ ->\ DFA:\ [0-9.]+ 164 | |\ \ DFA\ minimization:\ [0-9.]+,\ making\ insn\ equivalence:\ [0-9.]+ 165 | |\ all\ automaton\ generation:\ [0-9.]+,\ output:\ [0-9.]+ 166 | )$/x) {|match| 167 | match[0].gsub(/[0-9.]+/, '') 168 | } 169 | 170 | ChkBuild.define_diff_preprocess_gsub('gcc', %r{^/tmp/cc[A-Za-z0-9]+\.s:}) { 171 | '/tmp/cc.s:' 172 | } 173 | 174 | ChkBuild.define_diff_preprocess_gsub('gcc', %r{-DBASEVER="\\"\d+.\d+.\d+\\""}) { 175 | '-DBASEVER="\"N.N.N\""' 176 | } 177 | 178 | ChkBuild.define_diff_preprocess_gsub('gcc', %r{-DDATESTAMP="\\" \d{8}\\""}) { 179 | '-DDATESTAMP="\" YYYYMMDD\""' 180 | } 181 | 182 | ChkBuild.define_diff_preprocess_gsub('gcc', %r{--release="gcc-\d+.\d+.\d+"}) { 183 | '--release="gcc-N.N.N"' 184 | } 185 | 186 | ChkBuild.define_diff_preprocess_gsub('gcc', %r{--date=\d+-\d\d-\d\d}) { 187 | '--date=YYYY-MM-DD' 188 | } 189 | 190 | ChkBuild.define_diff_preprocess_gsub('gcc', %r{^gcc version .*}) { 191 | 'gcc version ...' 192 | } 193 | 194 | # segment = *pchar 195 | # pchar = unreserved / pct-encoded / sub-delims / ":" / "@" 196 | # unreserved = ALPHA / DIGIT / "-" / "." / "_" / "~" 197 | # pct-encoded = "%" HEXDIG HEXDIG 198 | # sub-delims = "!" / "$" / "&" / "'" / "(" / ")" 199 | # / "*" / "+" / "," / ";" / "=" 200 | segment_regexp = '(?:[A-Za-z0-9\-._~!$&\'()*+,;=:@]|%[0-9A-Fa-f][0-9A-Fa-f])*' 201 | 202 | ChkBuild.define_file_changes_viewer('svn', 203 | %r{\Asvn://gcc\.gnu\.org/svn/gcc (#{segment_regexp}(/#{segment_regexp})*)?\z}o) { 204 | |match, reptype, pat, checkout_line| 205 | # svn://gcc.gnu.org/svn/gcc 206 | # http://gcc.gnu.org/viewcvs 207 | 208 | mod = match[1] 209 | mod = nil if mod && mod.empty? 210 | ChkBuild::ViewVC.new('http://gcc.gnu.org/viewcvs', false, mod) 211 | } 212 | 213 | -------------------------------------------------------------------------------- /chkbuild/main.rb: -------------------------------------------------------------------------------- 1 | # chkbuild/main.rb - chkbuild main routines. 2 | # 3 | # Copyright (C) 2006-2011 Tanaka Akira 4 | # 5 | # Redistribution and use in source and binary forms, with or without 6 | # modification, are permitted provided that the following conditions 7 | # are met: 8 | # 9 | # 1. Redistributions of source code must retain the above copyright 10 | # notice, this list of conditions and the following disclaimer. 11 | # 2. Redistributions in binary form must reproduce the above 12 | # copyright notice, this list of conditions and the following 13 | # disclaimer in the documentation and/or other materials provided 14 | # with the distribution. 15 | # 3. The name of the author may not be used to endorse or promote 16 | # products derived from this software without specific prior 17 | # written permission. 18 | # 19 | # THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS 20 | # OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED 21 | # WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 22 | # ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY 23 | # DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 24 | # DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE 25 | # GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 26 | # INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, 27 | # WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE 28 | # OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, 29 | # EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 30 | 31 | module ChkBuild 32 | TOP_DIRECTORY = Pathname.new(__FILE__).realpath.dirname.dirname 33 | SAMPLE_DIRECTORY = TOP_DIRECTORY + 'sample' 34 | def ChkBuild.build_top() TOP_DIRECTORY+"tmp/build" end 35 | def ChkBuild.public_top() TOP_DIRECTORY+"tmp/public_html" end 36 | 37 | def ChkBuild.main_help(status=true) 38 | if File.executable? $0 39 | command = $0 40 | else 41 | require 'rbconfig' 42 | ruby = "#{Config::CONFIG["bindir"]}/#{Config::CONFIG["ruby_install_name"]}" 43 | command = "#{ruby} #{$0}" 44 | end 45 | print <<"End" 46 | usage: 47 | #{command} help 48 | #{command} [build [--procmemsize] [depsuffixed_name...]] 49 | #{command} list 50 | #{command} options [depsuffixed_name...] 51 | #{command} title [depsuffixed_name...] 52 | #{command} logdiff [depsuffixed_name [date1 [date2]]] 53 | #{command} logsubst [depsuffixed_name [date]] 54 | #{command} logfail [depsuffixed_name [date]] 55 | End 56 | exit status 57 | end 58 | 59 | @target_list = [] 60 | 61 | def ChkBuild.each_target_build(last_target=@target_list.last) 62 | build_set = last_target.make_build_set 63 | build_set.each {|t, builds| 64 | builds.each {|build| 65 | yield t, build 66 | } 67 | } 68 | end 69 | 70 | def ChkBuild.main_build 71 | o = OptionParser.new 72 | use_procmemsize = false 73 | o.def_option('--procmemsize') { 74 | use_procmemsize = true 75 | } 76 | o.parse! 77 | File.umask(002) 78 | STDIN.reopen("/dev/null", "r") 79 | STDOUT.sync = true 80 | ChkBuild.build_top.mkpath 81 | ChkBuild.lock_start 82 | each_target_build {|t, build| 83 | next if !(ARGV.empty? || ARGV.include?(build.depsuffixed_name)) 84 | build.update_option(:procmemsize => true) if use_procmemsize 85 | if build.depbuilds.all? {|depbuild| depbuild.success? } 86 | build.build 87 | end 88 | } 89 | end 90 | 91 | def ChkBuild.main_internal_build 92 | format_params_name = ARGV.shift 93 | File.umask(002) 94 | STDIN.reopen("/dev/null", "r") 95 | STDOUT.sync = true 96 | ChkBuild.build_top.mkpath 97 | ibuild = File.open(format_params_name) {|f| Marshal.load(f) } 98 | ibuild.internal_build 99 | exit 1 100 | end 101 | 102 | def ChkBuild.main_internal_format 103 | format_params_name = ARGV.shift 104 | File.umask(002) 105 | STDIN.reopen("/dev/null", "r") 106 | STDOUT.sync = true 107 | ChkBuild.build_top.mkpath 108 | iformat = File.open(format_params_name) {|f| Marshal.load(f) } 109 | iformat.internal_format 110 | exit 1 111 | end 112 | 113 | def ChkBuild.def_target(target_name, *args, &block) 114 | t = ChkBuild::Target.new(target_name, *args, &block) 115 | @target_list << t 116 | t 117 | end 118 | 119 | def ChkBuild.main_list 120 | each_target_build {|t, build| 121 | puts build.depsuffixed_name 122 | } 123 | end 124 | 125 | def ChkBuild.main_options 126 | each_target_build {|t, build| 127 | next if !ARGV.empty? && !ARGV.include?(build.depsuffixed_name) 128 | puts build.depsuffixed_name 129 | opts = build.opts 130 | if opts[:complete_options] && opts[:complete_options].respond_to?(:merge_dependencies) 131 | dep_dirs = [] 132 | build.depbuilds.each {|depbuild| 133 | dir = ChkBuild.build_top + depbuild.depsuffixed_name + "" 134 | dep_dirs << "#{depbuild.target.target_name}=#{dir}" 135 | } 136 | opts = opts[:complete_options].merge_dependencies(opts, dep_dirs) 137 | end 138 | opts.keys.sort_by {|k| k.to_s }.each {|k| 139 | v = opts[k] 140 | puts "option #{k.inspect} => #{v.inspect}" 141 | } 142 | puts 143 | } 144 | end 145 | 146 | def ChkBuild.main_title 147 | each_target_build {|t, build| 148 | next if !ARGV.empty? && !ARGV.include?(build.depsuffixed_name) 149 | last_txt = ChkBuild.public_top + build.depsuffixed_name + 'last.txt' 150 | if last_txt.exist? 151 | logfile = ChkBuild::LogFile.read_open(last_txt) 152 | title = ChkBuild::Title.new(t, logfile) 153 | title.run_hooks 154 | puts "#{build.depsuffixed_name}:\t#{title.make_title}" 155 | end 156 | } 157 | end 158 | 159 | def ChkBuild.main_logdiff 160 | depsuffixed_name, arg_t1, arg_t2 = ARGV 161 | each_target_build {|t, build| 162 | next if depsuffixed_name && build.depsuffixed_name != depsuffixed_name 163 | ts = build.log_time_sequence 164 | raise "no log: #{build.depsuffixed_name}/#{arg_t1}" if arg_t1 and !ts.include?(arg_t1) 165 | raise "no log: #{build.depsuffixed_name}/#{arg_t2}" if arg_t2 and !ts.include?(arg_t2) 166 | if ts.length < 2 167 | puts "#{build.depsuffixed_name}: less than 2 logs" 168 | next 169 | end 170 | t1 = arg_t1 || ts[-2] 171 | t2 = arg_t2 || ts[-1] 172 | puts "#{build.depsuffixed_name}: #{t1}->#{t2}" 173 | iformat = build.iformat_new(t1) 174 | iformat.output_diff(t1, t2, STDOUT) 175 | puts 176 | } 177 | end 178 | 179 | def ChkBuild.main_logsubst 180 | depsuffixed_name, arg_t = ARGV 181 | each_target_build {|t, build| 182 | next if depsuffixed_name && build.depsuffixed_name != depsuffixed_name 183 | ts = build.log_time_sequence 184 | raise "no log: #{build.depsuffixed_name}/#{arg_t}" if arg_t and !ts.include?(arg_t) 185 | t = arg_t || ts[-1] 186 | puts "#{build.depsuffixed_name}: #{t}" 187 | iformat = build.iformat_new(t) 188 | tmp = iformat.make_diff_content(t) 189 | tmp.rewind 190 | IO.copy_stream(tmp, STDOUT) 191 | } 192 | end 193 | 194 | def ChkBuild.main_logfail 195 | depsuffixed_name, arg_t = ARGV 196 | each_target_build {|t, build| 197 | next if depsuffixed_name && build.depsuffixed_name != depsuffixed_name 198 | ts = build.log_time_sequence 199 | raise "no log: #{build.depsuffixed_name}/#{arg_t}" if arg_t and !ts.include?(arg_t) 200 | if ts.empty? 201 | puts "#{build.depsuffixed_name}: no logs" 202 | next 203 | end 204 | t = arg_t || ts[-1] 205 | puts "#{build.depsuffixed_name}: #{t}" 206 | iformat = build.iformat_new(t) 207 | iformat.output_fail(t, STDOUT) 208 | puts 209 | } 210 | end 211 | 212 | def ChkBuild.main 213 | ARGV.unshift 'build' if ARGV.empty? 214 | subcommand = ARGV.shift 215 | case subcommand 216 | when 'help', '-h' then ChkBuild.main_help 217 | when 'build' then ChkBuild.main_build 218 | when 'internal-build' then ChkBuild.main_internal_build 219 | when 'internal-format' then ChkBuild.main_internal_format 220 | when 'list' then ChkBuild.main_list 221 | when 'options' then ChkBuild.main_options 222 | when 'title' then ChkBuild.main_title 223 | when 'logdiff' then ChkBuild.main_logdiff 224 | when 'logsubst' then ChkBuild.main_logsubst 225 | when 'logfail' then ChkBuild.main_logfail 226 | else 227 | puts "unexpected subcommand: #{subcommand}" 228 | exit 1 229 | end 230 | end 231 | end 232 | -------------------------------------------------------------------------------- /test/test-escape.rb: -------------------------------------------------------------------------------- 1 | require 'test/unit' 2 | require 'escape' 3 | 4 | class TestEscapeStringWrapper < Test::Unit::TestCase 5 | def test_eq 6 | assert(Escape::PercentEncoded.new("foo") == Escape::PercentEncoded.new("foo")) 7 | assert(Escape::PercentEncoded.new("foo") != Escape::PercentEncoded.new("bar")) 8 | assert(Escape::ShellEscaped.new("a") != Escape::PercentEncoded.new("a")) 9 | end 10 | 11 | def test_hash 12 | v1 = Escape::PercentEncoded.new("foo") 13 | v2 = Escape::PercentEncoded.new("foo") 14 | h = {} 15 | h[v1] = 1 16 | h[v2] = 2 17 | assert_equal(1, h.size) 18 | assert_equal(2, h[v1]) 19 | end 20 | 21 | def test_new_dup 22 | s = "a" 23 | o = Escape::PercentEncoded.new(s) 24 | assert_not_equal(s.object_id, o.instance_variable_get(:@str).object_id) 25 | o = Escape::PercentEncoded.new_no_dup(s) 26 | assert_equal(s.object_id, o.instance_variable_get(:@str).object_id) 27 | end 28 | 29 | def test_escaped_string 30 | assert_equal("a", Escape::PercentEncoded.new("a").escaped_string) 31 | end 32 | end 33 | 34 | class TestEscapeShellEscaped < Test::Unit::TestCase 35 | def assert_equal_se(str, tst) 36 | assert_equal(Escape::ShellEscaped.new(str), tst) 37 | end 38 | 39 | def test_shell_command 40 | assert_equal_se("com arg", Escape.shell_command(%w[com arg])) 41 | assert_equal_se("ls /", Escape.shell_command(%w[ls /])) 42 | assert_equal_se("echo '*'", Escape.shell_command(%w[echo *])) 43 | end 44 | 45 | def test_shell_single_word 46 | assert_equal_se("''", Escape.shell_single_word('')) 47 | assert_equal_se("foo", Escape.shell_single_word('foo')) 48 | assert_equal_se("'*'", Escape.shell_single_word('*')) 49 | end 50 | 51 | end 52 | 53 | class TestEscapePercentEncoded < Test::Unit::TestCase 54 | def str_to_pe(obj) 55 | case obj 56 | when String 57 | Escape::PercentEncoded.new(obj) 58 | when Array 59 | obj.map {|e| str_to_pe(e) } 60 | else 61 | obj 62 | end 63 | end 64 | 65 | def assert_equal_pe(str, tst) 66 | assert_equal(str_to_pe(str), tst) 67 | end 68 | 69 | def test_percent_encoding 70 | assert_equal_pe( 71 | "%20%21%22%23%24%25%26%27%28%29%2A%2B%2C-.%2F"+ 72 | "%3A%3B%3C%3D%3E%3F%40%5B%5C%5D%5E_%60%7B%7C%7D~", 73 | Escape.percent_encoding(' !"#$%&\'()*+,-./:;<=>?@[\\]^_`{|}~')) 74 | end 75 | 76 | def test_uri_segment 77 | assert_equal_pe("a%2Fb", Escape.uri_segment("a/b")) 78 | end 79 | 80 | def test_uri_path 81 | assert_equal_pe("a/b/c", Escape.uri_path("a/b/c")) 82 | assert_equal_pe("a%3Fb/c%3Fd/e%3Ff", Escape.uri_path("a?b/c?d/e?f")) 83 | end 84 | 85 | def test_uri_path_ary 86 | assert_equal_pe("a/b/c", Escape.uri_path(%w[a b c])) 87 | assert_equal_pe("%2Fd/f", Escape.uri_path(%w[/d f])) 88 | end 89 | 90 | def test_html_form 91 | assert_kind_of(Escape::PercentEncoded, Escape.html_form([["foo","bar"]])) 92 | assert_equal_pe("a=b&c=d", Escape.html_form([["a","b"], ["c","d"]])) 93 | assert_equal_pe("a=b;c=d", Escape.html_form([["a","b"], ["c","d"]], ';')) 94 | assert_equal_pe("k=1&k=2", Escape.html_form([["k","1"], ["k","2"]])) 95 | assert_equal_pe("k%3D=%26%3B%3D", Escape.html_form([["k=","&;="]])) 96 | assert_equal_pe("+=+", Escape.html_form([[" "," "]])) 97 | end 98 | 99 | def test_split_html_form 100 | assert_equal_pe([["a", "b"], ["c", "d"]], Escape::PercentEncoded.new("a=b&c=d").split_html_form) 101 | assert_equal_pe([["a", "b"], ["c", "d"]], Escape::PercentEncoded.new("a=b;c=d").split_html_form) 102 | assert_equal_pe([["k", "1"], ["k", "2"]], Escape::PercentEncoded.new("k=1&k=2").split_html_form) 103 | assert_equal_pe([["k%3D", "%26%3B%3D"]], Escape::PercentEncoded.new("k%3D=%26%3B%3D").split_html_form) 104 | assert_equal_pe([[" ", " "]], Escape::PercentEncoded.new("+=+").split_html_form) 105 | assert_raise(Escape::InvalidHTMLForm) { Escape::PercentEncoded.new("a=b;cd").split_html_form } 106 | assert_raise(Escape::InvalidHTMLForm) { Escape::PercentEncoded.new("a=b;c=d;").split_html_form } 107 | end 108 | end 109 | 110 | class TestEscapeHTML < Test::Unit::TestCase 111 | def assert_equal_he(str, tst) 112 | assert_equal(Escape::HTMLEscaped.new(str), tst) 113 | end 114 | 115 | def assert_equal_hav(str, tst) 116 | assert_equal(Escape::HTMLAttrValue.new(str), tst) 117 | end 118 | 119 | def test_html_text 120 | assert_equal_he('a&<>"', Escape.html_text('a&<>"')) 121 | end 122 | 123 | def test_html_attr_value 124 | assert_equal_hav('"a&<>""', Escape.html_attr_value('a&<>"')) 125 | end 126 | end 127 | 128 | class TestEscapeMIME < Test::Unit::TestCase 129 | def assert_equal_mime(str, tst) 130 | assert_equal(Escape::MIMEParameter.new(str), tst) 131 | end 132 | 133 | US_ASCII = (0x00..0x7f).map {|byte| [byte].pack("C") } 134 | CTLs = (0x00..0x1f).map {|byte| [byte].pack("C") } + ["\x7f"] 135 | SPACE = (0x00..0x1f).map {|byte| [byte].pack("C") } + ["\x7f"] 136 | OCTETS = (0x00..0xff).map {|byte| [byte].pack("C") } 137 | 138 | MIME_TSPECIALS = [ 139 | "(", ")", "<", ">", "@", 140 | ",", ";", ":", "\\", '"', 141 | "/", "[", "]", "?", "=" 142 | ] 143 | 144 | def test_mime_token 145 | assert_equal(true, Escape.mime_token?("abc")) 146 | assert_equal(false, Escape.mime_token?("a=b")) 147 | MIME_TSPECIALS.each {|ch| 148 | assert_equal(false, Escape.mime_token?(ch)) 149 | } 150 | (US_ASCII-[" "]-CTLs-MIME_TSPECIALS).each {|ch| 151 | assert_equal(true, Escape.mime_token?(ch)) 152 | } 153 | end 154 | 155 | def test_mime_parameter_value 156 | assert_equal_mime('abc', Escape.mime_parameter_value("abc")) 157 | assert_equal_mime('"a/b/c"', Escape.mime_parameter_value("a/b/c")) 158 | assert_equal_mime('"\""', Escape.mime_parameter_value('"')) 159 | assert_equal_mime("\"a\n b\"", Escape.mime_parameter_value("a\n b")) 160 | assert_equal_mime("\"a\n\tb\"", Escape.mime_parameter_value("a\n\tb")) 161 | assert_equal_mime("\"a\r\n b\"", Escape.mime_parameter_value("a\r\n b")) 162 | assert_equal_mime("\"a\r\n\tb\"", Escape.mime_parameter_value("a\r\n\tb")) 163 | assert_equal_mime("\"\n \"", Escape.mime_parameter_value("\n ")) 164 | assert_raise(ArgumentError) { Escape.mime_parameter_value("\n \n ") } 165 | assert_raise(ArgumentError) { Escape.mime_parameter_value("\r") } 166 | assert_raise(ArgumentError) { Escape.mime_parameter_value("\n") } 167 | assert_raise(ArgumentError) { Escape.mime_parameter_value("\0") } 168 | end 169 | 170 | def test_mime_parameter 171 | assert_equal_mime('abc=def', Escape.mime_parameter("abc", "def")) 172 | assert_equal_mime('aa="a/b/c"', Escape.mime_parameter("aa", "a/b/c")) 173 | assert_raise(ArgumentError) { Escape.mime_parameter("/", "\r") } 174 | assert_raise(ArgumentError) { Escape.mime_parameter("n", "\r") } 175 | assert_raise(ArgumentError) { Escape.mime_parameter("n", "\n") } 176 | assert_raise(ArgumentError) { Escape.mime_parameter("n", "\0") } 177 | end 178 | 179 | HTTP_SEPARATORS = [ 180 | "(", ")", "<", ">", "@", 181 | ",", ";", ":", "\\", '"', 182 | "/", "[", "]", "?", "=", 183 | "{", "}", " ", "\t" 184 | ] 185 | 186 | def test_http_token 187 | assert_equal(true, Escape.http_token?("abc")) 188 | assert_equal(false, Escape.http_token?("a=b")) 189 | HTTP_SEPARATORS.each {|ch| 190 | assert_equal(false, Escape.http_token?(ch)) 191 | } 192 | (US_ASCII-CTLs-HTTP_SEPARATORS).each {|ch| 193 | assert_equal(true, Escape.http_token?(ch)) 194 | } 195 | end 196 | 197 | def test_http_quoted_string 198 | assert_equal_mime('"abc"', Escape.http_quoted_string("abc")) 199 | assert_equal_mime('"a/b/c"', Escape.http_parameter_value("a/b/c")) 200 | assert_equal_mime('"\""', Escape.http_parameter_value('"')) 201 | assert_equal_mime('"\\\\"', Escape.http_parameter_value('\\')) 202 | assert_equal_mime("\"a\n b\"", Escape.http_parameter_value("a\n b")) 203 | assert_equal_mime("\"a\n\tb\"", Escape.http_parameter_value("a\n\tb")) 204 | assert_equal_mime("\"a\r\n b\"", Escape.http_parameter_value("a\r\n b")) 205 | assert_equal_mime("\"a\r\n\tb\"", Escape.http_parameter_value("a\r\n\tb")) 206 | assert_equal_mime("\"\n \n \"", Escape.http_parameter_value("\n \n ")) 207 | assert_raise(ArgumentError) { Escape.http_quoted_string("\n") } 208 | 209 | end 210 | 211 | def test_http_params_with_sep 212 | assert_equal_mime('', Escape.http_params_with_sep("; ")) 213 | assert_equal_mime('a=b', Escape.http_params_with_sep("; ", "a", "b")) 214 | assert_equal_mime('a=b; c=d', Escape.http_params_with_sep("; ", "a", "b", "c", "d")) 215 | assert_raise(ArgumentError) { Escape.http_params_with_sep(";", "x") } 216 | end 217 | 218 | def test_http_params_with_pre 219 | assert_equal_mime('', Escape.http_params_with_pre("; ")) 220 | assert_equal_mime('; a=b', Escape.http_params_with_pre("; ", "a", "b")) 221 | assert_equal_mime('; a=b; c=d', Escape.http_params_with_pre("; ", "a", "b", "c", "d")) 222 | assert_raise(ArgumentError) { Escape.http_params_with_pre(";", "x") } 223 | end 224 | end 225 | -------------------------------------------------------------------------------- /timeoutcom.rb: -------------------------------------------------------------------------------- 1 | # timeoutcom.rb - command timeout library 2 | # 3 | # Copyright (C) 2005-2012 Tanaka Akira 4 | # 5 | # Redistribution and use in source and binary forms, with or without 6 | # modification, are permitted provided that the following conditions 7 | # are met: 8 | # 9 | # 1. Redistributions of source code must retain the above copyright 10 | # notice, this list of conditions and the following disclaimer. 11 | # 2. Redistributions in binary form must reproduce the above 12 | # copyright notice, this list of conditions and the following 13 | # disclaimer in the documentation and/or other materials provided 14 | # with the distribution. 15 | # 3. The name of the author may not be used to endorse or promote 16 | # products derived from this software without specific prior 17 | # written permission. 18 | # 19 | # THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS 20 | # OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED 21 | # WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 22 | # ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY 23 | # DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 24 | # DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE 25 | # GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 26 | # INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, 27 | # WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE 28 | # OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, 29 | # EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 30 | 31 | require 'rbconfig' 32 | 33 | class CommandTimeout < StandardError 34 | end 35 | 36 | module TimeoutCommand 37 | 38 | module_function 39 | 40 | def parse_timespan(arg) 41 | case arg 42 | when Integer, Float 43 | timeout = arg 44 | when Time 45 | timeout = arg - Time.now 46 | when /\A\d+(\.\d+)?(?:s|sec)?\z/ 47 | timeout = $&.to_f 48 | when /\A\d+(\.\d+)?(?:m|min)\z/ 49 | timeout = $&.to_f * 60 50 | when /\A\d+(\.\d+)?(?:h|hour)\z/ 51 | timeout = $&.to_f * 60 * 60 52 | when /\A\d+(\.\d+)?(?:d|day)\z/ 53 | timeout = $&.to_f * 60 * 60 * 24 54 | else 55 | raise ArgumentError, "invalid time span: #{arg.inspect}" 56 | end 57 | timeout 58 | end 59 | 60 | def kill_processgroup(pgid, msgout) 61 | begin 62 | Process.kill('INT', -pgid) 63 | msgout.puts "timeout: INT signal sent." if msgout 64 | signals = ['INT', 'TERM', 'TERM', 'KILL'] 65 | signals.each {|sig| 66 | Process.kill(0, -pgid); sleep 0.1 67 | Process.kill(0, -pgid); sleep 0.2 68 | Process.kill(0, -pgid); sleep 0.3 69 | Process.kill(0, -pgid); sleep 0.4 70 | Process.kill(0, -pgid) 71 | 4.times { 72 | sleep 1 73 | Process.kill(0, -pgid) 74 | } 75 | Process.kill(sig, -pgid) 76 | msgout.puts "timeout: #{sig} signal sent." if msgout 77 | } 78 | rescue Errno::ESRCH # no process i.e. success to kill 79 | end 80 | end 81 | 82 | def process_alive?(pid) 83 | begin 84 | Process.kill(0, pid) 85 | rescue Errno::ESRCH # no process 86 | return false 87 | end 88 | return true 89 | end 90 | 91 | def processgroup_alive?(pgid) 92 | process_alive?(-pgid) 93 | end 94 | 95 | def last_output_time(file_list=[STDOUT, STDERR]) 96 | last_output_time = file_list.map {|f| 97 | s = f.stat 98 | if s.file? 99 | s.mtime 100 | else 101 | nil 102 | end 103 | }.compact 104 | if last_output_time.empty? 105 | nil 106 | else 107 | last_output_time.max 108 | end 109 | end 110 | 111 | def show_process_group(msg, pgid, msgout) 112 | return if !msgout 113 | msgbuf = '' 114 | # ps -A and -o option is defined by POSIX. 115 | # However MirOS BSD (MirBSD 10 GENERIC#1382 i386) don't have -A and -ax can be used instead. 116 | # 117 | # COLUMNS is described for ps command in POSIX. 118 | # FreeBSD 8.2 ps uses COLUMNS even for pipe output. 119 | # GNU/Linux (Debian squeeze) ps doesn't use COLUMNS for pipe output, though. 120 | # 121 | ps_all_process_option = '-A' 122 | case RUBY_PLATFORM 123 | when /\bmirbsd/ 124 | ps_all_process_option = '-ax' 125 | end 126 | ps_additional_options = '' 127 | case RUBY_PLATFORM 128 | when /\blinux\b/ 129 | ps_additional_options << ' -L' # show threads 130 | end 131 | psresult = IO.popen("COLUMNS=10240 ps #{ps_all_process_option}#{ps_additional_options} -o 'pgid pid etime pcpu vsz comm args'") {|psio| 132 | psio.to_a 133 | } 134 | ps_header, *processes = psresult 135 | return if !ps_header 136 | pat = /\A\s*#{pgid}\b/ 137 | processes = processes.grep(pat) 138 | return if processes.empty? 139 | msgbuf << "PSOUT #{ps_header}" 140 | pids = [] 141 | processes.each {|line| 142 | msgbuf << "PSOUT #{line}" 143 | if /\A\s*\d+\s+(\d+)/ =~ line 144 | pids << $1 145 | end 146 | } 147 | if !pids.empty? 148 | lsof_command = "lsof -p #{pids.join(',')}" 149 | begin 150 | lsofresult = `#{lsof_command}` 151 | rescue Errno::ENOENT 152 | lsofresult = nil 153 | end 154 | if lsofresult 155 | lsofresult.each_line {|line| 156 | msgbuf << "LSOFOUT #{line}" 157 | } 158 | end 159 | end 160 | msgout.puts msg 161 | msgout.puts msgbuf 162 | end 163 | 164 | def timeout_command(ruby_script, output_filename, command_timeout, msgout=STDERR, opts={}) 165 | command_timeout = parse_timespan(command_timeout) 166 | output_interval_timeout = nil 167 | output_line_max = nil 168 | if opts[:output_interval_timeout] 169 | output_interval_timeout = parse_timespan(opts[:output_interval_timeout]) 170 | end 171 | if opts[:output_line_max] 172 | output_line_max = opts[:output_line_max] 173 | end 174 | process_remain_timeout = nil 175 | if opts[:process_remain_timeout] 176 | process_remain_timeout = parse_timespan(opts[:process_remain_timeout]) 177 | end 178 | file_list = opts[:output_interval_file_list] || [STDOUT, STDERR] 179 | if command_timeout < 0 180 | raise CommandTimeout, 'no time to run a command' 181 | end 182 | IO.popen(RbConfig.ruby, "w") {|io| 183 | pid = io.pid 184 | io.puts 'STDIN.reopen("/dev/null", "r")' 185 | io.puts "open(#{output_filename.to_s.dump}, File::RDWR|File::CREAT|File::APPEND) {|f|" 186 | io.puts ' STDOUT.reopen(f)' 187 | io.puts ' STDERR.reopen(f)' 188 | io.puts ' STDOUT.sync = true' 189 | io.puts ' STDERR.sync = true' 190 | io.puts '}' 191 | io.puts "Process.setpgid($$, $$)" 192 | io.puts ruby_script 193 | io.puts '__END__' 194 | begin 195 | Process.setpgid(pid, pid) 196 | rescue Errno::EACCES # already execed. 197 | rescue Errno::ESRCH # already exited. (setpgid for a zombie fails on OpenBSD) 198 | end 199 | wait_thread = Thread.new { 200 | Process.wait2(pid)[1] 201 | } 202 | begin 203 | start_time = Time.now 204 | limit_time = start_time + command_timeout 205 | command_status = nil 206 | while true 207 | now = Time.now 208 | if limit_time < now 209 | timeout_reason = "command execution time exceeds #{command_timeout} seconds." 210 | break 211 | end 212 | if output_interval_timeout and 213 | t = last_output_time(file_list) and 214 | t + output_interval_timeout < now 215 | timeout_reason = "output interval exceeds #{output_interval_timeout} seconds." 216 | break 217 | end 218 | if open(output_filename, "r") {|f| output_line_max < f.stat.size and f.seek(-output_line_max, IO::SEEK_END) and /\n/ !~ f.read } 219 | timeout_reason = "too long line. (#{output_line_max} bytes at least.)" 220 | break 221 | end 222 | if wait_thread.join(1.0) 223 | command_status = wait_thread.value 224 | break 225 | end 226 | end 227 | if command_status 228 | return command_status 229 | else 230 | msgout.puts "timeout: #{timeout_reason}" if msgout 231 | begin 232 | Process.kill("QUIT", -pid) 233 | show_process_group("timeout: the process group #{pid} is alive.", pid, msgout) 234 | kill_processgroup(pid, msgout) 235 | rescue Errno::ESRCH # no process 236 | end 237 | raise CommandTimeout, timeout_reason 238 | end 239 | rescue Interrupt 240 | Process.kill("INT", -pid) 241 | raise 242 | rescue SignalException 243 | Process.kill($!.message, -pid) 244 | raise 245 | ensure 246 | if processgroup_alive?(pid) 247 | show_process_group("some descendant process in process group #{pid} remain.", pid, msgout) 248 | if process_remain_timeout 249 | timelimit = Time.now + process_remain_timeout 250 | timeout_reason = opts[:process_remain_timeout] 251 | while Time.now < timelimit 252 | sleep 1 253 | if !processgroup_alive?(pid) 254 | timeout_reason = nil 255 | break 256 | end 257 | end 258 | msgout.puts "timeout: #{timeout_reason}" if msgout && timeout_reason 259 | end 260 | kill_processgroup(pid, msgout) 261 | end 262 | end 263 | } 264 | end 265 | end 266 | 267 | -------------------------------------------------------------------------------- /chkbuild/svn.rb: -------------------------------------------------------------------------------- 1 | # chkbuild/svn.rb - svn access methods 2 | # 3 | # Copyright (C) 2006-2012 Tanaka Akira 4 | # 5 | # Redistribution and use in source and binary forms, with or without 6 | # modification, are permitted provided that the following conditions 7 | # are met: 8 | # 9 | # 1. Redistributions of source code must retain the above copyright 10 | # notice, this list of conditions and the following disclaimer. 11 | # 2. Redistributions in binary form must reproduce the above 12 | # copyright notice, this list of conditions and the following 13 | # disclaimer in the documentation and/or other materials provided 14 | # with the distribution. 15 | # 3. The name of the author may not be used to endorse or promote 16 | # products derived from this software without specific prior 17 | # written permission. 18 | # 19 | # THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS 20 | # OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED 21 | # WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 22 | # ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY 23 | # DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 24 | # DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE 25 | # GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 26 | # INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, 27 | # WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE 28 | # OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, 29 | # EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 30 | 31 | module ChkBuild; end # for testing 32 | 33 | module ChkBuild::SVNUtil 34 | def svn_path_sort(ary) 35 | ary.sort_by {|path| 36 | path.gsub(%r{([^/]+)(/|\z)}) { 37 | if $2 == "" 38 | if $1 == '.' 39 | "A" 40 | else 41 | "B#{$1}" 42 | end 43 | else 44 | "C#{$1}\0" 45 | end 46 | } 47 | } 48 | end 49 | end 50 | 51 | class ChkBuild::IBuild 52 | include ChkBuild::SVNUtil 53 | 54 | def svn(svnroot, rep_dir, working_dir, opts={}) 55 | network_access { 56 | svn_internal(svnroot, rep_dir, working_dir, opts) 57 | opts = opts.dup 58 | opts[:section] = nil 59 | svn_info(working_dir, opts) 60 | } 61 | end 62 | 63 | def svn_internal(svnroot, rep_dir, working_dir, opts={}) 64 | url = svnroot + '/' + rep_dir 65 | opts = opts.dup 66 | opts[:section] ||= "svn/#{working_dir}" 67 | if File.exist?(working_dir) && File.exist?("#{working_dir}/.svn") 68 | Dir.chdir(working_dir) { 69 | self.run "svn", "cleanup", opts 70 | opts[:section] = nil 71 | svn_logfile(opts) {|outio, opts2| 72 | opts2[:output_interval_file_list] = [STDOUT, STDERR, outio] 73 | self.run "svn", "update", opts2 74 | } 75 | h2 = svn_revisions 76 | svn_print_lastlog(h2['.'][0]) 77 | svn_print_revisions(svnroot, rep_dir, h2) 78 | } 79 | else 80 | if File.exist?(working_dir) 81 | FileUtils.rm_rf(working_dir) 82 | end 83 | h2 = nil 84 | svn_logfile(opts) {|outio, opts2| 85 | opts2[:output_interval_file_list] = [STDOUT, STDERR, outio] 86 | self.run "svn", "checkout", url, working_dir, opts2 87 | } 88 | opts[:section] = nil 89 | Dir.chdir(working_dir) { 90 | h2 = svn_revisions 91 | svn_print_lastlog(h2['.'][0]) 92 | svn_print_revisions(svnroot, rep_dir, h2) 93 | } 94 | end 95 | end 96 | 97 | def svn_logfile(opts) 98 | with_templog(self.build_dir, "svn.out.") {|outfile, outio| 99 | opts2 = opts.dup 100 | opts2[:stdout] = outfile 101 | begin 102 | yield outio, opts2 103 | ensure 104 | outio.rewind 105 | outio.each_line {|line| puts "SVNOUT #{line}" } 106 | end 107 | } 108 | end 109 | 110 | def svn_info(working_dir, opts={}) 111 | opts = opts.dup 112 | opts["ENV:LC_ALL"] = "C" 113 | opts[:section] = 'svn-info' unless opts.has_key? :section 114 | Dir.chdir(working_dir) { 115 | self.run "svn", "info", opts 116 | } 117 | end 118 | 119 | def svn_revisions 120 | IO.popen("svn status -v") {|f| 121 | svn_parse_status(f) 122 | } 123 | end 124 | 125 | def svn_parse_status(f) 126 | h = {} 127 | f.each {|line| 128 | if /\d+\s+(\d+)\s+\S+\s+(.+)/ =~ line 129 | rev = $1.to_i 130 | path = $2 131 | ftype = File.ftype(path) 132 | path << '/' if ftype == 'directory' && path != '.' 133 | h[path] = [rev, ftype] 134 | end 135 | } 136 | h 137 | end 138 | 139 | def svn_print_lastlog(rev) 140 | IO.popen("svn log -r #{rev}") {|f| 141 | f.each_line {|line| 142 | puts "LASTLOG #{line}" 143 | } 144 | } 145 | end 146 | 147 | def svn_print_revisions(svnroot, rep_dir, h) 148 | puts "CHECKOUT svn #{svnroot} #{rep_dir}" 149 | svn_path_sort(h.keys).each {|f| 150 | r, ftype = h[f] 151 | if ftype == 'directory' 152 | puts "DIRECTORY #{f}\t#{r}" 153 | else 154 | digest = sha256_digest_file(f) 155 | puts "FILE #{f}\t#{r}\t#{digest}" 156 | end 157 | } 158 | end 159 | end 160 | 161 | class ChkBuild::IFormat 162 | include ChkBuild::SVNUtil 163 | 164 | def svn_restore_file_info(lines) 165 | h = {} 166 | lines.each {|line| 167 | case line 168 | when /\ADIRECTORY (\S+)\t(\S+)/ 169 | h[$1] = [$2.to_i, 'directory'] 170 | when /\AFILE (\S+)\t(\S+)/ 171 | h[$1] = [$2.to_i, 'file'] 172 | end 173 | } 174 | h 175 | end 176 | 177 | def output_svn_change_lines(checkout_line, lines1, lines2, out) 178 | if /CHECKOUT svn (\S+) (\S+)/ !~ checkout_line 179 | out.puts "unexpected checkout line: #{checkout_line}" 180 | return 181 | end 182 | svnroot = $1 183 | rep_dir = $2 184 | viewer = ChkBuild.find_file_changes_viewer('svn', "#{svnroot} #{rep_dir}") 185 | h1 = svn_restore_file_info(lines1) 186 | h2 = svn_restore_file_info(lines2) 187 | svn_print_changes(h1, h2, viewer, out) 188 | end 189 | 190 | def svn_rev_uri(viewer, r) 191 | return nil if !viewer 192 | viewer.rev_uri(r) 193 | end 194 | 195 | def svn_markup_uri(viewer, f, r) 196 | return nil if !viewer 197 | viewer.markup_uri(nil, f, r) 198 | end 199 | 200 | def svn_dir_uri(viewer, f, r) 201 | return nil if !viewer 202 | viewer.dir_uri(nil, f, r) 203 | end 204 | 205 | def svn_diff_uri(viewer, f, r1, r2) 206 | return nil if !viewer 207 | viewer.diff_uri(nil, f, r1, r2) 208 | end 209 | 210 | def svn_print_changes(h1, h2, viewer=nil, out=STDOUT) 211 | top_r1, _ = h1['.'] 212 | top_r2, _ = h2['.'] 213 | h1 = h1.dup 214 | h2 = h2.dup 215 | h1.delete '.' 216 | h2.delete '.' 217 | return if top_r1 == top_r2 218 | svn_print_oldrev_line(top_r1, svn_rev_uri(viewer, top_r1), out) 219 | svn_print_newrev_line(top_r2, svn_rev_uri(viewer, top_r2), out) 220 | svn_path_sort(h1.keys|h2.keys).each {|f| 221 | r1, d1 = h1[f] || ['none', nil] 222 | r2, d2 = h2[f] || ['none', nil] 223 | next if r1 == r2 # no changes 224 | next if d1 == 'directory' && d2 == 'directory' # skip directory changes 225 | if d1 == 'file' && d2 == 'file' && r1 != 'none' && r2 != 'none' 226 | svn_print_chg_line(f, r1, r2, 227 | svn_diff_uri(viewer, f, top_r1, top_r2), out) 228 | else 229 | svn_print_del_line(f, r1, 230 | d1 == 'directory' ? svn_dir_uri(viewer, f, top_r1) : 231 | svn_markup_uri(viewer, f, top_r1), out) if r1 != 'none' 232 | svn_print_add_line(f, r2, 233 | d2 == 'directory' ? svn_dir_uri(viewer, f, top_r2) : 234 | svn_markup_uri(viewer, f, top_r2), out) if r2 != 'none' 235 | end 236 | } 237 | end 238 | 239 | def svn_print_oldrev_line(r, uri, out) 240 | line = "OLDREV #{r}" 241 | line << "\t" << uri.to_s if uri 242 | out.puts line 243 | end 244 | 245 | def svn_print_newrev_line(r, uri, out) 246 | line = "NEWREV #{r}" 247 | line << "\t" << uri.to_s if uri 248 | out.puts line 249 | end 250 | 251 | def svn_print_chg_line(f, r1, r2, uri, out) 252 | line = "CHG #{f}\t#{r1}->#{r2}" 253 | line << "\t" << uri.to_s if uri 254 | out.puts line 255 | end 256 | 257 | def svn_print_del_line(f, r, uri, out) 258 | line = "DEL #{f}\t#{r}->none" 259 | line << "\t" << uri.to_s if uri 260 | out.puts line 261 | end 262 | 263 | def svn_print_add_line(f, r, uri, out) 264 | line = "ADD #{f}\tnone->#{r}" 265 | line << "\t" << uri.to_s if uri 266 | out.puts line 267 | end 268 | 269 | end 270 | 271 | # segment = *pchar 272 | # pchar = unreserved / pct-encoded / sub-delims / ":" / "@" 273 | # unreserved = ALPHA / DIGIT / "-" / "." / "_" / "~" 274 | # pct-encoded = "%" HEXDIG HEXDIG 275 | # sub-delims = "!" / "$" / "&" / "'" / "(" / ")" 276 | # / "*" / "+" / "," / ";" / "=" 277 | segment_regexp = '(?:[A-Za-z0-9\-._~!$&\'()*+,;=:@]|%[0-9A-Fa-f][0-9A-Fa-f])*' 278 | 279 | ChkBuild.define_file_changes_viewer('svn', 280 | %r{\Ahttp://svn\.apache\.org/repos/asf (#{segment_regexp}(/#{segment_regexp})*)?\z}o) { 281 | |match, reptype, pat, checkout_line| 282 | # http://svn.apache.org/repos/asf 283 | # http://svn.apache.org/viewvc/?diff_format=u 284 | 285 | mod = match[1] 286 | mod = nil if mod && mod.empty? 287 | ChkBuild::ViewVC.new('http://svn.apache.org/viewvc/?diff_format=u', false, mod) 288 | } 289 | 290 | ChkBuild.define_title_hook(nil, %r{\Asvn/}) {|title, logs| 291 | logs.each {|log| 292 | next unless url = /^URL: (\S+)$/.match(log) 293 | next unless lastrev = /^Last Changed Rev: (\d+)$/.match(log) 294 | title.update_hidden_title(url[1], lastrev[1]) 295 | } 296 | } 297 | 298 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- 1 | chkbuild 2 | ======== 3 | 4 | chkbuild は、定期的にソフトウェアをビルドし、 5 | ビルドの記録を HTML ページとして生成します。 6 | 7 | 作者 8 | -------- 9 | 10 | 田中哲 11 | 12 | 特徴 13 | -------- 14 | 15 | * timeout を設定できます 16 | 17 | 設定した時間が過ぎたら、プロセスを kill します。 18 | このため、ビルドが終了しない問題があった場合でも、指定した時間で終了します。 19 | 20 | * backtrace を自動的にとります 21 | 22 | ビルドの結果 core を生成されていたら、自動的に gdb を起動し、 23 | backtrace を記録します。 24 | 25 | * 過去の記録は自動的に gzip 圧縮されます 26 | 27 | * 前回の記録との比較を行います 28 | このときコマンドを実行した時刻など、毎回異なるのが当然なものは事前に置換され、 29 | 比較結果には表れません。 30 | 個々のビルド固有の設定で置換する対象を設定することも可能です。 31 | 32 | * git, svn でソースを取得する場合、diff へのリンクを生成できます。 33 | (現在のところ、git に対して GitHub, Savannah を、 svn に対して ViewVC に対応しています) 34 | 35 | * ひとつのビルド中で失敗が起きたときに、その失敗に依存しない部分を続行することができます。 36 | 37 | 短気なユーザのための設置および試しに ruby の最新版をビルドしてみる方法 38 | -------- 39 | 40 | ```bash 41 | % cd $HOME 42 | % git clone https://github.com/ruby/chkbuild.git 43 | % cd chkbuild 44 | % ruby start-build 45 | 46 | % w3m tmp/public_html/ruby-master/summary.html 47 | % w3m tmp/public_html/ruby-2.6/summary.html 48 | % w3m tmp/public_html/ruby-2.5/summary.html 49 | 50 | % rm -rf tmp 51 | ``` 52 | 53 | この方法はあくまでも試しに動かすものであって、 54 | これを cron で定期的に実行することはしないでください。 55 | 56 | 設置 57 | -------- 58 | 59 | 以下の例では、あなたのユーザ名が foo で、 60 | /home/foo/chkbuild に chkbuild を設置することを仮定します。 61 | ただし、コマンド例や設定例の中に $U とあるところは実際には foo もしくは 62 | 実際の設置対象にあわせて適切に変更してください。 63 | 64 | (1) chkbuild のダウンロード・展開 65 | 66 | ```bash 67 | % export U=foo 68 | % cd /home/$U 69 | % git clone https://github.com/ruby/chkbuild.git 70 | ``` 71 | 72 | (2) chkbuild の設定 73 | 74 | さまざまなサンプルの設定が sample ディレクトリにありますので、 75 | 適当なものを編集します。 76 | また、start-build はサンプルを呼び出すスクリプトです。 77 | 78 | ```bash 79 | % cd chkbuild 80 | % vi sample/build-ruby 81 | % vi start-build 82 | ``` 83 | 84 | 設定内容について詳しくは次節で述べます。 85 | 86 | とくに注意が必要なのは、RSS を使う場合は絶対 URL を結果に埋め込む必要があるため、 87 | 結果を公開する URL を ChkBuild.top_uri = "..." と設定する必要があります。 88 | これについては sample/build-ruby にコメントがあります。 89 | (この設定を行わない場合、不適切な URL が HTML に埋め込まれます。) 90 | 91 | なお、設定の内容を変更せず、ruby start-build として実行した場合は、 92 | Ruby の main trunk といくつかのブランチを 93 | /home/$U/chkbuild/tmp 以下でビルドします。 94 | 95 | $U ユーザでビルドした場合、次の chkbuild ユーザでのビルドの邪魔になりますので、 96 | ビルド結果を削除しておきます。 97 | 98 | ```bash 99 | % rm -rf tmp 100 | ``` 101 | 102 | (3) chkbuild ユーザの作成 103 | 104 | chkbuild の動作専用のユーザ・グループを作ります。 105 | セキュリティのため、必ず専用ユーザ・グループを作ってください。 106 | また、chkbuild グループに $U を加えた上で 107 | また、以下のようなオーナ・グループ・モードでディレクトリを作り、 108 | chkbuild ユーザ自身は build, public_html 以下にしか書き込めないようにします。 109 | 110 | ``` 111 | /home/chkbuild user=$U group=chkbuild mode=2755 112 | /home/chkbuild/build user=$U group=chkbuild mode=2775 113 | /home/chkbuild/public_html user=$U group=chkbuild mode=2775 114 | ``` 115 | 116 | ```bash 117 | % su 118 | # adduser --disabled-login --no-create-home chkbuild 119 | # usermod -G ...,chkbuild $U 120 | # cd /home 121 | # mkdir chkbuild 122 | # chown $U:chkbuild chkbuild 123 | # chmod 2755 chkbuild 124 | # mkdir chkbuild/build 125 | # mkdir chkbuild/public_html 126 | # chown $U:chkbuild chkbuild/build chkbuild/public_html 127 | # chmod 2775 chkbuild/build chkbuild/public_html 128 | # exit 129 | ``` 130 | 131 | (4) 生成ディレクトリの設定 132 | 133 | ```bash 134 | % ln -s /home/chkbuild /home/$U/chkbuild/tmp 135 | ``` 136 | 137 | デフォルトの設定のまま /home/chkbuild 以下でビルドしたい場合にはこのように 138 | シンボリックリンクを作るのが簡単です。 139 | 140 | (5) rsync によるファイルのアップロード 141 | 142 | chkbuild を動かすホストと chkbuild が生成したファイルを公開する 143 | HTTP サーバが異なる場合、ssh 経由の rsync でコピーすることができます。 144 | 145 | このためには、まず通信に使用する (パスフレーズのない) ssh 鍵対を生成します。 146 | 147 | ```bash 148 | % ssh-keygen -N '' -t rsa -f chkbuild-upload -C chkbuild-upload 149 | 150 | アップロードしたファイルを格納するディレクトリを HTTP サーバで作ります 151 | ここでは /home/$U/public_html/chkbuild を使うことにします。 152 | ``` 153 | 154 | ```bash 155 | % mkdir -p /home/$U/public_html/chkbuild 156 | ``` 157 | 158 | HTTP サーバでアップロードを受け取るための rsync daemon の設定を作ります。 159 | (daemon といっても常に動かしておくわけではありませんが。) 160 | ここでは /home/$U/.ssh/chkbuild-rsyncd.conf に作るとします。 161 | この設定を使った rsync daemon は /home/$U/public_html/chkbuild 下への 162 | 書き込み専用になります。 163 | 164 | ```bash 165 | /home/$U/.ssh/chkbuild-rsyncd.conf : 166 | [upload] 167 | path = /home/$U/public_html/chkbuild 168 | use chroot = no 169 | read only = no 170 | write only = yes 171 | ``` 172 | 173 | HTTP サーバでアップロードを受け取るユーザの ~/.ssh/authorized_keys に 174 | 以下を加えます。 175 | これはここで使う鍵対が上記の設定での rsync daemon の起動専用にするものです。 176 | 177 | command="/usr/bin/rsync --server --daemon --config=/home/$U/.ssh/chkbuild-rsyncd.conf .",no-port-forwarding,no-X11-forwarding,no-agent-forwarding,no-pty 上記で生成した公開鍵 chkbuild-upload.pub の内容 178 | 179 | chkbuild を動作させるホストで、HTTP サーバの ssh fingerprint を記録します。 180 | HTTP サーバのホスト名を http.server.host.domain とします。 181 | 182 | ```bash 183 | % mkdir /home/chkbuild/.ssh 184 | % ssh-keyscan -t rsa http.server.host.domain >> /home/chkbuild/.ssh/known_hosts 185 | ``` 186 | 187 | 上で生成した鍵対の秘密鍵を chkbuild を動作させるホストの 188 | /home/chkbuild/.ssh/ にコピーします 189 | そして秘密鍵を chkbild ユーザが読めるようなグループパーミッションを 190 | 設定します。 191 | 192 | ```bash 193 | % cp chkbuild-upload chkbuild-upload.pub /home/chkbuild/.ssh/ 194 | % su 195 | # chgrp chkbuild /home/chkbuild/.ssh/chkbuild-upload 196 | # chmod g+r /home/chkbuild/.ssh/chkbuild-upload 197 | ``` 198 | 199 | そして、start-build 内で以下の行を有効にします。 200 | 201 | ```ruby 202 | ChkBuild.rsync_ssh_upload_target("remoteuser@http.server.host.domain::upload/dir", "/home/chkbuild/.ssh/chkbuild-upload") 203 | ``` 204 | 205 | これにより HTTP サーバの /home/$U/public_html/chkbuild/dir にコピーされる 206 | ようになります。 207 | 208 | (6) HTTP サーバの設定 209 | 210 | chkbuild はディスクと帯域を節約するため、ファイルを gzip 圧縮します。 211 | 圧縮したファイルは *.html.gz や *.txt.gz というファイル名になります。 212 | これらのファイルをブラウザから閲覧するためには以下のようなヘッダが 213 | HTTP サーバからブラウザに送られなければなりません。 214 | 215 | ``` 216 | Content-Type: text/html 217 | Content-Encoding: gzip 218 | ``` 219 | 220 | また、rss というファイルでは RSS を提供するので、以下のヘッダをつけます。 221 | 222 | ``` 223 | Content-Type: application/rss+xml 224 | ``` 225 | 226 | これらを行う設定方法は HTTP サーバに依存しますが、 227 | Apache の場合は mod_mime モジュールでヘッダを制御できます。 228 | http://httpd.apache.org/docs/2.2/mod/mod_mime.html 229 | 230 | 大域的な設定の状況によって具体的なやりかたは異なりますが、 231 | 例えば以下のような設定を /home/$U/public_html/.htaccess に入れることで 232 | 上記を実現できるかもしれません。 233 | 234 | ``` 235 | # サーバ全体の設定にある .gz に対する AddType を抑制し、 236 | # .gz なファイルで Content-Encoding: gzip とする 237 | # .html に対して Content-Type: text/html とするのはサーバ全体の設定で 238 | # 行われているものとしてここでは行わない 239 | RemoveType .gz 240 | AddEncoding gzip .gz 241 | 242 | # rss という名前のファイルは Content-Type: application/rss+xml とする 243 | 244 | ForceType application/rss+xml 245 | 246 | ``` 247 | 248 | (7) 定期実行の設定 249 | 250 | ```bash 251 | # vi /etc/crontab 252 | ``` 253 | 254 | たとえば、毎日午前 3時33分に実行するには root の crontab で以下のような 255 | 設定を行います。 256 | 257 | ``` 258 | 33 3 * * * root cd /home/$U/chkbuild; su chkbuild -c /home/$U/chkbuild/start-build 259 | ``` 260 | 261 | su chkbuild により、chkbuild ユーザで start-build を起動します。 262 | 263 | (8) アナウンス 264 | 265 | Ruby 開発者に見て欲しいなら、Ruby CI に登録するといいかも知れません。 266 | 267 | https://rubyci.org/ 268 | 269 | 設定 270 | -------- 271 | 272 | chkbuild の設定は、Ruby で記述されます。 273 | 実際のところ、chkbuild の本体は chkbuild.rb という Ruby のライブラリであり、 274 | chkbuild.rb を利用するスクリプトを記述することが設定となります。 275 | 276 | セキュリティ 277 | -------- 278 | 279 | chkbuild により、git/svn/cvs サーバなどから入手できる最新版をコンパイルすることは、 280 | サーバに書き込める開発者とサーバに入っているコードを信用することになります。 281 | 282 | 開発者を信用することは通常問題ありません。 283 | もし開発者を信用しないのならば、そもそもあなたはそのプログラムを使わないでしょう。 284 | 285 | しかし、サーバに入っているコードを信用するのは微妙な問題をはらんでいます。 286 | サーバがクラックされ、悪意のある人物が危険なコードを挿入する可能性があります。 287 | たとえば、あなたの権限で実行していたら、あなたのホームディレクトリが削除されてしまうかも知れませんし、 288 | あなたの秘密鍵が盗まれてしまうかも知れません。 289 | 290 | このため、chkbuild は少なくとも専用ユーザで実行し、 291 | あなたのホームディレクトリに変更を加えられないようにすべきです。 292 | 293 | また chkbuild のスクリプト自身を書き換えられないように、chkbuild はその専用ユーザとは別のユーザの所有とすべきです。 294 | なお、ここでいう「別のユーザ」のために専用のユーザを用意する必要はありません。 295 | あなたの権限でもいいですし、root でもかまいません。 296 | 297 | なお、さらに注意深くありたい場合には、 298 | xen, chroot, jail, user mode linux, VMware, ... などで環境を限定することも検討してください。 299 | 300 | TODO 301 | -------- 302 | 303 | * index.html を生成する 304 | 305 | LICENSE 306 | -------- 307 | 308 | Redistribution and use in source and binary forms, with or without 309 | modification, are permitted provided that the following conditions 310 | are met: 311 | 312 | 1. Redistributions of source code must retain the above copyright 313 | notice, this list of conditions and the following disclaimer. 314 | 2. Redistributions in binary form must reproduce the above 315 | copyright notice, this list of conditions and the following 316 | disclaimer in the documentation and/or other materials provided 317 | with the distribution. 318 | 3. The name of the author may not be used to endorse or promote 319 | products derived from this software without specific prior 320 | written permission. 321 | 322 | THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS 323 | OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED 324 | WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 325 | ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY 326 | DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 327 | DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE 328 | GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 329 | INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, 330 | WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE 331 | OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, 332 | EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 333 | 334 | (The modified BSD license) 335 | -------------------------------------------------------------------------------- /chkbuild/upload.rb: -------------------------------------------------------------------------------- 1 | # chkbuild/upload.rb - upload method definition 2 | # 3 | # Copyright (C) 2006-2011 Tanaka Akira 4 | # 5 | # Redistribution and use in source and binary forms, with or without 6 | # modification, are permitted provided that the following conditions 7 | # are met: 8 | # 9 | # 1. Redistributions of source code must retain the above copyright 10 | # notice, this list of conditions and the following disclaimer. 11 | # 2. Redistributions in binary form must reproduce the above 12 | # copyright notice, this list of conditions and the following 13 | # disclaimer in the documentation and/or other materials provided 14 | # with the distribution. 15 | # 3. The name of the author may not be used to endorse or promote 16 | # products derived from this software without specific prior 17 | # written permission. 18 | # 19 | # THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS 20 | # OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED 21 | # WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 22 | # ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY 23 | # DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 24 | # DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE 25 | # GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 26 | # INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, 27 | # WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE 28 | # OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, 29 | # EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 30 | 31 | module ChkBuild 32 | @upload_hook = [] 33 | 34 | def self.add_upload_hook(&block) 35 | @upload_hook << block 36 | end 37 | 38 | def self.run_upload_hooks(depsuffixed_name) 39 | @upload_hook.reverse_each {|block| 40 | begin 41 | block.call depsuffixed_name 42 | rescue Exception 43 | p $! 44 | end 45 | } 46 | end 47 | 48 | # rsync/ssh 49 | 50 | def self.rsync_ssh_upload_target(rsync_target, private_key=nil) 51 | self.add_upload_hook {|depsuffixed_name| 52 | self.do_upload_rsync_ssh(rsync_target, private_key, depsuffixed_name) 53 | } 54 | end 55 | 56 | def self.do_upload_rsync_ssh(rsync_target, private_key, depsuffixed_name) 57 | if %r{\A(?:([^@:]+)@)([^:]+)::(.*)\z} !~ rsync_target 58 | raise "invalid rsync target: #{rsync_target.inspect}" 59 | end 60 | remote_user = $1 || ENV['USER'] || Etc.getpwuid.name 61 | remote_host = $2 62 | remote_path = $3 63 | local_host = Socket.gethostname 64 | private_key ||= "#{ENV['HOME']}/.ssh/chkbuild-#{local_host}-#{remote_host}" 65 | 66 | begin 67 | save = ENV['SSH_AUTH_SOCK'] 68 | ENV['SSH_AUTH_SOCK'] = nil 69 | system "rsync", "--delete", "-rte", "ssh -akxi #{private_key}", "#{ChkBuild.public_top}/#{depsuffixed_name}", "#{rsync_target}" 70 | ensure 71 | ENV['SSH_AUTH_SOCK'] = save 72 | end 73 | end 74 | 75 | # azure storage 76 | # 77 | # == Usage 78 | # Add `ChkBuild.azure_upload_target` to sample/build-ruby 79 | # 80 | # == Environmental Variables 81 | # * AZURE_STORAGE_ACCOUNT 82 | # * AZURE_STORAGE_ACCESS_KEY 83 | 84 | def self.azure_upload_target 85 | ENV['AZURE_STORAGE_ACCOUNT'] ||= 'rubyci' 86 | raise 'no AZURE_STORAGE_ACCESS_KEY env' unless ENV['AZURE_STORAGE_ACCESS_KEY'] 87 | require 'azure' 88 | require_relative 'azure-patch' 89 | service = Azure::BlobService.new 90 | service.with_filter do |req, _next| 91 | i = 0 92 | begin 93 | next _next.call 94 | rescue 95 | case $! 96 | when Errno::ETIMEDOUT 97 | if i < 3 98 | i += 1 99 | retry 100 | end 101 | end 102 | raise 103 | end 104 | end 105 | self.add_upload_hook {|depsuffixed_name| 106 | self.do_upload_azure(service, ChkBuild.nickname, depsuffixed_name) 107 | } 108 | end 109 | 110 | def self.do_upload_azure(service, container, branch) 111 | begin 112 | res, body = service.get_blob(container, "#{branch}/recent.ltsv") 113 | server_start_time = body[/\tstart_time:(\w+)/, 1] 114 | rescue Azure::Core::Http::HTTPError => e 115 | server_start_time = '00000000T000000Z' 116 | if e.type == 'ContainerNotFound' 117 | service.create_container(container, :public_access_level => 'container') 118 | end 119 | end 120 | puts "Azure: #{branch} start_time: #{server_start_time}" 121 | 122 | latest = IO.foreach("#{ChkBuild.public_top}/#{branch}/recent.ltsv") do |line| 123 | break line[/\tstart_time:(\w+)/, 1] 124 | end 125 | 126 | Dir.foreach("#{ChkBuild.public_top}/#{branch}/log") do |path| 127 | next unless path.end_with?('.gz') 128 | blobname = "#{branch}/log/#{path}" 129 | filepath = "#{ChkBuild.public_top}/#{blobname}" 130 | if (service.get_blob_metadata(container, blobname) rescue false) 131 | File.unlink filepath 132 | next 133 | end 134 | if azcp0(service, container, blobname, filepath) && !path.start_with?(latest) 135 | File.unlink filepath 136 | end 137 | end 138 | 139 | %w[current.txt last.html.gz recent.ltsv summary.html summary.txt 140 | last.html last.txt recent.html rss summary.ltsv].each do |fn| 141 | path = "#{branch}/#{fn}" 142 | azcp0(service, container, path, "#{ChkBuild.public_top}/#{path}") 143 | end 144 | end 145 | 146 | def self.azcp0(service, container, blobname, filepath) 147 | unless File.exist?(filepath) 148 | puts "file '#{filepath}' is not found" 149 | return false 150 | end 151 | options = {} 152 | 153 | case filepath 154 | when /\.txt\.gz\z/ 155 | options[:content_type] = "text/plain" 156 | options[:content_encoding] = 'gzip' 157 | when /\.html\.gz\z/ 158 | options[:content_type] = "text/html" 159 | options[:content_encoding] = 'gzip' 160 | when /\.(?:ltsv|txt)\z/ 161 | options[:content_type] = "text/plain" 162 | when /\.html\z/ 163 | options[:content_type] = "text/html" 164 | when /(?:\A|\/)rss\z/ 165 | options[:content_type] = "application/rss+xml" 166 | else 167 | warn "no content_type is defined for #{filepath}" 168 | end 169 | open(filepath, 'rb') do |f| 170 | puts "uploading '#{filepath}'..." 171 | service.create_block_blob(container, blobname, f, options) 172 | end 173 | true 174 | end 175 | 176 | # S3 177 | # 178 | # == Usage 179 | # Add `ChkBuild.s3_upload_target` to sample/build-ruby 180 | # 181 | # == Environmental Variables 182 | # :access_key_id => ENV['AWS_ACCESS_KEY_ID'], 183 | # :secret_access_key => ENV['AWS_SECRET_ACCESS_KEY']) 184 | 185 | def self.s3_upload_target 186 | return if ENV["DISABLE_S3_UPLOAD"] # for local test 187 | bucket_name = 'rubyci' 188 | region = 'ap-northeast-1' 189 | begin 190 | require 'aws-sdk' 191 | $RUBYCI_AWS_SDK = "aws-sdk" 192 | rescue LoadError 193 | require 'aws-sdk-s3' 194 | $RUBYCI_AWS_SDK = "aws-sdk-s3" 195 | end 196 | bucket = Aws::S3::Resource.new(region: region).bucket(bucket_name) 197 | self.add_upload_hook {|depsuffixed_name| 198 | self.do_upload_s3(bucket, depsuffixed_name) 199 | } 200 | end 201 | 202 | def self.do_upload_s3(bucket, branch) 203 | # upload log files 204 | logdir = s3_localpath("#{branch}/log") 205 | latest_datetime = "19700101T000000Z" 206 | Dir.foreach(logdir) do |filename| 207 | next unless filename.end_with?('.gz') 208 | datetime = filename[0, 16] 209 | latest_datetime = datetime if latest_datetime < datetime 210 | end 211 | 212 | Dir.foreach(logdir) do |filename| 213 | next unless filename.end_with?('.gz') 214 | path = "#{branch}/log/#{filename}" 215 | filepath = s3_localpath(path) 216 | if s3sync(bucket, path) 217 | # upload success 218 | if path.include?(latest_datetime) 219 | # keep to replace placeholder_start later... 220 | else 221 | puts "remove: #{filename}" 222 | File.unlink filepath 223 | end 224 | end 225 | end 226 | 227 | # upload index 228 | %w[current.txt last.html.gz recent.ltsv summary.html summary.txt 229 | last.html last.txt recent.html rss summary.ltsv].each do |fn| 230 | path = "#{branch}/#{fn}" 231 | s3sync(bucket, path) 232 | end 233 | 234 | # upload lcov 235 | lcovdir = s3_localpath("#{branch}/lcov") 236 | if File.directory?(lcovdir) 237 | prefix = s3_localpath("") 238 | Dir.glob(lcovdir + "/**/*", File::FNM_DOTMATCH).sort.each do |filepath| 239 | if File.file?(filepath) && filepath.start_with?(prefix) 240 | path = filepath[prefix.size..-1] 241 | s3sync(bucket, path) 242 | end 243 | end 244 | end 245 | end 246 | 247 | def self.s3_localpath(path) 248 | "#{ChkBuild.public_top}/#{path}" 249 | end 250 | 251 | def self.s3_remotepath(path) 252 | "#{ChkBuild.nickname}/#{path}" 253 | end 254 | 255 | def self.s3sync(bucket, path) 256 | blobname = s3_remotepath(path) 257 | filepath = s3_localpath(path) 258 | unless File.exist?(filepath) 259 | warn "file '#{filepath}' is not found" 260 | return false 261 | end 262 | 263 | options = {} 264 | options[:content_encoding] = 'gzip' 265 | case path 266 | when /\.txt\.gz\z/ 267 | options[:content_type] = 'text/plain' 268 | when /\.html\.gz\z/ 269 | options[:content_type] = 'text/html' 270 | when /\.(?:ltsv|txt)\z/ 271 | options[:content_type] = 'text/plain' 272 | when /\.html\z/ 273 | options[:content_type] = 'text/html' 274 | when /(?:\A|\/)rss\z/ 275 | options[:content_type] = 'application/rss+xml' 276 | else 277 | warn "no content_type is defined for #{filepath}" 278 | end 279 | 280 | puts "uploading '#{filepath}' to #{blobname}..." 281 | if path.end_with?(".gz") 282 | bucket.object(blobname).upload_file(filepath, options) 283 | else 284 | bucket.object(blobname).upload_stream(options) do |write_stream| 285 | ::Zlib::GzipWriter.wrap(write_stream, ::Zlib::BEST_COMPRESSION) do |gz| 286 | File.open(filepath) do |f| 287 | IO.copy_stream(f, gz) 288 | end 289 | end 290 | end 291 | end 292 | 293 | true 294 | end 295 | end 296 | 297 | if __FILE__ == $0 298 | require 'pathname' 299 | require_relative 'main' 300 | def ChkBuild.main; end 301 | load File.expand_path('../../start-build', __FILE__) 302 | 303 | Dir.foreach(ChkBuild.s3_localpath("")) do |depsuffixed_name| 304 | next if depsuffixed_name !~ /\A(?:cross)?ruby-/ 305 | ChkBuild.run_upload_hooks(depsuffixed_name) 306 | end 307 | end 308 | --------------------------------------------------------------------------------