<%= link_to 'Confirm my account', confirmation_url(@resource, confirmation_token: @token) %>
6 |
--------------------------------------------------------------------------------
/db/migrate/20130107050049_add_invitation_code_to_users.rb:
--------------------------------------------------------------------------------
1 | class AddInvitationCodeToUsers < ActiveRecord::Migration[4.2]
2 | def change
3 | add_column :users, :invitation_code, :string
4 | change_column :users, :invitation_code, :string, :null => false
5 | end
6 | end
7 |
--------------------------------------------------------------------------------
/db/seeds.rb:
--------------------------------------------------------------------------------
1 | # This file should contain all the record creation needed to seed the database with its default values.
2 | # The data can then be loaded with the rake db:seed (or created alongside the db with db:setup).
3 |
4 | require_relative 'seeds/seeder'
5 |
6 | Seeder.seed
7 |
--------------------------------------------------------------------------------
/Rakefile:
--------------------------------------------------------------------------------
1 | #!/usr/bin/env rake
2 | # Add your own tasks in files placed in lib/tasks ending in .rake,
3 | # for example lib/tasks/capistrano.rake, and they will automatically be available to Rake.
4 |
5 | require_relative 'config/application'
6 |
7 | Huginn::Application.load_tasks
8 |
--------------------------------------------------------------------------------
/app/assets/javascripts/ace.js.coffee:
--------------------------------------------------------------------------------
1 | #= require ace/ace
2 | #= require ace/mode-javascript.js
3 | #= require ace/mode-markdown.js
4 | #= require ace/mode-coffee.js
5 | #= require ace/mode-sql.js
6 | #= require ace/mode-json.js
7 | #= require ace/mode-yaml.js
8 | #= require ace/mode-text.js
9 |
--------------------------------------------------------------------------------
/db/migrate/20150808115436_remove_requirement_from_users_invitation_code.rb:
--------------------------------------------------------------------------------
1 | class RemoveRequirementFromUsersInvitationCode < ActiveRecord::Migration[4.2]
2 | def change
3 | change_column_null :users, :invitation_code, true, ENV['INVITATION_CODE'].presence || 'try-huginn'
4 | end
5 | end
6 |
--------------------------------------------------------------------------------
/app/views/admin/users/new.html.erb:
--------------------------------------------------------------------------------
1 | <% content_for :title, "Create User" -%>
2 |
3 |
7 | path: .
8 | memory: 512M
9 | command: nohup foreman start --procfile Procfile.CF
10 | instances: 1
11 | services:
12 | - huginn-db
13 |
--------------------------------------------------------------------------------
/app/validators/owned_by_validator.rb:
--------------------------------------------------------------------------------
1 | class OwnedByValidator < ActiveModel::EachValidator
2 | def validate_each(record, attribute, association)
3 | return if association.all? {|s| s[options[:with]] == record[options[:with]] }
4 | record.errors[attribute] << "must be owned by you"
5 | end
6 | end
7 |
--------------------------------------------------------------------------------
/lib/tasks/database_test.rake:
--------------------------------------------------------------------------------
1 | namespace :database_test do
2 | desc "Ping the database"
3 | task :ping do
4 | require 'active_record'
5 | require 'mysql2'
6 | require 'pg'
7 | ActiveRecord::Base.establish_connection
8 | ActiveRecord::Base.connection.verify!
9 | end
10 | end
11 |
--------------------------------------------------------------------------------
/app/assets/stylesheets/scenarios.scss:
--------------------------------------------------------------------------------
1 | .scenario-import {
2 | .agent-import-list {
3 | .agent-import {
4 | margin-bottom: 20px;
5 |
6 | .instructions {
7 | margin-bottom: 10px;
8 | }
9 |
10 | .current {
11 | font-weight: bold;
12 | }
13 | }
14 | }
15 | }
--------------------------------------------------------------------------------
/bin/rails:
--------------------------------------------------------------------------------
1 | #!/usr/bin/env ruby
2 | begin
3 | load File.expand_path('../spring', __FILE__)
4 | rescue LoadError => e
5 | raise unless e.message.include?('spring')
6 | end
7 | APP_PATH = File.expand_path('../config/application', __dir__)
8 | require_relative '../config/boot'
9 | require 'rails/commands'
10 |
--------------------------------------------------------------------------------
/db/migrate/20140602014917_add_indices_to_scenarios.rb:
--------------------------------------------------------------------------------
1 | class AddIndicesToScenarios < ActiveRecord::Migration[4.2]
2 | def change
3 | add_index :scenarios, [:user_id, :guid], :unique => true
4 | add_index :scenario_memberships, :agent_id
5 | add_index :scenario_memberships, :scenario_id
6 | end
7 | end
8 |
--------------------------------------------------------------------------------
/app/views/system_mailer/send_message.text.erb:
--------------------------------------------------------------------------------
1 | <% if @body.present? %><%= sanitize @body -%>
2 | <% else -%>
3 | <% if @headline %><%= @headline %>
4 |
5 | <% end %><% @groups.each do |group| %><%= group[:title] %>
6 | <% group[:entries].each do |entry| %> <%= entry %>
7 | <% end %>
8 |
9 | <% end %>
10 | <% end %>
--------------------------------------------------------------------------------
/bin/threaded.rb:
--------------------------------------------------------------------------------
1 | #!/usr/bin/env ruby
2 |
3 | require_relative './pre_runner_boot'
4 |
5 | agent_runner = AgentRunner.new
6 |
7 | # We need to wait a bit to let delayed_job set it's traps so we can override them
8 | Thread.new do
9 | sleep 5
10 | agent_runner.set_traps
11 | end
12 |
13 | agent_runner.run
14 |
--------------------------------------------------------------------------------
/db/migrate/20160807000122_remove_queue_from_email_digest_agent_memory.rb:
--------------------------------------------------------------------------------
1 | class RemoveQueueFromEmailDigestAgentMemory < ActiveRecord::Migration[4.2]
2 | def up
3 | Agents::EmailDigestAgent.find_each do |agent|
4 | agent.memory.delete("queue")
5 | agent.save!(validate: false)
6 | end
7 | end
8 | end
9 |
--------------------------------------------------------------------------------
/db/migrate/20161007030910_reset_data_output_agents.rb:
--------------------------------------------------------------------------------
1 | class ResetDataOutputAgents < ActiveRecord::Migration[4.2]
2 | def up
3 | Agents::DataOutputAgent.find_each do |agent|
4 | agent.memory = {}
5 | agent.save(validate: false)
6 | agent.latest_events(true)
7 | end
8 | end
9 | end
10 |
--------------------------------------------------------------------------------
/config/initializers/silence_worker_status_logger.rb:
--------------------------------------------------------------------------------
1 | module SilencedLogger
2 | def call(env)
3 | return super(env) if env['PATH_INFO'] !~ %r{^/worker_status}
4 | Rails.logger.silence(Logger::ERROR) do
5 | super(env)
6 | end
7 | end
8 | end
9 | Rails::Rack::Logger.send(:prepend, SilencedLogger)
10 |
--------------------------------------------------------------------------------
/script/rails:
--------------------------------------------------------------------------------
1 | #!/usr/bin/env ruby
2 | # This command will automatically be run when you run "rails" with Rails 3 gems installed from the root of your application.
3 |
4 | APP_PATH = File.expand_path('../../config/application', __FILE__)
5 | require File.expand_path('../../config/boot', __FILE__)
6 | require 'rails/commands'
7 |
--------------------------------------------------------------------------------
/db/migrate/20140408150825_rename_webhook_to_web_request.rb:
--------------------------------------------------------------------------------
1 | class RenameWebhookToWebRequest < ActiveRecord::Migration[4.2]
2 | def up
3 | rename_column :agents, :last_webhook_at, :last_web_request_at
4 | end
5 |
6 | def down
7 | rename_column :agents, :last_web_request_at, :last_webhook_at
8 | end
9 | end
10 |
--------------------------------------------------------------------------------
/lib/delayed_job_worker.rb:
--------------------------------------------------------------------------------
1 | class DelayedJobWorker < LongRunnable::Worker
2 | include LongRunnable
3 |
4 | def run
5 | @dj = Delayed::Worker.new
6 | @dj.start
7 | end
8 |
9 | def stop
10 | @dj.stop if @dj
11 | end
12 |
13 | def self.setup_worker
14 | [new(id: self.to_s)]
15 | end
16 | end
17 |
--------------------------------------------------------------------------------
/db/migrate/20121222074732_create_links.rb:
--------------------------------------------------------------------------------
1 | class CreateLinks < ActiveRecord::Migration[4.2]
2 | def change
3 | create_table :links do |t|
4 | t.integer :source_id
5 | t.integer :receiver_id
6 |
7 | t.timestamps
8 | end
9 |
10 | add_index :links, [:source_id, :receiver_id]
11 | end
12 | end
13 |
--------------------------------------------------------------------------------
/doc/manual/README.md:
--------------------------------------------------------------------------------
1 | # Manual Installation
2 |
3 | - [Requirements](requirements.md) Software and hardware requirements to run the Huginn installation
4 | - [Install](installation.md) Installation guide for Ubuntu/Debian
5 | - [Update](update.md) Update an existing Huginn installation
6 | - Deploy updates via [Capistrano](capistrano.md)
7 |
--------------------------------------------------------------------------------
/lib/tasks/rspec.rake:
--------------------------------------------------------------------------------
1 | if defined? RSpec
2 | namespace :spec do
3 | desc 'Run all specs in spec directory (exluding feature specs)'
4 | RSpec::Core::RakeTask.new(:nofeatures) do |task|
5 | ENV['RSPEC_TASK'] = 'spec:nofeatures'
6 | task.exclude_pattern = "spec/features/**/*_spec.rb"
7 | end
8 | end
9 | end
10 |
--------------------------------------------------------------------------------
/app/views/agents/_mini_action_menu.html.erb:
--------------------------------------------------------------------------------
1 |
2 |
3 |
5 | <%= render 'agents/action_menu', agent: agent, return_to: (defined?(return_to) && return_to) || request.path %>
6 |
7 |
--------------------------------------------------------------------------------
/app/views/devise/mailer/unlock_instructions.html.erb:
--------------------------------------------------------------------------------
1 | Hello <%= @resource.email %>!
2 |
3 | Your account has been locked due to an excessive number of unsuccessful sign in attempts.
4 |
5 | Click the link below to unlock your account:
6 |
7 | <%= link_to 'Unlock my account', unlock_url(@resource, unlock_token: @token) %>
8 |
--------------------------------------------------------------------------------
/bin/schedule.rb:
--------------------------------------------------------------------------------
1 | #!/usr/bin/env ruby
2 |
3 | # This process is used to maintain Huginn's upkeep behavior, automatically running scheduled Agents and
4 | # periodically propagating and expiring Events. It's typically run via foreman and the included Procfile.
5 |
6 | require_relative './pre_runner_boot'
7 |
8 | AgentRunner.new(only: HuginnScheduler).run
--------------------------------------------------------------------------------
/db/migrate/20140216201250_add_propagate_immediately_to_agent.rb:
--------------------------------------------------------------------------------
1 | class AddPropagateImmediatelyToAgent < ActiveRecord::Migration[4.2]
2 | def up
3 | add_column :agents, :propagate_immediately, :boolean, :default => false, :null => false
4 | end
5 |
6 | def down
7 | remove_column :agents, :propagate_immediately
8 | end
9 | end
10 |
--------------------------------------------------------------------------------
/db/migrate/20140509170443_create_scenario_memberships.rb:
--------------------------------------------------------------------------------
1 | class CreateScenarioMemberships < ActiveRecord::Migration[4.2]
2 | def change
3 | create_table :scenario_memberships do |t|
4 | t.integer :agent_id, :null => false
5 | t.integer :scenario_id, :null => false
6 |
7 | t.timestamps
8 | end
9 | end
10 | end
11 |
--------------------------------------------------------------------------------
/spec/fixtures/events.yml:
--------------------------------------------------------------------------------
1 | bob_website_agent_event:
2 | user: bob
3 | agent: bob_website_agent
4 | payload: <%= { :title => "foo", :url => "http://foo.com" }.to_json.inspect %>
5 |
6 | jane_website_agent_event:
7 | user: jane
8 | agent: jane_website_agent
9 | payload: <%= { :title => "foo", :url => "http://foo.com" }.to_json.inspect %>
10 |
--------------------------------------------------------------------------------
/app/controllers/users/registrations_controller.rb:
--------------------------------------------------------------------------------
1 | module Users
2 | class RegistrationsController < Devise::RegistrationsController
3 | after_action :create_default_scenario, only: :create
4 |
5 | private
6 |
7 | def create_default_scenario
8 | DefaultScenarioImporter.import(@user) if @user.persisted?
9 | end
10 | end
11 | end
12 |
--------------------------------------------------------------------------------
/app/models/control_link.rb:
--------------------------------------------------------------------------------
1 | # A ControlLink connects Agents in a control flow from the `controller` to the `control_target`.
2 | class ControlLink < ActiveRecord::Base
3 | belongs_to :controller, class_name: 'Agent', inverse_of: :control_links_as_controller
4 | belongs_to :control_target, class_name: 'Agent', inverse_of: :control_links_as_control_target
5 | end
6 |
--------------------------------------------------------------------------------
/app/views/agents/agent_views/webhook_agent/_show.html.erb:
--------------------------------------------------------------------------------
1 |
2 | Send WebHooks (POST requests) to this Agent at <%= link_to web_requests_url(:agent_id => @agent.id, :user_id => current_user.id, :secret => @agent.options['secret']), web_requests_url(:agent_id => @agent.id, :user_id => current_user.id, :secret => @agent.options['secret']), :target => :blank %>
3 |
--------------------------------------------------------------------------------
/spec/support/feature_helpers.rb:
--------------------------------------------------------------------------------
1 | module FeatureHelpers
2 | def select_agent_type(type)
3 | select2(type, from: "Type")
4 |
5 | # Wait for all parts of the Agent form to load:
6 | expect(page).to have_css("div.function_buttons") # Options editor
7 | expect(page).to have_css(".well.description > p") # Markdown description
8 | end
9 | end
10 |
--------------------------------------------------------------------------------
/app/assets/javascripts/tweets.js.coffee:
--------------------------------------------------------------------------------
1 | $ ->
2 | $('.tweet-body').each ->
3 | $(this).click ->
4 | $(this).off('click')
5 | twttr.widgets.createTweet(
6 | this.dataset.tweetId
7 | this
8 | # conversation: 'none'
9 | # cards: 'hidden'
10 | ).then (el) ->
11 | el.previousSibling.style.display = 'none'
12 |
--------------------------------------------------------------------------------
/app/views/agents/_oauth_dropdown.html.erb:
--------------------------------------------------------------------------------
1 | <% if agent.try(:oauthable?) %>
2 |
3 | <%= label_tag :service %>
4 | <%= select_tag 'agent[service_id]', options_for_select(agent.valid_services_for(current_user).collect { |s| [service_label_text(s), s.id] }, agent.service_id), class: 'form-control' %>
5 |
6 | <% end %>
7 |
--------------------------------------------------------------------------------
/bin/pre_runner_boot.rb:
--------------------------------------------------------------------------------
1 | unless defined?(Rails)
2 | puts
3 | puts "Please run me with rails runner, for example:"
4 | puts " RAILS_ENV=production bundle exec rails runner bin/#{File.basename($0)}"
5 | puts
6 | exit 1
7 | end
8 |
9 | Rails.configuration.cache_classes = true
10 |
11 | Dotenv.load if ENV['APP_SECRET_TOKEN'].blank?
12 |
13 | require 'agent_runner'
14 |
--------------------------------------------------------------------------------
/spec/helpers/markdown_helper_spec.rb:
--------------------------------------------------------------------------------
1 | require 'rails_helper'
2 |
3 | describe MarkdownHelper do
4 |
5 | describe '#markdown' do
6 |
7 | it 'renders HTML from a markdown text' do
8 | expect(markdown('# Header')).to match(/Header<\/h1>/)
9 | expect(markdown('## Header 2')).to match(/Header 2<\/h2>/)
10 | end
11 |
12 | end
13 |
14 | end
15 |
--------------------------------------------------------------------------------
/spec/features/form_configurable_feature_spec.rb:
--------------------------------------------------------------------------------
1 | require 'capybara_helper'
2 |
3 | describe "form configuring agents", js: true do
4 | it 'completes fields with predefined array values' do
5 | login_as(users(:bob))
6 | visit edit_agent_path(agents(:bob_csv_agent))
7 | check('Propagate immediately')
8 | select2("serialize", from: "Mode")
9 | end
10 | end
11 |
--------------------------------------------------------------------------------
/bin/agent_runner.rb:
--------------------------------------------------------------------------------
1 | #!/usr/bin/env ruby
2 |
3 | # This process is used to maintain Huginn's upkeep behavior, automatically running scheduled Agents and
4 | # periodically propagating and expiring Events. It also running TwitterStreamAgents and Agents that support long running
5 | # background jobs.
6 |
7 | require_relative './pre_runner_boot'
8 |
9 | AgentRunner.new(except: DelayedJobWorker).run
--------------------------------------------------------------------------------
/db/migrate/20140509170420_create_scenarios.rb:
--------------------------------------------------------------------------------
1 | class CreateScenarios < ActiveRecord::Migration[4.2]
2 | def change
3 | create_table :scenarios do |t|
4 | t.string :name, :null => false
5 | t.integer :user_id, :null => false
6 |
7 | t.timestamps
8 | end
9 |
10 | add_column :users, :scenario_count, :integer, :null => false, :default => 0
11 | end
12 | end
13 |
--------------------------------------------------------------------------------
/app/assets/javascripts/application.js.coffee:
--------------------------------------------------------------------------------
1 | #= require jquery
2 | #= require rails-ujs
3 | #= require typeahead.bundle
4 | #= require bootstrap
5 | #= require select2
6 | #= require json2
7 | #= require jquery.json-editor
8 | #= require jquery.serializeObject
9 | #= require latlon_and_geo
10 | #= require spectrum
11 | #= require_tree ./components
12 | #= require_tree ./pages
13 | #= require_self
14 |
--------------------------------------------------------------------------------
/config/initializers/faraday_patch.rb:
--------------------------------------------------------------------------------
1 | # Monkey patch https://github.com/lostisland/faraday/pull/513
2 | # Fixes encoding issue when passing an URL with non UTF-8 characters
3 | module Faraday
4 | module Utils
5 | def unescape(s)
6 | string = s.to_s
7 | string.force_encoding(Encoding::BINARY) if RUBY_VERSION >= '1.9'
8 | CGI.unescape string
9 | end
10 | end
11 | end
12 |
--------------------------------------------------------------------------------
/config/initializers/liquid.rb:
--------------------------------------------------------------------------------
1 | module Liquid
2 | # https://github.com/Shopify/liquid/pull/623
3 | remove_const :PartialTemplateParser
4 | remove_const :TemplateParser
5 |
6 | PartialTemplateParser = /#{TagStart}.*?#{TagEnd}|#{VariableStart}(?:(?:[^'"{}]+|#{QuotedString})*?|.*?)#{VariableIncompleteEnd}/m
7 | TemplateParser = /(#{PartialTemplateParser}|#{AnyStartingTag})/m
8 | end
9 |
--------------------------------------------------------------------------------
/bin/twitter_stream.rb:
--------------------------------------------------------------------------------
1 | #!/usr/bin/env ruby
2 |
3 | # This process is used by TwitterStreamAgents to watch the Twitter stream in real time. It periodically checks for
4 | # new or changed TwitterStreamAgents and starts to follow the stream for them. It is typically run by foreman via
5 | # the included Procfile.
6 |
7 | require_relative './pre_runner_boot'
8 |
9 | AgentRunner.new(only: Agents::TwitterStreamAgent).run
--------------------------------------------------------------------------------
/db/migrate/20140906030139_set_events_count_default.rb:
--------------------------------------------------------------------------------
1 | class SetEventsCountDefault < ActiveRecord::Migration[4.2]
2 | def up
3 | change_column_default(:agents, :events_count, 0)
4 | change_column_null(:agents, :events_count, false, 0)
5 | end
6 |
7 | def down
8 | change_column_null(:agents, :events_count, true)
9 | change_column_default(:agents, :events_count, nil)
10 | end
11 | end
12 |
--------------------------------------------------------------------------------
/spec/support/shared_examples/has_guid.rb:
--------------------------------------------------------------------------------
1 | require 'rails_helper'
2 |
3 | shared_examples_for HasGuid do
4 | it "gets created before_save, but only if it's not present" do
5 | instance = new_instance
6 | expect(instance.guid).to be_nil
7 | instance.save!
8 | expect(instance.guid).not_to be_nil
9 |
10 | expect { instance.save! }.not_to change { instance.reload.guid }
11 | end
12 | end
13 |
--------------------------------------------------------------------------------
/spec/fixtures/users.yml:
--------------------------------------------------------------------------------
1 | # Read about fixtures at http://api.rubyonrails.org/classes/ActiveRecord/Fixtures.html
2 |
3 | bob:
4 | email: "bob@example.com"
5 | username: bob
6 | invitation_code: <%= User::INVITATION_CODES.last %>
7 | scenario_count: 1
8 |
9 | jane:
10 | email: "jane@example.com"
11 | username: jane
12 | invitation_code: <%= User::INVITATION_CODES.last %>
13 | scenario_count: 1
14 | admin: true
--------------------------------------------------------------------------------
/vendor/gems/dotenv-2.0.1/lib/dotenv/rails-now.rb:
--------------------------------------------------------------------------------
1 | # If you use gems that require environment variables to be set before they are
2 | # loaded, then list `dotenv-rails` in the `Gemfile` before those other gems and
3 | # require `dotenv/rails-now`.
4 | #
5 | # gem "dotenv-rails", :require => "dotenv/rails-now"
6 | # gem "gem-that-requires-env-variables"
7 | #
8 |
9 | require "dotenv/rails"
10 | Dotenv::Railtie.load
11 |
--------------------------------------------------------------------------------
/app/controllers/logs_controller.rb:
--------------------------------------------------------------------------------
1 | class LogsController < ApplicationController
2 | before_action :load_agent
3 |
4 | def index
5 | @logs = @agent.logs.all
6 | render :action => :index, :layout => false
7 | end
8 |
9 | def clear
10 | @agent.delete_logs!
11 | index
12 | end
13 |
14 | protected
15 |
16 | def load_agent
17 | @agent = current_user.agents.find(params[:agent_id])
18 | end
19 | end
20 |
--------------------------------------------------------------------------------
/db/migrate/20140605032822_add_guid_to_agents.rb:
--------------------------------------------------------------------------------
1 | class AddGuidToAgents < ActiveRecord::Migration[4.2]
2 | class Agent < ActiveRecord::Base; end
3 |
4 | def change
5 | add_column :agents, :guid, :string
6 |
7 | Agent.find_each do |agent|
8 | agent.update_attribute :guid, SecureRandom.hex
9 | end
10 |
11 | change_column_null :agents, :guid, false
12 |
13 | add_index :agents, :guid
14 | end
15 | end
16 |
--------------------------------------------------------------------------------
/config/initializers/secret_token.rb:
--------------------------------------------------------------------------------
1 | # Be sure to restart your server when you modify this file.
2 |
3 | # Your secret key for verifying the integrity of signed cookies.
4 | # If you change this key, all old signed cookies will become invalid!
5 | # Make sure the secret is at least 30 characters and all random,
6 | # no regular words or you'll be exposed to dictionary attacks.
7 | Huginn::Application.config.secret_key_base = ENV['APP_SECRET_TOKEN']
8 |
--------------------------------------------------------------------------------
/db/migrate/20130819160603_create_agent_logs.rb:
--------------------------------------------------------------------------------
1 | class CreateAgentLogs < ActiveRecord::Migration[4.2]
2 | def change
3 | create_table :agent_logs do |t|
4 | t.integer :agent_id, :null => false
5 | t.text :message, :null => false
6 | t.integer :level, :default => 3, :null => false
7 | t.integer :inbound_event_id
8 | t.integer :outbound_event_id
9 |
10 | t.timestamps
11 | end
12 | end
13 | end
14 |
--------------------------------------------------------------------------------
/db/migrate/20140531232016_add_fields_to_scenarios.rb:
--------------------------------------------------------------------------------
1 | class AddFieldsToScenarios < ActiveRecord::Migration[4.2]
2 | def change
3 | add_column :scenarios, :description, :text
4 | add_column :scenarios, :public, :boolean, :default => false, :null => false
5 | add_column :scenarios, :guid, :string
6 | change_column :scenarios, :guid, :string, :null => false
7 | add_column :scenarios, :source_url, :string
8 | end
9 | end
10 |
--------------------------------------------------------------------------------
/lib/json_with_indifferent_access.rb:
--------------------------------------------------------------------------------
1 | class JSONWithIndifferentAccess
2 | def self.load(json)
3 | ActiveSupport::HashWithIndifferentAccess.new(JSON.parse(json || '{}'))
4 | rescue JSON::ParserError
5 | Rails.logger.error "Unparsable JSON in JSONWithIndifferentAccess: #{json}"
6 | { 'error' => 'unparsable json detected during de-serialization' }
7 | end
8 |
9 | def self.dump(hash)
10 | JSON.dump(hash)
11 | end
12 | end
--------------------------------------------------------------------------------
/vendor/assets/javascripts/bootstrap.js:
--------------------------------------------------------------------------------
1 | //= require bootstrap/affix
2 | //= require bootstrap/alert
3 | //= require bootstrap/button
4 | //= require bootstrap/carousel
5 | //= require bootstrap/collapse
6 | //= require bootstrap/dropdown
7 | //= require bootstrap/tab
8 | //= require bootstrap/transition
9 | //= require bootstrap/scrollspy
10 | //= require bootstrap/modal
11 | //= require bootstrap/tooltip
12 | //= require bootstrap/popover
13 |
--------------------------------------------------------------------------------
/spec/data_fixtures/stubhub_data.json:
--------------------------------------------------------------------------------
1 | {
2 | "response":{
3 | "docs":[
4 | {
5 | "url": "https://www.stubhub.com/event/name-1-1-2014-12345",
6 | "seo_description_en_US": "name",
7 | "event_date_local": "2014-01-01",
8 | "maxPrice": "100",
9 | "minPrice": "50",
10 | "totalPostings": "100",
11 | "totalTickets": "200",
12 | "venue_name": "Venue Name"
13 | }
14 | ]
15 | }
16 | }
17 |
18 |
--------------------------------------------------------------------------------
/db/migrate/20150507153436_update_keep_events_for_to_be_in_seconds.rb:
--------------------------------------------------------------------------------
1 | class UpdateKeepEventsForToBeInSeconds < ActiveRecord::Migration[4.2]
2 | class Agent < ActiveRecord::Base; end
3 |
4 | SECONDS_IN_DAY = 60 * 60 * 24
5 |
6 | def up
7 | Agent.update_all ['keep_events_for = keep_events_for * ?', SECONDS_IN_DAY]
8 | end
9 |
10 | def down
11 | Agent.update_all ['keep_events_for = keep_events_for / ?', SECONDS_IN_DAY]
12 | end
13 | end
14 |
--------------------------------------------------------------------------------
/docker/single-process/environment.yml:
--------------------------------------------------------------------------------
1 | # This needs at least compose 1.6.0
2 | version: '2'
3 |
4 | services:
5 | huginn_base:
6 | environment:
7 | DATABASE_ADAPTER: mysql2
8 | DATABASE_NAME: huginn
9 | DATABASE_USERNAME: huginn
10 | DATABASE_PASSWORD: myhuginnpassword
11 | APP_SECRET_TOKEN: 3bd139f9186b31a85336bb89cd1a1337078921134b2f48e022fd09c234d764d3e19b018b2ab789c6e0e04a1ac9e3365116368049660234c2038dc9990513d49c
12 |
--------------------------------------------------------------------------------
/config/initializers/backtrace_silencers.rb:
--------------------------------------------------------------------------------
1 | # Be sure to restart your server when you modify this file.
2 |
3 | # You can add backtrace silencers for libraries that you're using but don't wish to see in your backtraces.
4 | # Rails.backtrace_cleaner.add_silencer { |line| line =~ /my_noisy_library/ }
5 |
6 | # You can also remove all the silencers if you're trying to debug a problem that might stem from framework code.
7 | # Rails.backtrace_cleaner.remove_silencers!
8 |
--------------------------------------------------------------------------------
/db/migrate/20140901143732_add_control_links.rb:
--------------------------------------------------------------------------------
1 | class AddControlLinks < ActiveRecord::Migration[4.2]
2 | def change
3 | create_table :control_links do |t|
4 | t.integer :controller_id, null: false
5 | t.integer :control_target_id, null: false
6 |
7 | t.timestamps
8 | end
9 |
10 | add_index :control_links, [:controller_id, :control_target_id], unique: true
11 | add_index :control_links, :control_target_id
12 | end
13 | end
14 |
--------------------------------------------------------------------------------
/app/views/devise/mailer/reset_password_instructions.html.erb:
--------------------------------------------------------------------------------
1 | Hello <%= @resource.email %>!
2 |
3 | Someone has requested a link to change your password. You can do this through the link below.
4 |
5 | <%= link_to 'Change my password', edit_password_url(@resource, reset_password_token: @token) %>
6 |
7 | If you didn't request this, please ignore this email.
8 | Your password won't change until you access the link above and create a new one.
9 |
--------------------------------------------------------------------------------
/db/migrate/20140121075418_create_user_credentials.rb:
--------------------------------------------------------------------------------
1 | class CreateUserCredentials < ActiveRecord::Migration[4.2]
2 | def change
3 | create_table :user_credentials do |t|
4 | t.integer :user_id, :null => false
5 | t.string :credential_name, :null => false
6 | t.text :credential_value, :null => false
7 |
8 | t.timestamps
9 | end
10 | add_index :user_credentials, [:user_id, :credential_name], :unique => true
11 | end
12 | end
13 |
--------------------------------------------------------------------------------
/db/migrate/20160224120316_add_mode_option_to_ftpsite_agents.rb:
--------------------------------------------------------------------------------
1 | class AddModeOptionToFtpsiteAgents < ActiveRecord::Migration[4.2]
2 | def up
3 | Agents::FtpsiteAgent.find_each do |agent|
4 | agent.options['mode'] = 'read'
5 | agent.save!(validate: false)
6 | end
7 | end
8 |
9 | def down
10 | Agents::FtpsiteAgent.find_each do |agent|
11 | agent.options.delete 'mode'
12 | agent.save!(validate: false)
13 | end
14 | end
15 | end
16 |
--------------------------------------------------------------------------------
/db/migrate/20160405072512_post_agent_set_event_header_style.rb:
--------------------------------------------------------------------------------
1 | class PostAgentSetEventHeaderStyle < ActiveRecord::Migration[4.2]
2 | def up
3 | Agent.of_type("Agents::PostAgent").each do |post_agent|
4 | if post_agent.send(:boolify, post_agent.options['emit_events']) &&
5 | !post_agent.options.key?('event_headers_style')
6 | post_agent.options['event_headers_style'] = 'raw'
7 | post_agent.save!
8 | end
9 | end
10 | end
11 | end
12 |
--------------------------------------------------------------------------------
/.gitignore:
--------------------------------------------------------------------------------
1 | *.rbc
2 | *.sassc
3 | .sass-cache
4 | capybara-*.html
5 | .rspec
6 | /.bundle
7 | /vendor/bundle
8 | /log/*
9 | /tmp/*
10 | !/tmp/.gitkeep
11 | /db/*.sqlite3
12 | /public/system/*
13 | /coverage/
14 | /spec/tmp/*
15 | **.orig
16 | rerun.txt
17 | pickle-email-*.html
18 | .idea/
19 | .DS_Store
20 | .env
21 | deployment/tmp
22 | deployment/cookbooks
23 | .vagrant
24 | .*un~
25 | .ruby-gemset
26 | .ruby-version
27 | manifest.yml
28 | config/unicorn.rb
29 | db/schema.rb
30 | .local/
31 |
--------------------------------------------------------------------------------
/app/views/layouts/_messages.html.erb:
--------------------------------------------------------------------------------
1 | <% if flash.keys.length > 0 %>
2 |
3 | <% flash.each do |name, msg| %>
4 |
alert-dismissable">
5 | ×
6 | <%= content_tag :div, msg, :id => "flash_#{name}" if msg.is_a?(String) %>
7 |
8 | <% end %>
9 |
2 | Data for this Agent is available at these URLs:
3 |
4 |
5 |
6 |
7 | <% @agent.options['secrets'].each do |secret| %>
8 | <% url = lambda { |format| web_requests_url(:agent_id => @agent.id, :user_id => current_user.id, :secret => secret, :format => format) } %>
9 | <%= link_to url.call(:json), url.call(:json), :target => :blank %>
10 | <%= link_to url.call(:xml), url.call(:xml), :target => :blank %>
11 | <% end %>
12 |
13 |
--------------------------------------------------------------------------------
/db/migrate/20120919061122_enable_lockable_strategy_for_devise.rb:
--------------------------------------------------------------------------------
1 | class EnableLockableStrategyForDevise < ActiveRecord::Migration[4.2]
2 | def up
3 | add_column :users, :failed_attempts, :integer, :default => 0
4 | add_column :users, :unlock_token, :string
5 | add_column :users, :locked_at, :datetime
6 |
7 | add_index :users, :unlock_token, :unique => true
8 | end
9 |
10 | def down
11 | remove_column :users, :failed_attempts
12 | remove_column :users, :unlock_token
13 | remove_column :users, :locked_at
14 | end
15 | end
16 |
--------------------------------------------------------------------------------
/db/migrate/20120919063304_add_username_to_users.rb:
--------------------------------------------------------------------------------
1 | class AddUsernameToUsers < ActiveRecord::Migration[4.2]
2 | class User < ActiveRecord::Base
3 | end
4 |
5 | def up
6 | add_column :users, :username, :string
7 |
8 | User.find_each do |user|
9 | user.update_attribute :username, user.email.gsub(/@.*$/, '')
10 | end
11 |
12 | change_column :users, :username, :string, :null => false
13 | add_index :users, :username, :unique => true
14 | end
15 |
16 | def down
17 | remove_column :users, :username
18 | end
19 | end
20 |
--------------------------------------------------------------------------------
/db/migrate/20161124065838_add_templates_to_resolve_url.rb:
--------------------------------------------------------------------------------
1 | class AddTemplatesToResolveUrl < ActiveRecord::Migration[5.0]
2 | def up
3 | Agents::WebsiteAgent.find_each do |agent|
4 | if agent.event_keys.try!(:include?, 'url')
5 | agent.options['template'] = (agent.options['template'] || {}).tap { |template|
6 | template['url'] ||= '{{ url | to_uri: _response_.url }}'
7 | }
8 | agent.save!(validate: false)
9 | end
10 | end
11 | end
12 |
13 | def down
14 | # No need to revert
15 | end
16 | end
17 |
--------------------------------------------------------------------------------
/db/migrate/20140127164931_change_handler_to_medium_text.rb:
--------------------------------------------------------------------------------
1 | # Increase handler size to 16MB (consistent with events.payload)
2 |
3 | class ChangeHandlerToMediumText < ActiveRecord::Migration[4.2]
4 | def up
5 | if mysql?
6 | change_column :delayed_jobs, :handler, :text, :limit => 16777215
7 | end
8 | end
9 |
10 | def down
11 | if mysql?
12 | change_column :delayed_jobs, :handler, :text, :limit => 65535
13 | end
14 | end
15 |
16 | def mysql?
17 | ActiveRecord::Base.connection.adapter_name =~ /mysql/i
18 | end
19 | end
20 |
--------------------------------------------------------------------------------
/app/views/scenarios/new.html.erb:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
9 |
10 | <%= render 'form' %>
11 |
12 |
13 |
14 |
15 |
16 | <%= link_to icon_tag('glyphicon-chevron-left') + ' Back'.html_safe, scenarios_path, class: "btn btn-default" %>
17 |
18 |
19 |
20 |
21 |
4 |
5 |
6 |
11 |
12 | <%= render 'form' %>
13 |
14 |
15 |
16 |
17 |
18 | <%= link_to icon_tag('glyphicon-chevron-left') + ' Back'.html_safe, scenarios_path, class: "btn btn-default" %>
19 |
20 |
21 |
22 |
23 |
4 |
5 |
6 |
11 |
12 | <%= render 'form' %>
13 |
14 |
15 |
16 |
17 |
18 | <%= link_to icon_tag('glyphicon-chevron-left') + ' Back'.html_safe, user_credentials_path, class: "btn btn-default" %>
19 |
20 |
21 |
22 |
23 |
4 |
5 |
6 |
11 |
12 | <%= render 'form' %>
13 |
14 |
15 |
16 |
17 |
18 | <%= link_to icon_tag('glyphicon-chevron-left') + ' Back'.html_safe, user_credentials_path, class: "btn btn-default" %>
19 |
20 |
21 |
22 |
23 |
2 | Data for this Agent is available at these URLs:
3 |
4 |
5 |
6 |
7 | <% url = lambda { |format| web_requests_url(:agent_id => @agent.id, :user_id => current_user.id, :secret => @agent.options['secret'], :format => format) } %>
8 | <%= link_to url.call(:html), url.call(:html), :target => :blank %>
9 | <%= link_to url.call(:json), url.call(:json), :target => :blank %>
10 | <%= link_to url.call(:xml), url.call(:xml), :target => :blank %>
11 |
12 |
13 |
14 | ... or any other extension you wish, as the extension does not change the content or mime type.
15 |
16 |
--------------------------------------------------------------------------------
/app/models/user_credential.rb:
--------------------------------------------------------------------------------
1 | class UserCredential < ActiveRecord::Base
2 | MODES = %w[text java_script]
3 |
4 | belongs_to :user
5 |
6 | validates_presence_of :credential_name
7 | validates_presence_of :credential_value
8 | validates_inclusion_of :mode, :in => MODES
9 | validates_presence_of :user_id
10 | validates_uniqueness_of :credential_name, :scope => :user_id
11 |
12 | before_validation :default_mode_to_text
13 | before_save :trim_fields
14 |
15 | protected
16 |
17 | def trim_fields
18 | credential_name.strip!
19 | credential_value.strip!
20 | end
21 |
22 | def default_mode_to_text
23 | self.mode = 'text' unless mode.present?
24 | end
25 | end
26 |
--------------------------------------------------------------------------------
/db/migrate/20160301113717_add_confirmable_attributes_to_users.rb:
--------------------------------------------------------------------------------
1 | class AddConfirmableAttributesToUsers < ActiveRecord::Migration[4.2]
2 | def change
3 | change_table(:users) do |t|
4 | ## Confirmable
5 | t.string :confirmation_token
6 | t.datetime :confirmed_at
7 | t.datetime :confirmation_sent_at
8 | t.string :unconfirmed_email # Only if using reconfirmable
9 | end
10 |
11 | add_index :users, :confirmation_token, unique: true
12 |
13 | if ENV['REQUIRE_CONFIRMED_EMAIL'] != 'true' && ActiveRecord::Base.connection.column_exists?(:users, :confirmed_at)
14 | User.update_all(confirmed_at: Time.zone.now)
15 | end
16 | end
17 | end
18 |
--------------------------------------------------------------------------------
/spec/data_fixtures/imap2.eml:
--------------------------------------------------------------------------------
1 | From: John
2 | Date: Fri, 9 May 2014 17:00:00 +0900
3 | Message-ID:
4 | Subject: Re: some subject
5 | To: Jane , Nanashi
6 | MIME-Version: 1.0
7 | Content-Type: multipart/alternative; boundary=d8c92622e09101e4bc833685557b
8 |
9 | --d8c92622e09101e4bc833685557b
10 | Content-Type: text/plain; charset=UTF-8
11 |
12 | Some reply
13 |
14 | --d8c92622e09101e4bc833685557b
15 | Content-Type: text/html; charset=UTF-8
16 | Content-Transfer-Encoding: quoted-printable
17 |
18 | Some HTML reply
19 |
20 | --d8c92622e09101e4bc833685557b--
21 |
--------------------------------------------------------------------------------
/spec/features/toggle_visibility_of_disabled_agents.rb:
--------------------------------------------------------------------------------
1 | require 'capybara_helper'
2 |
3 | describe "Toggling the visibility of an agent", js: true do
4 | it "hides them if they are disabled" do
5 | login_as(users(:bob))
6 | visit("/agents")
7 |
8 | expect {
9 | click_on("Show/Hide Disabled Agents")
10 | }.to change{ find_all(".table-striped tr").count }.by(-1)
11 | end
12 |
13 | it "shows them when they are hidden" do
14 | login_as(users(:bob))
15 | visit("/agents")
16 | click_on("Show/Hide Disabled Agents")
17 |
18 | expect {
19 | click_on("Show/Hide Disabled Agents")
20 | }.to change{ find_all(".table-striped tr").count }.by(1)
21 | end
22 | end
23 |
--------------------------------------------------------------------------------
/vendor/assets/stylesheets/bootstrap/_wells.scss:
--------------------------------------------------------------------------------
1 | //
2 | // Wells
3 | // --------------------------------------------------
4 |
5 |
6 | // Base class
7 | .well {
8 | min-height: 20px;
9 | padding: 19px;
10 | margin-bottom: 20px;
11 | background-color: $well-bg;
12 | border: 1px solid $well-border;
13 | border-radius: $border-radius-base;
14 | @include box-shadow(inset 0 1px 1px rgba(0,0,0,.05));
15 | blockquote {
16 | border-color: #ddd;
17 | border-color: rgba(0,0,0,.15);
18 | }
19 | }
20 |
21 | // Sizes
22 | .well-lg {
23 | padding: 24px;
24 | border-radius: $border-radius-large;
25 | }
26 | .well-sm {
27 | padding: 9px;
28 | border-radius: $border-radius-small;
29 | }
30 |
--------------------------------------------------------------------------------
/db/migrate/20131227000021_add_cached_dates_to_agent.rb:
--------------------------------------------------------------------------------
1 | class AddCachedDatesToAgent < ActiveRecord::Migration[4.2]
2 | def up
3 | add_column :agents, :last_event_at, :datetime
4 | execute "UPDATE agents SET last_event_at = (SELECT created_at FROM events WHERE events.agent_id = agents.id ORDER BY id DESC LIMIT 1)"
5 |
6 | add_column :agents, :last_error_log_at, :datetime
7 | execute "UPDATE agents SET last_error_log_at = (SELECT created_at FROM agent_logs WHERE agent_logs.agent_id = agents.id AND agent_logs.level >= 4 ORDER BY id DESC LIMIT 1)"
8 | end
9 |
10 | def down
11 | remove_column :agents, :last_event_at
12 | remove_column :agents, :last_error_log_at
13 | end
14 | end
15 |
--------------------------------------------------------------------------------
/vendor/assets/stylesheets/bootstrap/_component-animations.scss:
--------------------------------------------------------------------------------
1 | //
2 | // Component animations
3 | // --------------------------------------------------
4 |
5 | // Heads up!
6 | //
7 | // We don't use the `.opacity()` mixin here since it causes a bug with text
8 | // fields in IE7-8. Source: https://github.com/twitter/bootstrap/pull/3552.
9 |
10 | .fade {
11 | opacity: 0;
12 | @include transition(opacity .15s linear);
13 | &.in {
14 | opacity: 1;
15 | }
16 | }
17 |
18 | .collapse {
19 | display: none;
20 | &.in {
21 | display: block;
22 | }
23 | }
24 | .collapsing {
25 | position: relative;
26 | height: 0;
27 | overflow: hidden;
28 | @include transition(height .35s ease);
29 | }
30 |
--------------------------------------------------------------------------------
/app/importers/default_scenario_importer.rb:
--------------------------------------------------------------------------------
1 | require 'open-uri'
2 | class DefaultScenarioImporter
3 | def self.import(user)
4 | return unless ENV['IMPORT_DEFAULT_SCENARIO_FOR_ALL_USERS'] == 'true'
5 | seed(user)
6 | end
7 |
8 | def self.seed(user)
9 | scenario_import = ScenarioImport.new()
10 | scenario_import.set_user(user)
11 | scenario_file = ENV['DEFAULT_SCENARIO_FILE'].presence || File.join(Rails.root, "data", "default_scenario.json")
12 | begin
13 | scenario_import.file = open(scenario_file)
14 | raise "Import failed" unless scenario_import.valid? && scenario_import.import
15 | ensure
16 | scenario_import.file.close
17 | end
18 | return true
19 | end
20 | end
21 |
--------------------------------------------------------------------------------
/spec/lib/time_tracker_spec.rb:
--------------------------------------------------------------------------------
1 | require 'rails_helper'
2 |
3 | describe TimeTracker do
4 | describe "#track" do
5 | it "tracks execution time" do
6 | tracked_result = TimeTracker.track { sleep(0.01) }
7 | expect(tracked_result.elapsed_time).to satisfy {|v| v > 0.01 && v < 0.1}
8 | end
9 |
10 | it "returns the proc return value" do
11 | tracked_result = TimeTracker.track { 42 }
12 | expect(tracked_result.result).to eq(42)
13 | end
14 |
15 | it "returns an object that behaves like the proc result" do
16 | tracked_result = TimeTracker.track { 42 }
17 | expect(tracked_result.to_i).to eq(42)
18 | expect(tracked_result + 1).to eq(43)
19 | end
20 | end
21 | end
22 |
--------------------------------------------------------------------------------
/config/initializers/action_mailer.rb:
--------------------------------------------------------------------------------
1 | ActionMailer::Base.smtp_settings = {
2 | address: ENV['SMTP_SERVER'] || "smtp.gmail.com",
3 | port: ENV['SMTP_PORT'] || 587,
4 | domain: ENV['SMTP_DOMAIN'],
5 | authentication: ENV['SMTP_AUTHENTICATION'] == 'none' ? nil : ENV['SMTP_AUTHENTICATION'] || "plain",
6 | enable_starttls_auto: ENV['SMTP_ENABLE_STARTTLS_AUTO'] == 'true',
7 | user_name: ENV['SMTP_USER_NAME'] == 'none' ? nil : ENV['SMTP_USER_NAME'].presence,
8 | password: ENV['SMTP_USER_NAME'] == 'none' ? nil : ENV['SMTP_PASSWORD'].presence,
9 | openssl_verify_mode: ENV['SMTP_OPENSSL_VERIFY_MODE'].presence,
10 | ca_path: ENV['SMTP_OPENSSL_CA_PATH'].presence,
11 | ca_file: ENV['SMTP_OPENSSL_CA_FILE'].presence
12 | }
13 |
--------------------------------------------------------------------------------
/db/migrate/20130126080736_change_memory_to_long_text.rb:
--------------------------------------------------------------------------------
1 | # PG allows arbitrarily long text fields but MySQL has default limits. Make those limits larger if we're using MySQL.
2 |
3 | class ChangeMemoryToLongText < ActiveRecord::Migration[4.2]
4 | def up
5 | if mysql?
6 | change_column :agents, :memory, :text, :limit => 4294967295
7 | change_column :events, :payload, :text, :limit => 16777215
8 | end
9 | end
10 |
11 | def down
12 | if mysql?
13 | change_column :agents, :memory, :text, :limit => 65535
14 | change_column :events, :payload, :text, :limit => 65535
15 | end
16 | end
17 |
18 | def mysql?
19 | ActiveRecord::Base.connection.adapter_name =~ /mysql/i
20 | end
21 | end
22 |
--------------------------------------------------------------------------------
/docker/single-process/scripts/init:
--------------------------------------------------------------------------------
1 | #!/bin/bash
2 | set -e
3 |
4 | cd /app
5 |
6 | if [[ -z "$1" && -n "$WORKER_CMD" ]]; then
7 | set -- $WORKER_CMD
8 | fi
9 |
10 | source /scripts/setup_env
11 |
12 | if [[ -z "${DO_NOT_CREATE_DATABASE}" && -z "$1" ]]; then
13 | bundle exec rake db:create RAILS_ENV=${RAILS_ENV}
14 | fi
15 |
16 | if [ -z "$1" ]; then
17 | bundle exec rake db:migrate RAILS_ENV=${RAILS_ENV}
18 | fi
19 |
20 | if [[ -z "${DO_NOT_SEED}" && -z "$1" ]]; then
21 | set +e
22 | bundle exec rake db:seed RAILS_ENV=${RAILS_ENV}
23 | set -e
24 | fi
25 |
26 | if [ -z "$1" ]; then
27 | exec bundle exec unicorn -c config/unicorn.rb
28 | else
29 | exec bundle exec rails runner "$@" RAILS_ENV=${RAILS_ENV}
30 | fi
31 |
--------------------------------------------------------------------------------
/config/initializers/inflections.rb:
--------------------------------------------------------------------------------
1 | # Be sure to restart your server when you modify this file.
2 |
3 | # Add new inflection rules using the following format. Inflections
4 | # are locale specific, and you may define rules for as many different
5 | # locales as you wish. All of these examples are active by default:
6 | # ActiveSupport::Inflector.inflections(:en) do |inflect|
7 | # inflect.plural /^(ox)$/i, '\1en'
8 | # inflect.singular /^(ox)en/i, '\1'
9 | # inflect.irregular 'person', 'people'
10 | # inflect.uncountable %w( fish sheep )
11 | # end
12 |
13 | # These inflection rules are supported but not enabled by default:
14 | # ActiveSupport::Inflector.inflections(:en) do |inflect|
15 | # inflect.acronym 'RESTful'
16 | # end
17 |
--------------------------------------------------------------------------------
/app/mailers/system_mailer.rb:
--------------------------------------------------------------------------------
1 | class SystemMailer < ActionMailer::Base
2 | default :from => ENV['EMAIL_FROM_ADDRESS'].presence || 'you@example.com'
3 |
4 | def send_message(options)
5 | @groups = options[:groups]
6 | @headline = options[:headline]
7 | @body = options[:body]
8 |
9 | mail_options = { to: options[:to], subject: options[:subject] }
10 | mail_options[:from] = options[:from] if options[:from].present?
11 | if options[:content_type].present?
12 | mail(mail_options) do |format|
13 | format.text if options[:content_type] == "text/plain"
14 | format.html if options[:content_type] == "text/html"
15 | end
16 | else
17 | mail(mail_options)
18 | end
19 | end
20 | end
21 |
--------------------------------------------------------------------------------
/app/controllers/scenario_imports_controller.rb:
--------------------------------------------------------------------------------
1 | class ScenarioImportsController < ApplicationController
2 | def new
3 | @scenario_import = ScenarioImport.new(:url => params[:url])
4 | end
5 |
6 | def create
7 | @scenario_import = ScenarioImport.new(scenario_import_params)
8 | @scenario_import.set_user(current_user)
9 |
10 | if @scenario_import.valid? && @scenario_import.import_confirmed? && @scenario_import.import
11 | redirect_to @scenario_import.scenario, notice: "Import successful!"
12 | else
13 | render action: "new"
14 | end
15 | end
16 |
17 | private
18 |
19 | def scenario_import_params
20 | params.require(:scenario_import).permit(:url, :data, :file, :do_import, merges: {})
21 | end
22 | end
23 |
--------------------------------------------------------------------------------
/app/views/agents/new.html.erb:
--------------------------------------------------------------------------------
1 | <% content_for :title, "Create Agent" -%>
2 |
3 |
4 |
5 |
6 |
12 |
13 |
14 | <%= render 'form' %>
15 |
16 |
17 |
18 |
19 |
20 |
21 | <%= link_to icon_tag('glyphicon-chevron-left') + ' Back'.html_safe, agents_path, class: "btn btn-default" %>
22 |
23 |
24 |
25 |
26 |
We're sorry, but something went wrong (500)
5 |
17 |
18 |
19 |
20 |
21 |
22 |
We're sorry, but something went wrong.
23 |
24 |
25 |
26 |
--------------------------------------------------------------------------------
/spec/data_fixtures/imap1.eml:
--------------------------------------------------------------------------------
1 | From: Nanashi
2 | Date: Fri, 9 May 2014 16:00:00 +0900
3 | Message-ID:
4 | Subject: some subject
5 | To: Jane , John
6 | MIME-Version: 1.0
7 | Content-Type: multipart/alternative; boundary=d8c92622e09101e4bc833685557b
8 |
9 | --d8c92622e09101e4bc833685557b
10 | Content-Type: text/plain; charset=UTF-8
11 |
12 | Some plain text
13 | Some second line
14 |
15 | --d8c92622e09101e4bc833685557b
16 | Content-Type: text/html; charset=UTF-8
17 | Content-Transfer-Encoding: quoted-printable
18 |
19 | Some HTML document
21 |
22 | --d8c92622e09101e4bc833685557b--
23 |
--------------------------------------------------------------------------------
/app/concerns/working_helpers.rb:
--------------------------------------------------------------------------------
1 | module WorkingHelpers
2 | extend ActiveSupport::Concern
3 |
4 | def event_created_within?(days)
5 | last_event_at && last_event_at > days.to_i.days.ago
6 | end
7 |
8 | def recent_error_logs?
9 | last_event_at && last_error_log_at && last_error_log_at > (last_event_at - 2.minutes)
10 | end
11 |
12 | def received_event_without_error?
13 | (last_receive_at.present? && last_error_log_at.blank?) || (last_receive_at.present? && last_error_log_at.present? && last_receive_at > last_error_log_at)
14 | end
15 |
16 | def checked_without_error?
17 | (last_check_at.present? && last_error_log_at.nil?) || (last_check_at.present? && last_error_log_at.present? && last_check_at > last_error_log_at)
18 | end
19 | end
20 |
--------------------------------------------------------------------------------
/doc/README.md:
--------------------------------------------------------------------------------
1 | # Documentation
2 |
3 | ## Installation and upgrading
4 |
5 | ### Docker (not recommended for production)
6 |
7 | - [Check out Huginn with Docker](docker/install.md) Run a local Huginn installation using Docker
8 |
9 | ### Manual installation
10 |
11 | Manual installation instructions which will guide through the steps to install Huginn on any Ubuntu 12.04/14.04/16.04 or Debian 6/7 server.
12 |
13 | - [Install](manual/README.md) Requirements, directory structures and installation from source.
14 | - [Update](manual/update.md) Update your installation.
15 | - Deploy updates via [Capistrano](manual/capistrano.md).
16 |
17 | ### Heroku
18 |
19 | - [Deploy to Heroku](heroku/install.md)
20 | - [Update](heroku/update.md) an existing Heroku deployment
21 |
--------------------------------------------------------------------------------
/app/views/home/_signed_out_index.html.erb:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
Your agents are standing by
7 |
Huginn monitors the world and acts on your behalf.
8 |
9 | <%= link_to "Login", new_user_session_path, :class => "btn btn-large" %>
10 | <%= link_to "Signup", new_user_registration_path, :class => "btn btn-primary btn-large" %>
11 |
12 |
13 |
14 | <%= image_tag 'odin.jpg', :class => 'img-responsive img-rounded', :title => "Wägner, Wilhelm. 1882. Nordisch-germanische Götter und Helden. Otto Spamer, Leipzig & Berlin. Page 7." %>
15 |
16 |
17 |
18 |
19 |
<%= sanitize @headline %>
12 | <% end %>
13 | <% @groups.each do |group| %>
14 |
15 |
<%= sanitize group[:title] %>
16 | <% group[:entries].each do |entry| %>
17 |
18 | <%= sanitize entry %>
19 |
20 | <% end %>
21 |
Recently received events:
3 | <% @events.each do |event| %>
4 | <%= link_to '#', class: 'dry-run-event-sample', 'data-payload' => event.payload.to_json do %>
5 | <%= truncate event.payload.to_json, :length => 90, :omission => "" %>
6 | <% end %>
7 | <% end %>
8 | <% end %>
9 |
10 | Event to send<%= params[:with_event_mode] == 'maybe' ? ' (Optional)' : '' %>
11 |
21 |
--------------------------------------------------------------------------------
/spec/jobs/agent_propagate_job_spec.rb:
--------------------------------------------------------------------------------
1 | require 'rails_helper'
2 |
3 | describe AgentPropagateJob do
4 | it "calls Agent.receive! when run" do
5 | mock(Agent).receive!
6 | AgentPropagateJob.new.perform
7 | end
8 |
9 | context "#can_enqueue?" do
10 | it "is truthy when no propagation job is queued" do
11 | expect(AgentPropagateJob.can_enqueue?).to be_truthy
12 | end
13 |
14 | it "is falsy when a progation job is queued" do
15 | Delayed::Job.create!(queue: 'propagation')
16 | expect(AgentPropagateJob.can_enqueue?).to be_falsy
17 | end
18 |
19 | it "is truthy when a enqueued progation job failed" do
20 | Delayed::Job.create!(queue: 'propagation', failed_at: Time.now - 1.minute)
21 | expect(AgentPropagateJob.can_enqueue?).to be_truthy
22 | end
23 | end
24 | end
25 |
--------------------------------------------------------------------------------
/public/422.html:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 | The change you wanted was rejected (422)
5 |
17 |
18 |
19 |
20 |
21 |
22 |
The change you wanted was rejected.
23 |
Maybe you tried to change something you didn't have access to.
24 |
The page you were looking for doesn't exist (404)
5 |
17 |
18 |
19 |
20 |
21 |
22 |
The page you were looking for doesn't exist.
23 |
You may have mistyped the address or the page may have moved.
24 |
4 |
14 |
15 | <%= render 'form' %>
16 |
17 |
18 |
19 |
20 |
21 |
22 |
23 | <%= link_to icon_tag('glyphicon-chevron-left') + ' Back', agents_path, class: "btn btn-default" %>
24 | <%= link_to icon_tag('glyphicon-asterisk') + ' Show', agent_path(@agent), class: "btn btn-default" %>
25 |
26 |
27 |
28 |
4 |
5 |
6 |
9 |
10 | <%= render 'agents/table' %>
11 |
12 |
13 |
14 |
15 | <%= link_to icon_tag('glyphicon-plus') + ' New Agent', new_agent_path, class: "btn btn-default" %>
16 | <%= link_to icon_tag('glyphicon-refresh') + ' Run event propagation', propagate_agents_path, method: 'post', class: "btn btn-default" %>
17 | <%= link_to icon_tag('glyphicon-random') + ' View diagram', diagram_path, class: "btn btn-default" %>
18 | <%= link_to icon_tag('glyphicon-adjust') + toggle_disabled_text, toggle_visibility_agents_path, method: :put, class: "btn btn-default visibility-enabler" %>
19 |
20 |
21 |
22 |
failed ')
10 | end
11 |
12 | it "works for running jobs" do
13 | job.locked_at = Time.now
14 | job.locked_by = 'test'
15 | expect(status(job)).to eq('running ')
16 | end
17 |
18 | it "works for queued jobs" do
19 | expect(status(job)).to eq('queued ')
20 | end
21 | end
22 |
23 | describe '#relative_distance_of_time_in_words' do
24 | it "in the past" do
25 | expect(relative_distance_of_time_in_words(Time.now-5.minutes)).to eq('5m ago')
26 | end
27 |
28 | it "in the future" do
29 | expect(relative_distance_of_time_in_words(Time.now+5.minutes)).to eq('in 5m')
30 | end
31 | end
32 | end
33 |
--------------------------------------------------------------------------------
/spec/data_fixtures/urlTest.html:
--------------------------------------------------------------------------------
1 |
2 |
3 | test
5 |
6 |
7 |
17 |
18 |
19 |
--------------------------------------------------------------------------------
/app/views/scenarios/_enable_agents_modal.html.erb:
--------------------------------------------------------------------------------
1 |
20 |
--------------------------------------------------------------------------------
/spec/models/agents/weather_agent_spec.rb:
--------------------------------------------------------------------------------
1 | require 'rails_helper'
2 |
3 | describe Agents::WeatherAgent do
4 | let(:agent) do
5 | Agents::WeatherAgent.create(
6 | name: 'weather',
7 | options: {
8 | :location => 94103,
9 | :lat => 37.779329,
10 | :lng => -122.41915,
11 | :api_key => 'test'
12 | }
13 | ).tap do |agent|
14 | agent.user = users(:bob)
15 | agent.save!
16 | end
17 | end
18 |
19 | it "creates a valid agent" do
20 | expect(agent).to be_valid
21 | end
22 |
23 | it "is valid with put-your-key-here or your-key" do
24 | agent.options['api_key'] = 'put-your-key-here'
25 | expect(agent).to be_valid
26 | expect(agent.working?).to be_falsey
27 |
28 | agent.options['api_key'] = 'your-key'
29 | expect(agent).to be_valid
30 | expect(agent.working?).to be_falsey
31 | end
32 |
33 | describe "#service" do
34 | it "doesn't have a Service object attached" do
35 | expect(agent.service).to be_nil
36 | end
37 | end
38 | end
39 |
--------------------------------------------------------------------------------
/app/controllers/services_controller.rb:
--------------------------------------------------------------------------------
1 | class ServicesController < ApplicationController
2 | include SortableTable
3 |
4 | before_action :upgrade_warning, only: :index
5 |
6 | def index
7 | set_table_sort sorts: %w[provider name global], default: { provider: :asc }
8 |
9 | @services = current_user.services.reorder(table_sort).page(params[:page])
10 |
11 | respond_to do |format|
12 | format.html
13 | format.json { render json: @services }
14 | end
15 | end
16 |
17 | def destroy
18 | @services = current_user.services.find(params[:id])
19 | @services.destroy
20 |
21 | respond_to do |format|
22 | format.html { redirect_to services_path }
23 | format.json { head :no_content }
24 | end
25 | end
26 |
27 | def toggle_availability
28 | @service = current_user.services.find(params[:id])
29 | @service.toggle_availability!
30 |
31 | respond_to do |format|
32 | format.html { redirect_to services_path }
33 | format.json { render json: @service }
34 | end
35 | end
36 | end
37 |
--------------------------------------------------------------------------------
/app/views/devise/unlocks/new.html.erb:
--------------------------------------------------------------------------------
1 | <% content_for :title, "Resend unlock code" -%>
2 |
3 |
4 |
5 |
6 |
Resend unlock instructions
7 |
8 | <%= form_for(resource, as: resource_name, url: unlock_path(resource_name), html: { method: :post, class: 'form-horizontal' }) do |f| %>
9 | <%= devise_error_messages! %>
10 |
11 |
17 |
18 |
23 | <% end %>
24 |
25 |
26 |
27 | <%= render "devise/shared/links" %>
28 |
29 |
30 |
4 |
5 |
6 |
Resend confirmation instructions
7 |
8 | <%= form_for(resource, as: resource_name, url: confirmation_path(resource_name), html: { method: :post, class: 'form-horizontal' }) do |f| %>
9 | <%= devise_error_messages! %>
10 |
11 |
17 |
18 |
23 | <% end %>
24 |
25 | <%= render "devise/shared/links" %>
26 |
27 |
28 |
4 |
5 |
6 |
Forgot your password?
7 |
8 | <%= form_for(resource, as: resource_name, url: password_path(resource_name), html: { method: :post, class: 'form-horizontal' }) do |f| %>
9 | <%= devise_error_messages! %>
10 |
11 |
17 |
18 |
23 | <% end %>
24 |
25 |
26 |
27 | <%= render "devise/shared/links" %>
28 |
29 |
30 |
2 |
7 |
8 |
9 |
10 |
You can import Scenarios, either from a .json file, or via a public
11 | Scenario URL. When you import a Scenario, Huginn will keep track of where it came from and
12 | later let you update it.
13 |
16 |
17 |
18 | <%= f.label :url, 'Option 1: Provide a Public Scenario URL' %>
19 | <%= f.text_field :url, :class => 'form-control', :placeholder => "Public Scenario URL" %>
20 |
21 |
22 |
23 | <%= f.label :file, 'Option 2: Upload a Scenario JSON File' %>
24 | <%= f.file_field :file, :class => 'form-control' %>
25 |
26 |
27 |
28 | <%= f.submit "Start Import", :class => "btn btn-primary" %>
29 |
30 |
31 |
23 |
24 | <%= link_to icon_tag('glyphicon-chevron-left') + ' Back'.html_safe, admin_users_path, class: "btn btn-default" %>
25 | <% if @user.persisted? && @user.active? && @user != current_user %>
26 | <%= link_to 'Become User', switch_to_user_admin_user_path(@user), class: "btn btn-default btn-info", data: { confirm: 'This will log you in as another user. Would you like to continue?' } %>
27 | <% end %>
28 |
29 |
4 |
5 |
6 | <% if @scenario_import.errors.any? %>
7 |
8 |
<%= pluralize(@scenario_import.errors.count, "error") %> prohibited this Scenario from being imported:
9 | <% @scenario_import.errors.full_messages.each do |msg| %>
10 |
<%= msg %>
11 | <% end %>
12 |
13 | <% end %>
14 |
15 |
16 |
17 | <%= form_for @scenario_import, :multipart => true do |f| %>
18 | <%= f.hidden_field :data %>
19 |
20 | <% if @scenario_import.step_one? %>
21 | <%= render 'step_one', :f => f %>
22 | <% elsif @scenario_import.step_two? %>
23 | <%= render 'step_two', :f => f %>
24 | <% end %>
25 | <% end %>
26 |
27 |
28 |
29 |
30 |
31 | <%= link_to icon_tag('glyphicon-chevron-left') + ' Back'.html_safe, scenarios_path, class: "btn btn-default" %>
32 |
33 |
34 |
9 |
10 |
<%= Utils.pretty_print(@results[:events], false) %>
11 |
12 |
13 |
<%= @results[:log] %>
14 |
15 |
16 |
<%= Utils.pretty_print(@results[:memory], false) %>
17 |
18 |
Scene '
22 | )
23 | end
24 |
25 | it 'creates a scenario label with the given text' do
26 | expect(scenario_label(scenario, 'Other')).to eq(
27 | 'Other '
28 | )
29 | end
30 | end
31 |
32 | end
33 |
--------------------------------------------------------------------------------
/spec/migrations/20161124065838_add_templates_to_resolve_url_spec.rb:
--------------------------------------------------------------------------------
1 | load 'spec/rails_helper.rb'
2 | load File.join('db/migrate', File.basename(__FILE__, '_spec.rb') + '.rb')
3 |
4 | describe AddTemplatesToResolveUrl do
5 | let :valid_options do
6 | {
7 | 'name' => "XKCD",
8 | 'expected_update_period_in_days' => "2",
9 | 'type' => "html",
10 | 'url' => "http://xkcd.com",
11 | 'mode' => 'on_change',
12 | 'extract' => {
13 | 'url' => { 'css' => "#comic img", 'value' => "@src" },
14 | 'title' => { 'css' => "#comic img", 'value' => "@alt" },
15 | 'hovertext' => { 'css' => "#comic img", 'value' => "@title" }
16 | }
17 | }
18 | end
19 |
20 | let :agent do
21 | Agents::WebsiteAgent.create!(
22 | user: users(:bob),
23 | name: "xkcd",
24 | options: valid_options,
25 | keep_events_for: 2.days
26 | )
27 | end
28 |
29 | it 'should add a template for an existing WebsiteAgent with `url`' do
30 | expect(agent.options).not_to include('template')
31 | AddTemplatesToResolveUrl.new.up
32 | agent.reload
33 | expect(agent.options).to include(
34 | 'template' => {
35 | 'url' => '{{ url | to_uri: _response_.url }}'
36 | }
37 | )
38 | end
39 | end
40 |
--------------------------------------------------------------------------------
/spec/controllers/users/registrations_controller_spec.rb:
--------------------------------------------------------------------------------
1 | require 'rails_helper'
2 |
3 | module Users
4 | describe RegistrationsController do
5 | describe "POST create" do
6 | before do
7 | @request.env["devise.mapping"] = Devise.mappings[:user]
8 | end
9 |
10 | context 'with valid params' do
11 | it "imports the default scenario for the new user" do
12 | mock(DefaultScenarioImporter).import(is_a(User))
13 |
14 | post :create, params: {
15 | :user => {username: 'jdoe', email: 'jdoe@example.com',
16 | password: 's3cr3t55', password_confirmation: 's3cr3t55', invitation_code: 'try-huginn'}
17 | }
18 | end
19 | end
20 |
21 | context 'with invalid params' do
22 | it "does not import the default scenario" do
23 | stub(DefaultScenarioImporter).import(is_a(User)) { fail "Should not attempt import" }
24 |
25 | setup_controller_for_warden
26 | post :create, params: {:user => {}}
27 | end
28 |
29 | it 'does not allow to set the admin flag' do
30 | expect { post :create, params: {:user => {admin: 'true'}} }.to raise_error(ActionController::UnpermittedParameters)
31 | end
32 | end
33 | end
34 | end
35 | end
36 |
--------------------------------------------------------------------------------
/spec/fixtures/multiple_user_credentials.json:
--------------------------------------------------------------------------------
1 | [
2 | {
3 | "id": 23,
4 | "user_id": 30,
5 | "credential_name": "Google_api_key",
6 | "credential_value": "gcperfxrtqymqmluvskxzyiyxxfnjduzncoukyqehkrkamofwz",
7 | "created_at": "2016-04-01 10:50:59 -0700",
8 | "updated_at": "2016-04-01 10:50:59 -0700",
9 | "mode": "text"
10 | },
11 | {
12 | "id": 24,
13 | "user_id": 30,
14 | "credential_name": "twitter_secret_key",
15 | "credential_value": "jhpswiebwhbrnabgkbvczrwcyxblxtyvvlvkhuoudjalcqmlwz",
16 | "created_at": "2016-04-01 10:50:59 -0700",
17 | "updated_at": "2016-04-01 10:50:59 -0700",
18 | "mode": "text"
19 | },
20 | {
21 | "id": 23,
22 | "user_id": 30,
23 | "credential_name": "Google_api_key",
24 | "credential_value": "gcperfxrtqymqmluvskxzyiyxxfnjduzncoukyqehkrkamofwz",
25 | "created_at": "2016-04-01 10:50:59 -0700",
26 | "updated_at": "2016-04-01 10:50:59 -0700",
27 | "mode": "text"
28 | },
29 | {
30 | "id": 24,
31 | "user_id": 30,
32 | "credential_name": "twitter_secret_key",
33 | "credential_value": "jhpswiebwhbrnabgkbvczrwcyxblxtyvvlvkhuoudjalcqmlwz",
34 | "created_at": "2016-04-01 10:50:59 -0700",
35 | "updated_at": "2016-04-01 10:50:59 -0700",
36 | "mode": "text"
37 | }
38 | ]
39 |
--------------------------------------------------------------------------------
/docker/multi-process/Dockerfile:
--------------------------------------------------------------------------------
1 | FROM ubuntu:14.04
2 |
3 | COPY docker/scripts/prepare /scripts/
4 | RUN /scripts/prepare
5 |
6 | COPY docker/multi-process/scripts/standalone-packages /scripts/
7 | RUN /scripts/standalone-packages
8 |
9 | WORKDIR /app
10 |
11 | COPY ["Gemfile", "Gemfile.lock", "/app/"]
12 | COPY lib/gemfile_helper.rb /app/lib/
13 | COPY vendor/gems/ /app/vendor/gems/
14 |
15 | # Get rid of annoying "fatal: Not a git repository (or any of the parent directories): .git" messages
16 | RUN umask 002 && git init && \
17 | LC_ALL=en_US.UTF-8 RAILS_ENV=production APP_SECRET_TOKEN=secret DATABASE_ADAPTER=mysql2 ON_HEROKU=true bundle install --without test development --path vendor/bundle -j 4
18 |
19 | COPY ./ /app/
20 |
21 | ARG OUTDATED_DOCKER_IMAGE_NAMESPACE=false
22 | ENV OUTDATED_DOCKER_IMAGE_NAMESPACE ${OUTDATED_DOCKER_IMAGE_NAMESPACE}
23 |
24 | RUN umask 002 && \
25 | LC_ALL=en_US.UTF-8 RAILS_ENV=production APP_SECRET_TOKEN=secret DATABASE_ADAPTER=mysql2 ON_HEROKU=true bundle exec rake assets:clean assets:precompile && \
26 | chmod g=u /app/.env.example /app/Gemfile.lock /app/config/ /app/tmp/
27 |
28 |
29 | EXPOSE 3000
30 |
31 | COPY ["docker/scripts/setup_env", "docker/multi-process/scripts/init", "/scripts/"]
32 | CMD ["/scripts/init"]
33 |
34 | USER 1001
35 |
36 | VOLUME /var/lib/mysql
37 |
--------------------------------------------------------------------------------
/app/assets/javascripts/components/core.js.coffee:
--------------------------------------------------------------------------------
1 | $ ->
2 | # Flash
3 | if $(".flash").length
4 | setTimeout((-> $(".flash").slideUp(-> $(".flash").remove())), 5000)
5 |
6 | # Help popovers
7 | $('.hover-help').popover(trigger: 'hover', html: true)
8 |
9 | # Pressing '/' selects the search box.
10 | $("body").on "keypress", (e) ->
11 | if e.keyCode == 47 # The '/' key
12 | if e.target.nodeName == "BODY"
13 | e.preventDefault()
14 | $agentNavigate.focus()
15 |
16 | # Select2 Selects
17 | $(".select2").select2(width: 'resolve')
18 |
19 | $(".select2-linked-tags").select2(
20 | width: 'resolve',
21 | formatSelection: (obj) ->
22 | "#{Utils.escape(obj.text)} "
23 | )
24 |
25 | # Helper for selecting text when clicked
26 | $('.selectable-text').each ->
27 | $(this).click ->
28 | range = document.createRange()
29 | range.setStartBefore(this.firstChild)
30 | range.setEndAfter(this.lastChild)
31 | sel = window.getSelection()
32 | sel.removeAllRanges();
33 | sel.addRange(range)
34 |
35 | # Agent navbar dropdown
36 | $('.navbar .dropdown.dropdown-hover').hover (-> $(this).addClass('open')), (-> $(this).removeClass('open'))
--------------------------------------------------------------------------------