├── .dockerignore ├── .gitattributes ├── .github ├── ISSUE_TEMPLATE │ ├── bug_report.md │ ├── bug_report_zh.md │ ├── feature_request.md │ └── feature_request_zh.md └── workflows │ ├── docker-crawlab-tencent.yml │ └── docker-crawlab.yml ├── .gitignore ├── CHANGELOG-zh.md ├── CHANGELOG.md ├── DISCLAIMER-zh.md ├── DISCLAIMER.md ├── Dockerfile ├── LICENSE ├── README-zh.md ├── README.md ├── SECURITY.md ├── backend ├── .air.master.conf ├── .air.worker.conf ├── .editorconfig ├── Dockerfile ├── README.md ├── Taskfile.yml ├── bin │ ├── semver.sh │ ├── update-deps.sh │ └── update-ver.sh ├── conf │ └── config.yml ├── go.mod ├── go.mod.dev ├── go.mod.local ├── go.sum ├── main.go └── test │ ├── config-master.json │ ├── config-worker-01.json │ ├── config-worker-02.json │ ├── config-worker-03.json │ └── config-worker-invalid-auth-key.json ├── bin ├── docker-init.sh ├── gen-ver.sh └── update_docker_js_api_address.py ├── changelog ├── v0.6.0-zh.md └── v0.6.0.md ├── core ├── .editorconfig ├── .github │ └── workflows │ │ └── test.yml ├── .gitignore ├── LICENSE ├── README.md ├── apps │ ├── api_v2.go │ ├── docker.go │ ├── interfaces.go │ ├── server_v2.go │ └── utils.go ├── cmd │ ├── root.go │ ├── server.go │ └── server_test.go ├── color │ └── service.go ├── config │ ├── base.go │ ├── config.go │ ├── config_test.go │ └── path.go ├── constants │ ├── action.go │ ├── anchor.go │ ├── auth.go │ ├── cache.go │ ├── channels.go │ ├── common.go │ ├── config_spider.go │ ├── data_collection.go │ ├── data_field.go │ ├── database.go │ ├── delegate.go │ ├── ds.go │ ├── encrypt.go │ ├── errors.go │ ├── event.go │ ├── export.go │ ├── file.go │ ├── filer.go │ ├── filter.go │ ├── git.go │ ├── grpc.go │ ├── http.go │ ├── log.go │ ├── message.go │ ├── node.go │ ├── notification.go │ ├── pagination.go │ ├── register.go │ ├── results.go │ ├── rpc.go │ ├── schedule.go │ ├── scrapy.go │ ├── signal.go │ ├── sort.go │ ├── system.go │ ├── task.go │ ├── user.go │ └── variable.go ├── container │ └── container.go ├── controllers │ ├── base_file_v2.go │ ├── base_v2.go │ ├── base_v2_test.go │ ├── export_v2.go │ ├── filter_v2.go │ ├── http.go │ ├── login_v2.go │ ├── project_v2.go │ ├── result_v2.go │ ├── router_v2.go │ ├── router_v2_test.go │ ├── schedule_v2.go │ ├── setting_v2.go │ ├── spider_v2.go │ ├── spider_v2_test.go │ ├── stats_v2.go │ ├── sync_v2.go │ ├── system_info_v2.go │ ├── task_v2.go │ ├── token_v2.go │ ├── user_v2.go │ ├── user_v2_test.go │ ├── utils_context.go │ ├── utils_filter.go │ ├── utils_http.go │ ├── utils_pagination.go │ ├── utils_sort.go │ └── ws_writer.go ├── data │ └── colors.go ├── database │ ├── entity │ │ └── database.go │ ├── interfaces │ │ ├── database_registry_service.go │ │ └── database_service.go │ └── registry_service.go ├── docker-compose.yml ├── docs │ ├── .gitignore │ ├── api │ │ ├── index.html │ │ └── openapi.yaml │ ├── package.json │ └── scripts │ │ └── publish.js ├── ds │ ├── cockroachdb.go │ ├── default.go │ ├── es.go │ ├── kafka.go │ ├── mongo.go │ ├── mssql.go │ ├── mssql_test.go │ ├── mysql.go │ ├── options.go │ ├── postgresql.go │ ├── service.go │ ├── sql.go │ ├── sql_options.go │ └── sqlite.go ├── entity │ ├── address.go │ ├── color.go │ ├── common.go │ ├── config_spider.go │ ├── data_field.go │ ├── dependency.go │ ├── doc.go │ ├── es.go │ ├── event.go │ ├── export.go │ ├── filter.go │ ├── filter_select_option.go │ ├── fs_file_info.go │ ├── git.go │ ├── grpc_base_service_message.go │ ├── grpc_base_service_params.go │ ├── grpc_delegate_message.go │ ├── grpc_event_service_message.go │ ├── grpc_subscribe.go │ ├── http.go │ ├── model_delegate.go │ ├── model_info.go │ ├── node.go │ ├── notification_variable.go │ ├── pagination.go │ ├── result.go │ ├── rpc.go │ ├── sort.go │ ├── spider.go │ ├── stats.go │ ├── system_info.go │ ├── task.go │ ├── translation.go │ ├── ttl_map.go │ └── version.go ├── errors │ ├── base.go │ ├── controller.go │ ├── ds.go │ ├── event.go │ ├── filter.go │ ├── fs.go │ ├── git.go │ ├── grpc.go │ ├── http.go │ ├── model.go │ ├── node.go │ ├── process.go │ ├── result.go │ ├── schedule.go │ ├── spider.go │ ├── stats.go │ ├── store.go │ ├── task.go │ └── user.go ├── event │ ├── func.go │ ├── options.go │ └── service.go ├── export │ ├── csv_service.go │ ├── csv_service_test.go │ └── json_service.go ├── fs │ ├── default.go │ ├── service_v2.go │ └── service_v2_test.go ├── go.mod ├── go.sum ├── grpc │ ├── client │ │ ├── client.go │ │ ├── client_v2.go │ │ ├── options.go │ │ ├── pool.go │ │ └── utils_proto.go │ ├── middlewares │ │ └── auth_token.go │ ├── payload │ │ └── model_service_v2_payload.go │ └── server │ │ ├── dependencies_server_v2.go │ │ ├── message_server.go │ │ ├── metrics_server_v2.go │ │ ├── model_base_service_binder.go │ │ ├── model_base_service_server.go │ │ ├── model_base_service_v2_server.go │ │ ├── model_delegate_binder.go │ │ ├── model_delegate_server.go │ │ ├── node_server.go │ │ ├── node_server_v2.go │ │ ├── server_v2.go │ │ ├── task_server_v2.go │ │ └── utils_handle.go ├── i18n │ └── service.go ├── interfaces │ ├── address.go │ ├── color.go │ ├── color_service.go │ ├── controller_params.go │ ├── data_source_service.go │ ├── entity.go │ ├── event_data.go │ ├── event_service.go │ ├── export.go │ ├── export_service.go │ ├── filter.go │ ├── filter_condition.go │ ├── fs_file_info.go │ ├── fs_service.go │ ├── fs_service_options.go │ ├── fs_service_v2.go │ ├── grpc_base.go │ ├── grpc_base_service_params.go │ ├── grpc_client.go │ ├── grpc_client_model_base_service.go │ ├── grpc_client_model_delegate.go │ ├── grpc_client_model_environment_service.go │ ├── grpc_client_model_node_service.go │ ├── grpc_client_model_service.go │ ├── grpc_client_model_spider_service.go │ ├── grpc_client_model_task_service.go │ ├── grpc_client_model_task_stat_service.go │ ├── grpc_client_pool.go │ ├── grpc_model_base_service_message.go │ ├── grpc_model_binder.go │ ├── grpc_model_delegate_message.go │ ├── grpc_model_list_binder.go │ ├── grpc_server.go │ ├── grpc_stream.go │ ├── grpc_subscribe.go │ ├── i18n_service.go │ ├── injectable.go │ ├── list.go │ ├── model.go │ ├── model_artifact.go │ ├── model_artifact_sys.go │ ├── model_base_service.go │ ├── model_binder.go │ ├── model_delegate.go │ ├── model_environment.go │ ├── model_extra_value.go │ ├── model_git.go │ ├── model_list_binder.go │ ├── model_node.go │ ├── model_node_delegate.go │ ├── model_permission.go │ ├── model_result.go │ ├── model_role.go │ ├── model_schedule.go │ ├── model_service_v2.go │ ├── model_spider.go │ ├── model_tag.go │ ├── model_task.go │ ├── model_task_stat.go │ ├── model_user.go │ ├── model_user_group.go │ ├── module.go │ ├── node_config_service.go │ ├── node_master_service.go │ ├── node_service.go │ ├── node_service_option.go │ ├── node_worker_service.go │ ├── options.go │ ├── process_daemon.go │ ├── provide.go │ ├── result_service.go │ ├── result_service_mongo.go │ ├── result_service_registry.go │ ├── schedule_service.go │ ├── spider_admin_service.go │ ├── spider_service_options.go │ ├── stats_service.go │ ├── task_base_service.go │ ├── task_handler_service.go │ ├── task_hook_service.go │ ├── task_runner.go │ ├── task_scheduler_service.go │ ├── task_stats_service.go │ ├── test.go │ ├── translation.go │ ├── user_service.go │ ├── user_service_options.go │ ├── with_address.go │ ├── with_config_path.go │ └── with_model_id.go ├── main.go ├── middlewares │ ├── auth.go │ ├── auth_v2.go │ ├── cors.go │ ├── filer_auth.go │ └── middlewares.go ├── models │ ├── client │ │ ├── binder_basic.go │ │ ├── binder_list.go │ │ ├── model_base_service.go │ │ ├── model_delegate.go │ │ ├── model_environment_service.go │ │ ├── model_node_delegate.go │ │ ├── model_node_service.go │ │ ├── model_service.go │ │ ├── model_service_v2.go │ │ ├── model_service_v2_test.go │ │ ├── model_spider_service.go │ │ ├── model_task_service.go │ │ ├── model_task_stat_service.go │ │ └── options.go │ ├── common │ │ └── index_service_v2.go │ ├── config_spider │ │ ├── common.go │ │ └── scrapy.go │ ├── delegate │ │ ├── base_test.go │ │ ├── model.go │ │ ├── model_node.go │ │ ├── model_node_test.go │ │ ├── model_role_test.go │ │ ├── model_test.go │ │ └── utils_event.go │ ├── models │ │ ├── artifact.go │ │ ├── artifact_sys.go │ │ ├── base.go │ │ ├── data_collection.go │ │ ├── data_source.go │ │ ├── dependency_setting.go │ │ ├── environment.go │ │ ├── extra_value.go │ │ ├── git.go │ │ ├── job.go │ │ ├── node.go │ │ ├── password.go │ │ ├── permission.go │ │ ├── project.go │ │ ├── result.go │ │ ├── role.go │ │ ├── role_permission.go │ │ ├── schedule.go │ │ ├── setting.go │ │ ├── spider.go │ │ ├── spider_stat.go │ │ ├── tag.go │ │ ├── task.go │ │ ├── task_queue_item.go │ │ ├── task_stat.go │ │ ├── token.go │ │ ├── user.go │ │ ├── user_role.go │ │ ├── utils_binder_legacy.go │ │ ├── utils_col.go │ │ ├── utils_model_map.go │ │ ├── utils_tag.go │ │ ├── v2 │ │ │ ├── base_v2.go │ │ │ ├── data_collection_v2.go │ │ │ ├── database_metric_v2.go │ │ │ ├── database_v2.go │ │ │ ├── dependency_log_v2.go │ │ │ ├── dependency_setting_v2.go │ │ │ ├── dependency_task_v2.go │ │ │ ├── dependency_v2.go │ │ │ ├── environment_v2.go │ │ │ ├── git_v2.go │ │ │ ├── metric_v2.go │ │ │ ├── node_v2.go │ │ │ ├── notification_alert_v2.go │ │ │ ├── notification_channel_v2.go │ │ │ ├── notification_request_v2.go │ │ │ ├── notification_setting_v2.go │ │ │ ├── permission_v2.go │ │ │ ├── project_v2.go │ │ │ ├── role_permission_v2.go │ │ │ ├── role_v2.go │ │ │ ├── schedule_v2.go │ │ │ ├── setting_v2.go │ │ │ ├── spider_stat_v2.go │ │ │ ├── spider_v2.go │ │ │ ├── task_queue_item_v2.go │ │ │ ├── task_stat_v2.go │ │ │ ├── task_v2.go │ │ │ ├── test_v2.go │ │ │ ├── token_v2.go │ │ │ ├── user_role_v2.go │ │ │ ├── user_v2.go │ │ │ └── variable_v2.go │ │ └── variable.go │ └── service │ │ ├── artifact_service.go │ │ ├── base_service.go │ │ ├── base_service_v2.go │ │ ├── base_service_v2_test.go │ │ ├── binder_basic.go │ │ ├── binder_list.go │ │ ├── data_collection_service.go │ │ ├── data_source_service.go │ │ ├── dependency_setting_service.go │ │ ├── environment_service.go │ │ ├── extra_value_service.go │ │ ├── git_service.go │ │ ├── interface.go │ │ ├── job_service.go │ │ ├── node_service.go │ │ ├── options.go │ │ ├── password_service.go │ │ ├── permission_service.go │ │ ├── project_service.go │ │ ├── role_permission_service.go │ │ ├── role_service.go │ │ ├── schedule_service.go │ │ ├── service.go │ │ ├── setting_service.go │ │ ├── spider_service.go │ │ ├── spider_stat_service.go │ │ ├── tag_service.go │ │ ├── tag_service_legacy.go │ │ ├── task_queue_service.go │ │ ├── task_service.go │ │ ├── task_stat_service.go │ │ ├── token_service.go │ │ ├── user_role_service.go │ │ ├── user_service.go │ │ └── variable_service.go ├── node │ ├── config │ │ ├── config.go │ │ ├── config_service.go │ │ └── options.go │ └── service │ │ ├── master_service_v2.go │ │ ├── options.go │ │ └── worker_service_v2.go ├── notification │ ├── constants.go │ ├── entity.go │ ├── im.go │ ├── mail.go │ ├── mail_gmail.go │ ├── oauth2_gmail.go │ ├── service_v2.go │ ├── service_v2_test.go │ └── theme.go ├── process │ ├── daemon.go │ ├── daemon_test.go │ ├── manage.go │ └── options.go ├── result │ ├── options.go │ ├── service.go │ ├── service_mongo.go │ └── service_registry.go ├── schedule │ ├── logger.go │ ├── options.go │ ├── service.go │ ├── service_v2.go │ └── test │ │ ├── base.go │ │ └── schedule_service_test.go ├── spider │ └── admin │ │ ├── options.go │ │ ├── service.go │ │ └── service_v2.go ├── stats │ ├── options.go │ └── service.go ├── sys_exec │ ├── sys_exec.go │ ├── sys_exec_darwin.go │ ├── sys_exec_linux.go │ └── sys_exec_windows.go ├── system │ ├── service.go │ └── service_v2.go ├── task │ ├── handler │ │ ├── options.go │ │ ├── runner_test.go │ │ ├── runner_v2.go │ │ └── service_v2.go │ ├── log │ │ ├── constants.go │ │ ├── default.go │ │ ├── driver.go │ │ ├── entity.go │ │ ├── errors.go │ │ ├── file_driver.go │ │ ├── file_driver_test.go │ │ └── interface.go │ ├── scheduler │ │ ├── options.go │ │ └── service_v2.go │ └── stats │ │ ├── options.go │ │ └── service_v2.go ├── user │ ├── options.go │ ├── service.go │ ├── service_v2.go │ └── test │ │ ├── base.go │ │ └── user_service_test.go └── utils │ ├── args.go │ ├── array.go │ ├── backoff.go │ ├── binders │ └── binder_col_name.go │ ├── bool.go │ ├── bson.go │ ├── cache.go │ ├── chan.go │ ├── chan_test.go │ ├── cockroachdb.go │ ├── cron.go │ ├── debug.go │ ├── demo.go │ ├── di.go │ ├── docker.go │ ├── encrypt.go │ ├── encrypt_test.go │ ├── es.go │ ├── file.go │ ├── file_test.go │ ├── filter.go │ ├── git.go │ ├── hash.go │ ├── helpers.go │ ├── http.go │ ├── init.go │ ├── json.go │ ├── kafka.go │ ├── mongo.go │ ├── mssql.go │ ├── mysql.go │ ├── node.go │ ├── os.go │ ├── postgresql.go │ ├── result.go │ ├── rpc.go │ ├── spider.go │ ├── sql.go │ ├── sqlite.go │ ├── stats.go │ ├── system.go │ ├── task.go │ ├── time.go │ └── uuid.go ├── db ├── .editorconfig ├── .gitignore ├── LICENSE ├── README.md ├── errors │ ├── base.go │ ├── errors.go │ └── redis.go ├── generic │ ├── base.go │ ├── list.go │ ├── op.go │ └── sort.go ├── go.mod ├── interfaces.go ├── mongo │ ├── client.go │ ├── client_options.go │ ├── client_test.go │ ├── col.go │ ├── col_test.go │ ├── db.go │ ├── db_options.go │ ├── db_test.go │ ├── result.go │ └── transaction.go ├── redis │ ├── client.go │ ├── constants.go │ ├── options.go │ ├── pool.go │ └── test │ │ ├── base.go │ │ └── client_test.go ├── sql │ └── sql.go └── utils │ └── utils.go ├── devops ├── develop │ ├── crawlab-master.yaml │ ├── crawlab-worker.yaml │ ├── mongo-pv.yaml │ ├── mongo.yaml │ ├── ns.yaml │ └── redis.yaml ├── master │ ├── crawlab-master.yaml │ ├── crawlab-worker.yaml │ ├── mongo-pv.yaml │ ├── mongo.yaml │ ├── ns.yaml │ └── redis.yaml └── release │ ├── crawlab-master.yaml │ ├── crawlab-worker.yaml │ ├── mongo-pv.yaml │ ├── mongo.yaml │ ├── ns.yaml │ └── redis.yaml ├── docker-compose.yml ├── docs └── config.md ├── frontend ├── .editorconfig ├── .env ├── .env.analyze ├── .env.development ├── .env.docker ├── .eslintignore ├── .eslintrc.js ├── .gitignore ├── .npmrc ├── Dockerfile ├── babel.config.js ├── index.html ├── jest.config.ts ├── package.json ├── pnpm-lock.yaml ├── public │ ├── favicon.ico │ ├── font-awesome.min.css │ ├── fonts │ │ ├── FontAwesome.otf │ │ ├── fontawesome-webfont.eot │ │ ├── fontawesome-webfont.svg │ │ ├── fontawesome-webfont.ttf │ │ ├── fontawesome-webfont.woff │ │ └── fontawesome-webfont.woff2 │ └── js │ │ ├── login-canvas.js │ │ ├── vue3-sfc-loader.js │ │ └── vue3-sfc-loader.js.map ├── src │ ├── main.ts │ └── shims-vue.d.ts ├── tsconfig.json ├── vite.config.ts └── vue.config.js ├── fs ├── .editorconfig ├── .github │ └── workflows │ │ └── test.yml ├── .gitignore ├── Dockerfile ├── LICENSE ├── README.md ├── bin │ ├── start.sh │ └── stop.sh ├── constants.go ├── docker-compose.yml ├── errors.go ├── go.mod ├── go.sum ├── interface.go ├── lib │ └── copy │ │ └── copy.go ├── options.go ├── seaweedfs_manager.go ├── test │ ├── base.go │ ├── bindata.go │ ├── main_test.go │ ├── seaweedfs_test.go │ └── utils.go └── utils.go ├── go.work ├── go.work.sum ├── grpc ├── .gitignore ├── LICENSE ├── README.md ├── bin │ ├── compile.sh │ └── compile_all.sh ├── dependencies_service_v2.pb.go ├── dependencies_service_v2_grpc.pb.go ├── go.mod ├── go.sum ├── message_service.pb.go ├── message_service_grpc.pb.go ├── metrics_service_v2.pb.go ├── metrics_service_v2_grpc.pb.go ├── model_base_service.pb.go ├── model_base_service_grpc.pb.go ├── model_base_service_v2.pb.go ├── model_base_service_v2_grpc.pb.go ├── model_delegate.pb.go ├── model_delegate_grpc.pb.go ├── model_service_v2_request.pb.go ├── node.pb.go ├── node_info.pb.go ├── node_service.pb.go ├── node_service_grpc.pb.go ├── plugin_request.pb.go ├── plugin_service.pb.go ├── plugin_service_grpc.pb.go ├── proto │ ├── entity │ │ ├── model_service_v2_request.proto │ │ ├── node_info.proto │ │ ├── plugin_request.proto │ │ ├── request.proto │ │ ├── response.proto │ │ ├── response_code.proto │ │ ├── stream_message.proto │ │ ├── stream_message_code.proto │ │ └── stream_message_data_task.proto │ ├── models │ │ ├── node.proto │ │ └── task.proto │ └── services │ │ ├── dependencies_service_v2.proto │ │ ├── message_service.proto │ │ ├── metrics_service_v2.proto │ │ ├── model_base_service.proto │ │ ├── model_base_service_v2.proto │ │ ├── model_delegate.proto │ │ ├── node_service.proto │ │ ├── plugin_service.proto │ │ └── task_service.proto ├── request.pb.go ├── response.pb.go ├── response_code.pb.go ├── stream_message.pb.go ├── stream_message_code.pb.go ├── stream_message_data_task.pb.go ├── task.pb.go ├── task_service.pb.go └── task_service_grpc.pb.go ├── k8s ├── crawlab-master.yaml ├── crawlab-worker.yaml ├── mongo-pv.yaml ├── mongo.yaml ├── ns.yaml └── redis.yaml ├── nginx └── crawlab.conf ├── scripts └── validate-backend.sh ├── template-parser ├── .gitignore ├── LICENSE ├── README.md ├── entity.go ├── func.go ├── general_parser.go ├── go.mod ├── go.sum ├── interfaces.go ├── parser.go ├── test │ └── general_parser_test.go └── variable.go ├── trace ├── .gitignore ├── LICENSE ├── README.md ├── go.mod ├── go.sum └── trace.go ├── vcs ├── .github │ └── workflows │ │ └── test.yml ├── .gitignore ├── LICENSE ├── README.md ├── constants.go ├── entity.go ├── errors.go ├── git.go ├── git_options.go ├── git_store.go ├── git_utils.go ├── go.mod ├── go.sum ├── interface.go ├── test │ ├── base.go │ ├── credential.go │ ├── credentials.example.json │ └── git_test.go └── utils.go └── workspace ├── .gitignore ├── docker-compose.yml ├── dockerfiles ├── golang │ └── Dockerfile └── node │ ├── .dockerignore │ └── Dockerfile └── localdev ├── README.md └── docker-compose.yml /.dockerignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/.dockerignore -------------------------------------------------------------------------------- /.gitattributes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/.gitattributes -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/bug_report.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/.github/ISSUE_TEMPLATE/bug_report.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/bug_report_zh.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/.github/ISSUE_TEMPLATE/bug_report_zh.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/feature_request.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/.github/ISSUE_TEMPLATE/feature_request.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/feature_request_zh.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/.github/ISSUE_TEMPLATE/feature_request_zh.md -------------------------------------------------------------------------------- /.github/workflows/docker-crawlab-tencent.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/.github/workflows/docker-crawlab-tencent.yml -------------------------------------------------------------------------------- /.github/workflows/docker-crawlab.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/.github/workflows/docker-crawlab.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/.gitignore -------------------------------------------------------------------------------- /CHANGELOG-zh.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/CHANGELOG-zh.md -------------------------------------------------------------------------------- /CHANGELOG.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/CHANGELOG.md -------------------------------------------------------------------------------- /DISCLAIMER-zh.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/DISCLAIMER-zh.md -------------------------------------------------------------------------------- /DISCLAIMER.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/DISCLAIMER.md -------------------------------------------------------------------------------- /Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/Dockerfile -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/LICENSE -------------------------------------------------------------------------------- /README-zh.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/README-zh.md -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/README.md -------------------------------------------------------------------------------- /SECURITY.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/SECURITY.md -------------------------------------------------------------------------------- /backend/.air.master.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/backend/.air.master.conf -------------------------------------------------------------------------------- /backend/.air.worker.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/backend/.air.worker.conf -------------------------------------------------------------------------------- /backend/.editorconfig: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/backend/.editorconfig -------------------------------------------------------------------------------- /backend/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/backend/Dockerfile -------------------------------------------------------------------------------- /backend/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/backend/README.md -------------------------------------------------------------------------------- /backend/Taskfile.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/backend/Taskfile.yml -------------------------------------------------------------------------------- /backend/bin/semver.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/backend/bin/semver.sh -------------------------------------------------------------------------------- /backend/bin/update-deps.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/backend/bin/update-deps.sh -------------------------------------------------------------------------------- /backend/bin/update-ver.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/backend/bin/update-ver.sh -------------------------------------------------------------------------------- /backend/conf/config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/backend/conf/config.yml -------------------------------------------------------------------------------- /backend/go.mod: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/backend/go.mod -------------------------------------------------------------------------------- /backend/go.mod.dev: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/backend/go.mod.dev -------------------------------------------------------------------------------- /backend/go.mod.local: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/backend/go.mod.local -------------------------------------------------------------------------------- /backend/go.sum: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/backend/go.sum -------------------------------------------------------------------------------- /backend/main.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/backend/main.go -------------------------------------------------------------------------------- /backend/test/config-master.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/backend/test/config-master.json -------------------------------------------------------------------------------- /backend/test/config-worker-01.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/backend/test/config-worker-01.json -------------------------------------------------------------------------------- /backend/test/config-worker-02.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/backend/test/config-worker-02.json -------------------------------------------------------------------------------- /backend/test/config-worker-03.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/backend/test/config-worker-03.json -------------------------------------------------------------------------------- /backend/test/config-worker-invalid-auth-key.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/backend/test/config-worker-invalid-auth-key.json -------------------------------------------------------------------------------- /bin/docker-init.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/bin/docker-init.sh -------------------------------------------------------------------------------- /bin/gen-ver.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/bin/gen-ver.sh -------------------------------------------------------------------------------- /bin/update_docker_js_api_address.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/bin/update_docker_js_api_address.py -------------------------------------------------------------------------------- /changelog/v0.6.0-zh.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/changelog/v0.6.0-zh.md -------------------------------------------------------------------------------- /changelog/v0.6.0.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/changelog/v0.6.0.md -------------------------------------------------------------------------------- /core/.editorconfig: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/.editorconfig -------------------------------------------------------------------------------- /core/.github/workflows/test.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/.github/workflows/test.yml -------------------------------------------------------------------------------- /core/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/.gitignore -------------------------------------------------------------------------------- /core/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/LICENSE -------------------------------------------------------------------------------- /core/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/README.md -------------------------------------------------------------------------------- /core/apps/api_v2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/apps/api_v2.go -------------------------------------------------------------------------------- /core/apps/docker.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/apps/docker.go -------------------------------------------------------------------------------- /core/apps/interfaces.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/apps/interfaces.go -------------------------------------------------------------------------------- /core/apps/server_v2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/apps/server_v2.go -------------------------------------------------------------------------------- /core/apps/utils.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/apps/utils.go -------------------------------------------------------------------------------- /core/cmd/root.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/cmd/root.go -------------------------------------------------------------------------------- /core/cmd/server.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/cmd/server.go -------------------------------------------------------------------------------- /core/cmd/server_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/cmd/server_test.go -------------------------------------------------------------------------------- /core/color/service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/color/service.go -------------------------------------------------------------------------------- /core/config/base.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/config/base.go -------------------------------------------------------------------------------- /core/config/config.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/config/config.go -------------------------------------------------------------------------------- /core/config/config_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/config/config_test.go -------------------------------------------------------------------------------- /core/config/path.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/config/path.go -------------------------------------------------------------------------------- /core/constants/action.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/constants/action.go -------------------------------------------------------------------------------- /core/constants/anchor.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/constants/anchor.go -------------------------------------------------------------------------------- /core/constants/auth.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/constants/auth.go -------------------------------------------------------------------------------- /core/constants/cache.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/constants/cache.go -------------------------------------------------------------------------------- /core/constants/channels.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/constants/channels.go -------------------------------------------------------------------------------- /core/constants/common.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/constants/common.go -------------------------------------------------------------------------------- /core/constants/config_spider.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/constants/config_spider.go -------------------------------------------------------------------------------- /core/constants/data_collection.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/constants/data_collection.go -------------------------------------------------------------------------------- /core/constants/data_field.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/constants/data_field.go -------------------------------------------------------------------------------- /core/constants/database.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/constants/database.go -------------------------------------------------------------------------------- /core/constants/delegate.go: -------------------------------------------------------------------------------- 1 | package constants 2 | -------------------------------------------------------------------------------- /core/constants/ds.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/constants/ds.go -------------------------------------------------------------------------------- /core/constants/encrypt.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/constants/encrypt.go -------------------------------------------------------------------------------- /core/constants/errors.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/constants/errors.go -------------------------------------------------------------------------------- /core/constants/event.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/constants/event.go -------------------------------------------------------------------------------- /core/constants/export.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/constants/export.go -------------------------------------------------------------------------------- /core/constants/file.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/constants/file.go -------------------------------------------------------------------------------- /core/constants/filer.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/constants/filer.go -------------------------------------------------------------------------------- /core/constants/filter.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/constants/filter.go -------------------------------------------------------------------------------- /core/constants/git.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/constants/git.go -------------------------------------------------------------------------------- /core/constants/grpc.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/constants/grpc.go -------------------------------------------------------------------------------- /core/constants/http.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/constants/http.go -------------------------------------------------------------------------------- /core/constants/log.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/constants/log.go -------------------------------------------------------------------------------- /core/constants/message.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/constants/message.go -------------------------------------------------------------------------------- /core/constants/node.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/constants/node.go -------------------------------------------------------------------------------- /core/constants/notification.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/constants/notification.go -------------------------------------------------------------------------------- /core/constants/pagination.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/constants/pagination.go -------------------------------------------------------------------------------- /core/constants/register.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/constants/register.go -------------------------------------------------------------------------------- /core/constants/results.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/constants/results.go -------------------------------------------------------------------------------- /core/constants/rpc.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/constants/rpc.go -------------------------------------------------------------------------------- /core/constants/schedule.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/constants/schedule.go -------------------------------------------------------------------------------- /core/constants/scrapy.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/constants/scrapy.go -------------------------------------------------------------------------------- /core/constants/signal.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/constants/signal.go -------------------------------------------------------------------------------- /core/constants/sort.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/constants/sort.go -------------------------------------------------------------------------------- /core/constants/system.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/constants/system.go -------------------------------------------------------------------------------- /core/constants/task.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/constants/task.go -------------------------------------------------------------------------------- /core/constants/user.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/constants/user.go -------------------------------------------------------------------------------- /core/constants/variable.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/constants/variable.go -------------------------------------------------------------------------------- /core/container/container.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/container/container.go -------------------------------------------------------------------------------- /core/controllers/base_file_v2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/controllers/base_file_v2.go -------------------------------------------------------------------------------- /core/controllers/base_v2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/controllers/base_v2.go -------------------------------------------------------------------------------- /core/controllers/base_v2_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/controllers/base_v2_test.go -------------------------------------------------------------------------------- /core/controllers/export_v2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/controllers/export_v2.go -------------------------------------------------------------------------------- /core/controllers/filter_v2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/controllers/filter_v2.go -------------------------------------------------------------------------------- /core/controllers/http.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/controllers/http.go -------------------------------------------------------------------------------- /core/controllers/login_v2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/controllers/login_v2.go -------------------------------------------------------------------------------- /core/controllers/project_v2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/controllers/project_v2.go -------------------------------------------------------------------------------- /core/controllers/result_v2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/controllers/result_v2.go -------------------------------------------------------------------------------- /core/controllers/router_v2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/controllers/router_v2.go -------------------------------------------------------------------------------- /core/controllers/router_v2_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/controllers/router_v2_test.go -------------------------------------------------------------------------------- /core/controllers/schedule_v2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/controllers/schedule_v2.go -------------------------------------------------------------------------------- /core/controllers/setting_v2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/controllers/setting_v2.go -------------------------------------------------------------------------------- /core/controllers/spider_v2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/controllers/spider_v2.go -------------------------------------------------------------------------------- /core/controllers/spider_v2_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/controllers/spider_v2_test.go -------------------------------------------------------------------------------- /core/controllers/stats_v2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/controllers/stats_v2.go -------------------------------------------------------------------------------- /core/controllers/sync_v2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/controllers/sync_v2.go -------------------------------------------------------------------------------- /core/controllers/system_info_v2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/controllers/system_info_v2.go -------------------------------------------------------------------------------- /core/controllers/task_v2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/controllers/task_v2.go -------------------------------------------------------------------------------- /core/controllers/token_v2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/controllers/token_v2.go -------------------------------------------------------------------------------- /core/controllers/user_v2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/controllers/user_v2.go -------------------------------------------------------------------------------- /core/controllers/user_v2_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/controllers/user_v2_test.go -------------------------------------------------------------------------------- /core/controllers/utils_context.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/controllers/utils_context.go -------------------------------------------------------------------------------- /core/controllers/utils_filter.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/controllers/utils_filter.go -------------------------------------------------------------------------------- /core/controllers/utils_http.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/controllers/utils_http.go -------------------------------------------------------------------------------- /core/controllers/utils_pagination.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/controllers/utils_pagination.go -------------------------------------------------------------------------------- /core/controllers/utils_sort.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/controllers/utils_sort.go -------------------------------------------------------------------------------- /core/controllers/ws_writer.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/controllers/ws_writer.go -------------------------------------------------------------------------------- /core/data/colors.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/data/colors.go -------------------------------------------------------------------------------- /core/database/entity/database.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/database/entity/database.go -------------------------------------------------------------------------------- /core/database/interfaces/database_registry_service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/database/interfaces/database_registry_service.go -------------------------------------------------------------------------------- /core/database/interfaces/database_service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/database/interfaces/database_service.go -------------------------------------------------------------------------------- /core/database/registry_service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/database/registry_service.go -------------------------------------------------------------------------------- /core/docker-compose.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/docker-compose.yml -------------------------------------------------------------------------------- /core/docs/.gitignore: -------------------------------------------------------------------------------- 1 | .idea 2 | node_modules 3 | dist 4 | build 5 | tmp 6 | yarn.lock 7 | -------------------------------------------------------------------------------- /core/docs/api/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/docs/api/index.html -------------------------------------------------------------------------------- /core/docs/api/openapi.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/docs/api/openapi.yaml -------------------------------------------------------------------------------- /core/docs/package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/docs/package.json -------------------------------------------------------------------------------- /core/docs/scripts/publish.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/docs/scripts/publish.js -------------------------------------------------------------------------------- /core/ds/cockroachdb.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/ds/cockroachdb.go -------------------------------------------------------------------------------- /core/ds/default.go: -------------------------------------------------------------------------------- 1 | package ds 2 | -------------------------------------------------------------------------------- /core/ds/es.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/ds/es.go -------------------------------------------------------------------------------- /core/ds/kafka.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/ds/kafka.go -------------------------------------------------------------------------------- /core/ds/mongo.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/ds/mongo.go -------------------------------------------------------------------------------- /core/ds/mssql.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/ds/mssql.go -------------------------------------------------------------------------------- /core/ds/mssql_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/ds/mssql_test.go -------------------------------------------------------------------------------- /core/ds/mysql.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/ds/mysql.go -------------------------------------------------------------------------------- /core/ds/options.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/ds/options.go -------------------------------------------------------------------------------- /core/ds/postgresql.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/ds/postgresql.go -------------------------------------------------------------------------------- /core/ds/service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/ds/service.go -------------------------------------------------------------------------------- /core/ds/sql.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/ds/sql.go -------------------------------------------------------------------------------- /core/ds/sql_options.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/ds/sql_options.go -------------------------------------------------------------------------------- /core/ds/sqlite.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/ds/sqlite.go -------------------------------------------------------------------------------- /core/entity/address.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/entity/address.go -------------------------------------------------------------------------------- /core/entity/color.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/entity/color.go -------------------------------------------------------------------------------- /core/entity/common.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/entity/common.go -------------------------------------------------------------------------------- /core/entity/config_spider.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/entity/config_spider.go -------------------------------------------------------------------------------- /core/entity/data_field.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/entity/data_field.go -------------------------------------------------------------------------------- /core/entity/dependency.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/entity/dependency.go -------------------------------------------------------------------------------- /core/entity/doc.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/entity/doc.go -------------------------------------------------------------------------------- /core/entity/es.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/entity/es.go -------------------------------------------------------------------------------- /core/entity/event.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/entity/event.go -------------------------------------------------------------------------------- /core/entity/export.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/entity/export.go -------------------------------------------------------------------------------- /core/entity/filter.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/entity/filter.go -------------------------------------------------------------------------------- /core/entity/filter_select_option.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/entity/filter_select_option.go -------------------------------------------------------------------------------- /core/entity/fs_file_info.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/entity/fs_file_info.go -------------------------------------------------------------------------------- /core/entity/git.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/entity/git.go -------------------------------------------------------------------------------- /core/entity/grpc_base_service_message.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/entity/grpc_base_service_message.go -------------------------------------------------------------------------------- /core/entity/grpc_base_service_params.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/entity/grpc_base_service_params.go -------------------------------------------------------------------------------- /core/entity/grpc_delegate_message.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/entity/grpc_delegate_message.go -------------------------------------------------------------------------------- /core/entity/grpc_event_service_message.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/entity/grpc_event_service_message.go -------------------------------------------------------------------------------- /core/entity/grpc_subscribe.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/entity/grpc_subscribe.go -------------------------------------------------------------------------------- /core/entity/http.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/entity/http.go -------------------------------------------------------------------------------- /core/entity/model_delegate.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/entity/model_delegate.go -------------------------------------------------------------------------------- /core/entity/model_info.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/entity/model_info.go -------------------------------------------------------------------------------- /core/entity/node.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/entity/node.go -------------------------------------------------------------------------------- /core/entity/notification_variable.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/entity/notification_variable.go -------------------------------------------------------------------------------- /core/entity/pagination.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/entity/pagination.go -------------------------------------------------------------------------------- /core/entity/result.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/entity/result.go -------------------------------------------------------------------------------- /core/entity/rpc.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/entity/rpc.go -------------------------------------------------------------------------------- /core/entity/sort.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/entity/sort.go -------------------------------------------------------------------------------- /core/entity/spider.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/entity/spider.go -------------------------------------------------------------------------------- /core/entity/stats.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/entity/stats.go -------------------------------------------------------------------------------- /core/entity/system_info.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/entity/system_info.go -------------------------------------------------------------------------------- /core/entity/task.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/entity/task.go -------------------------------------------------------------------------------- /core/entity/translation.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/entity/translation.go -------------------------------------------------------------------------------- /core/entity/ttl_map.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/entity/ttl_map.go -------------------------------------------------------------------------------- /core/entity/version.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/entity/version.go -------------------------------------------------------------------------------- /core/errors/base.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/errors/base.go -------------------------------------------------------------------------------- /core/errors/controller.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/errors/controller.go -------------------------------------------------------------------------------- /core/errors/ds.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/errors/ds.go -------------------------------------------------------------------------------- /core/errors/event.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/errors/event.go -------------------------------------------------------------------------------- /core/errors/filter.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/errors/filter.go -------------------------------------------------------------------------------- /core/errors/fs.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/errors/fs.go -------------------------------------------------------------------------------- /core/errors/git.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/errors/git.go -------------------------------------------------------------------------------- /core/errors/grpc.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/errors/grpc.go -------------------------------------------------------------------------------- /core/errors/http.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/errors/http.go -------------------------------------------------------------------------------- /core/errors/model.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/errors/model.go -------------------------------------------------------------------------------- /core/errors/node.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/errors/node.go -------------------------------------------------------------------------------- /core/errors/process.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/errors/process.go -------------------------------------------------------------------------------- /core/errors/result.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/errors/result.go -------------------------------------------------------------------------------- /core/errors/schedule.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/errors/schedule.go -------------------------------------------------------------------------------- /core/errors/spider.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/errors/spider.go -------------------------------------------------------------------------------- /core/errors/stats.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/errors/stats.go -------------------------------------------------------------------------------- /core/errors/store.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/errors/store.go -------------------------------------------------------------------------------- /core/errors/task.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/errors/task.go -------------------------------------------------------------------------------- /core/errors/user.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/errors/user.go -------------------------------------------------------------------------------- /core/event/func.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/event/func.go -------------------------------------------------------------------------------- /core/event/options.go: -------------------------------------------------------------------------------- 1 | package event 2 | -------------------------------------------------------------------------------- /core/event/service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/event/service.go -------------------------------------------------------------------------------- /core/export/csv_service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/export/csv_service.go -------------------------------------------------------------------------------- /core/export/csv_service_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/export/csv_service_test.go -------------------------------------------------------------------------------- /core/export/json_service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/export/json_service.go -------------------------------------------------------------------------------- /core/fs/default.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/fs/default.go -------------------------------------------------------------------------------- /core/fs/service_v2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/fs/service_v2.go -------------------------------------------------------------------------------- /core/fs/service_v2_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/fs/service_v2_test.go -------------------------------------------------------------------------------- /core/go.mod: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/go.mod -------------------------------------------------------------------------------- /core/go.sum: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/go.sum -------------------------------------------------------------------------------- /core/grpc/client/client.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/grpc/client/client.go -------------------------------------------------------------------------------- /core/grpc/client/client_v2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/grpc/client/client_v2.go -------------------------------------------------------------------------------- /core/grpc/client/options.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/grpc/client/options.go -------------------------------------------------------------------------------- /core/grpc/client/pool.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/grpc/client/pool.go -------------------------------------------------------------------------------- /core/grpc/client/utils_proto.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/grpc/client/utils_proto.go -------------------------------------------------------------------------------- /core/grpc/middlewares/auth_token.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/grpc/middlewares/auth_token.go -------------------------------------------------------------------------------- /core/grpc/payload/model_service_v2_payload.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/grpc/payload/model_service_v2_payload.go -------------------------------------------------------------------------------- /core/grpc/server/dependencies_server_v2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/grpc/server/dependencies_server_v2.go -------------------------------------------------------------------------------- /core/grpc/server/message_server.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/grpc/server/message_server.go -------------------------------------------------------------------------------- /core/grpc/server/metrics_server_v2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/grpc/server/metrics_server_v2.go -------------------------------------------------------------------------------- /core/grpc/server/model_base_service_binder.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/grpc/server/model_base_service_binder.go -------------------------------------------------------------------------------- /core/grpc/server/model_base_service_server.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/grpc/server/model_base_service_server.go -------------------------------------------------------------------------------- /core/grpc/server/model_base_service_v2_server.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/grpc/server/model_base_service_v2_server.go -------------------------------------------------------------------------------- /core/grpc/server/model_delegate_binder.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/grpc/server/model_delegate_binder.go -------------------------------------------------------------------------------- /core/grpc/server/model_delegate_server.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/grpc/server/model_delegate_server.go -------------------------------------------------------------------------------- /core/grpc/server/node_server.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/grpc/server/node_server.go -------------------------------------------------------------------------------- /core/grpc/server/node_server_v2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/grpc/server/node_server_v2.go -------------------------------------------------------------------------------- /core/grpc/server/server_v2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/grpc/server/server_v2.go -------------------------------------------------------------------------------- /core/grpc/server/task_server_v2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/grpc/server/task_server_v2.go -------------------------------------------------------------------------------- /core/grpc/server/utils_handle.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/grpc/server/utils_handle.go -------------------------------------------------------------------------------- /core/i18n/service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/i18n/service.go -------------------------------------------------------------------------------- /core/interfaces/address.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/address.go -------------------------------------------------------------------------------- /core/interfaces/color.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/color.go -------------------------------------------------------------------------------- /core/interfaces/color_service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/color_service.go -------------------------------------------------------------------------------- /core/interfaces/controller_params.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/controller_params.go -------------------------------------------------------------------------------- /core/interfaces/data_source_service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/data_source_service.go -------------------------------------------------------------------------------- /core/interfaces/entity.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/entity.go -------------------------------------------------------------------------------- /core/interfaces/event_data.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/event_data.go -------------------------------------------------------------------------------- /core/interfaces/event_service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/event_service.go -------------------------------------------------------------------------------- /core/interfaces/export.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/export.go -------------------------------------------------------------------------------- /core/interfaces/export_service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/export_service.go -------------------------------------------------------------------------------- /core/interfaces/filter.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/filter.go -------------------------------------------------------------------------------- /core/interfaces/filter_condition.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/filter_condition.go -------------------------------------------------------------------------------- /core/interfaces/fs_file_info.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/fs_file_info.go -------------------------------------------------------------------------------- /core/interfaces/fs_service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/fs_service.go -------------------------------------------------------------------------------- /core/interfaces/fs_service_options.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/fs_service_options.go -------------------------------------------------------------------------------- /core/interfaces/fs_service_v2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/fs_service_v2.go -------------------------------------------------------------------------------- /core/interfaces/grpc_base.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/grpc_base.go -------------------------------------------------------------------------------- /core/interfaces/grpc_base_service_params.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/grpc_base_service_params.go -------------------------------------------------------------------------------- /core/interfaces/grpc_client.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/grpc_client.go -------------------------------------------------------------------------------- /core/interfaces/grpc_client_model_base_service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/grpc_client_model_base_service.go -------------------------------------------------------------------------------- /core/interfaces/grpc_client_model_delegate.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/grpc_client_model_delegate.go -------------------------------------------------------------------------------- /core/interfaces/grpc_client_model_environment_service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/grpc_client_model_environment_service.go -------------------------------------------------------------------------------- /core/interfaces/grpc_client_model_node_service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/grpc_client_model_node_service.go -------------------------------------------------------------------------------- /core/interfaces/grpc_client_model_service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/grpc_client_model_service.go -------------------------------------------------------------------------------- /core/interfaces/grpc_client_model_spider_service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/grpc_client_model_spider_service.go -------------------------------------------------------------------------------- /core/interfaces/grpc_client_model_task_service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/grpc_client_model_task_service.go -------------------------------------------------------------------------------- /core/interfaces/grpc_client_model_task_stat_service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/grpc_client_model_task_stat_service.go -------------------------------------------------------------------------------- /core/interfaces/grpc_client_pool.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/grpc_client_pool.go -------------------------------------------------------------------------------- /core/interfaces/grpc_model_base_service_message.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/grpc_model_base_service_message.go -------------------------------------------------------------------------------- /core/interfaces/grpc_model_binder.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/grpc_model_binder.go -------------------------------------------------------------------------------- /core/interfaces/grpc_model_delegate_message.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/grpc_model_delegate_message.go -------------------------------------------------------------------------------- /core/interfaces/grpc_model_list_binder.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/grpc_model_list_binder.go -------------------------------------------------------------------------------- /core/interfaces/grpc_server.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/grpc_server.go -------------------------------------------------------------------------------- /core/interfaces/grpc_stream.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/grpc_stream.go -------------------------------------------------------------------------------- /core/interfaces/grpc_subscribe.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/grpc_subscribe.go -------------------------------------------------------------------------------- /core/interfaces/i18n_service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/i18n_service.go -------------------------------------------------------------------------------- /core/interfaces/injectable.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/injectable.go -------------------------------------------------------------------------------- /core/interfaces/list.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/list.go -------------------------------------------------------------------------------- /core/interfaces/model.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/model.go -------------------------------------------------------------------------------- /core/interfaces/model_artifact.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/model_artifact.go -------------------------------------------------------------------------------- /core/interfaces/model_artifact_sys.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/model_artifact_sys.go -------------------------------------------------------------------------------- /core/interfaces/model_base_service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/model_base_service.go -------------------------------------------------------------------------------- /core/interfaces/model_binder.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/model_binder.go -------------------------------------------------------------------------------- /core/interfaces/model_delegate.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/model_delegate.go -------------------------------------------------------------------------------- /core/interfaces/model_environment.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/model_environment.go -------------------------------------------------------------------------------- /core/interfaces/model_extra_value.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/model_extra_value.go -------------------------------------------------------------------------------- /core/interfaces/model_git.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/model_git.go -------------------------------------------------------------------------------- /core/interfaces/model_list_binder.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/model_list_binder.go -------------------------------------------------------------------------------- /core/interfaces/model_node.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/model_node.go -------------------------------------------------------------------------------- /core/interfaces/model_node_delegate.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/model_node_delegate.go -------------------------------------------------------------------------------- /core/interfaces/model_permission.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/model_permission.go -------------------------------------------------------------------------------- /core/interfaces/model_result.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/model_result.go -------------------------------------------------------------------------------- /core/interfaces/model_role.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/model_role.go -------------------------------------------------------------------------------- /core/interfaces/model_schedule.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/model_schedule.go -------------------------------------------------------------------------------- /core/interfaces/model_service_v2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/model_service_v2.go -------------------------------------------------------------------------------- /core/interfaces/model_spider.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/model_spider.go -------------------------------------------------------------------------------- /core/interfaces/model_tag.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/model_tag.go -------------------------------------------------------------------------------- /core/interfaces/model_task.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/model_task.go -------------------------------------------------------------------------------- /core/interfaces/model_task_stat.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/model_task_stat.go -------------------------------------------------------------------------------- /core/interfaces/model_user.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/model_user.go -------------------------------------------------------------------------------- /core/interfaces/model_user_group.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/model_user_group.go -------------------------------------------------------------------------------- /core/interfaces/module.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/module.go -------------------------------------------------------------------------------- /core/interfaces/node_config_service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/node_config_service.go -------------------------------------------------------------------------------- /core/interfaces/node_master_service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/node_master_service.go -------------------------------------------------------------------------------- /core/interfaces/node_service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/node_service.go -------------------------------------------------------------------------------- /core/interfaces/node_service_option.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/node_service_option.go -------------------------------------------------------------------------------- /core/interfaces/node_worker_service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/node_worker_service.go -------------------------------------------------------------------------------- /core/interfaces/options.go: -------------------------------------------------------------------------------- 1 | package interfaces 2 | -------------------------------------------------------------------------------- /core/interfaces/process_daemon.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/process_daemon.go -------------------------------------------------------------------------------- /core/interfaces/provide.go: -------------------------------------------------------------------------------- 1 | package interfaces 2 | 3 | type Provide func(env string) 4 | -------------------------------------------------------------------------------- /core/interfaces/result_service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/result_service.go -------------------------------------------------------------------------------- /core/interfaces/result_service_mongo.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/result_service_mongo.go -------------------------------------------------------------------------------- /core/interfaces/result_service_registry.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/result_service_registry.go -------------------------------------------------------------------------------- /core/interfaces/schedule_service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/schedule_service.go -------------------------------------------------------------------------------- /core/interfaces/spider_admin_service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/spider_admin_service.go -------------------------------------------------------------------------------- /core/interfaces/spider_service_options.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/spider_service_options.go -------------------------------------------------------------------------------- /core/interfaces/stats_service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/stats_service.go -------------------------------------------------------------------------------- /core/interfaces/task_base_service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/task_base_service.go -------------------------------------------------------------------------------- /core/interfaces/task_handler_service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/task_handler_service.go -------------------------------------------------------------------------------- /core/interfaces/task_hook_service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/task_hook_service.go -------------------------------------------------------------------------------- /core/interfaces/task_runner.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/task_runner.go -------------------------------------------------------------------------------- /core/interfaces/task_scheduler_service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/task_scheduler_service.go -------------------------------------------------------------------------------- /core/interfaces/task_stats_service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/task_stats_service.go -------------------------------------------------------------------------------- /core/interfaces/test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/test.go -------------------------------------------------------------------------------- /core/interfaces/translation.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/translation.go -------------------------------------------------------------------------------- /core/interfaces/user_service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/user_service.go -------------------------------------------------------------------------------- /core/interfaces/user_service_options.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/user_service_options.go -------------------------------------------------------------------------------- /core/interfaces/with_address.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/with_address.go -------------------------------------------------------------------------------- /core/interfaces/with_config_path.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/with_config_path.go -------------------------------------------------------------------------------- /core/interfaces/with_model_id.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/interfaces/with_model_id.go -------------------------------------------------------------------------------- /core/main.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/main.go -------------------------------------------------------------------------------- /core/middlewares/auth.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/middlewares/auth.go -------------------------------------------------------------------------------- /core/middlewares/auth_v2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/middlewares/auth_v2.go -------------------------------------------------------------------------------- /core/middlewares/cors.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/middlewares/cors.go -------------------------------------------------------------------------------- /core/middlewares/filer_auth.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/middlewares/filer_auth.go -------------------------------------------------------------------------------- /core/middlewares/middlewares.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/middlewares/middlewares.go -------------------------------------------------------------------------------- /core/models/client/binder_basic.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/client/binder_basic.go -------------------------------------------------------------------------------- /core/models/client/binder_list.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/client/binder_list.go -------------------------------------------------------------------------------- /core/models/client/model_base_service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/client/model_base_service.go -------------------------------------------------------------------------------- /core/models/client/model_delegate.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/client/model_delegate.go -------------------------------------------------------------------------------- /core/models/client/model_environment_service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/client/model_environment_service.go -------------------------------------------------------------------------------- /core/models/client/model_node_delegate.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/client/model_node_delegate.go -------------------------------------------------------------------------------- /core/models/client/model_node_service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/client/model_node_service.go -------------------------------------------------------------------------------- /core/models/client/model_service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/client/model_service.go -------------------------------------------------------------------------------- /core/models/client/model_service_v2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/client/model_service_v2.go -------------------------------------------------------------------------------- /core/models/client/model_service_v2_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/client/model_service_v2_test.go -------------------------------------------------------------------------------- /core/models/client/model_spider_service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/client/model_spider_service.go -------------------------------------------------------------------------------- /core/models/client/model_task_service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/client/model_task_service.go -------------------------------------------------------------------------------- /core/models/client/model_task_stat_service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/client/model_task_stat_service.go -------------------------------------------------------------------------------- /core/models/client/options.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/client/options.go -------------------------------------------------------------------------------- /core/models/common/index_service_v2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/common/index_service_v2.go -------------------------------------------------------------------------------- /core/models/config_spider/common.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/config_spider/common.go -------------------------------------------------------------------------------- /core/models/config_spider/scrapy.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/config_spider/scrapy.go -------------------------------------------------------------------------------- /core/models/delegate/base_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/delegate/base_test.go -------------------------------------------------------------------------------- /core/models/delegate/model.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/delegate/model.go -------------------------------------------------------------------------------- /core/models/delegate/model_node.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/delegate/model_node.go -------------------------------------------------------------------------------- /core/models/delegate/model_node_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/delegate/model_node_test.go -------------------------------------------------------------------------------- /core/models/delegate/model_role_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/delegate/model_role_test.go -------------------------------------------------------------------------------- /core/models/delegate/model_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/delegate/model_test.go -------------------------------------------------------------------------------- /core/models/delegate/utils_event.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/delegate/utils_event.go -------------------------------------------------------------------------------- /core/models/models/artifact.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/models/artifact.go -------------------------------------------------------------------------------- /core/models/models/artifact_sys.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/models/artifact_sys.go -------------------------------------------------------------------------------- /core/models/models/base.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/models/base.go -------------------------------------------------------------------------------- /core/models/models/data_collection.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/models/data_collection.go -------------------------------------------------------------------------------- /core/models/models/data_source.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/models/data_source.go -------------------------------------------------------------------------------- /core/models/models/dependency_setting.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/models/dependency_setting.go -------------------------------------------------------------------------------- /core/models/models/environment.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/models/environment.go -------------------------------------------------------------------------------- /core/models/models/extra_value.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/models/extra_value.go -------------------------------------------------------------------------------- /core/models/models/git.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/models/git.go -------------------------------------------------------------------------------- /core/models/models/job.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/models/job.go -------------------------------------------------------------------------------- /core/models/models/node.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/models/node.go -------------------------------------------------------------------------------- /core/models/models/password.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/models/password.go -------------------------------------------------------------------------------- /core/models/models/permission.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/models/permission.go -------------------------------------------------------------------------------- /core/models/models/project.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/models/project.go -------------------------------------------------------------------------------- /core/models/models/result.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/models/result.go -------------------------------------------------------------------------------- /core/models/models/role.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/models/role.go -------------------------------------------------------------------------------- /core/models/models/role_permission.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/models/role_permission.go -------------------------------------------------------------------------------- /core/models/models/schedule.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/models/schedule.go -------------------------------------------------------------------------------- /core/models/models/setting.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/models/setting.go -------------------------------------------------------------------------------- /core/models/models/spider.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/models/spider.go -------------------------------------------------------------------------------- /core/models/models/spider_stat.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/models/spider_stat.go -------------------------------------------------------------------------------- /core/models/models/tag.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/models/tag.go -------------------------------------------------------------------------------- /core/models/models/task.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/models/task.go -------------------------------------------------------------------------------- /core/models/models/task_queue_item.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/models/task_queue_item.go -------------------------------------------------------------------------------- /core/models/models/task_stat.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/models/task_stat.go -------------------------------------------------------------------------------- /core/models/models/token.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/models/token.go -------------------------------------------------------------------------------- /core/models/models/user.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/models/user.go -------------------------------------------------------------------------------- /core/models/models/user_role.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/models/user_role.go -------------------------------------------------------------------------------- /core/models/models/utils_binder_legacy.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/models/utils_binder_legacy.go -------------------------------------------------------------------------------- /core/models/models/utils_col.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/models/utils_col.go -------------------------------------------------------------------------------- /core/models/models/utils_model_map.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/models/utils_model_map.go -------------------------------------------------------------------------------- /core/models/models/utils_tag.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/models/utils_tag.go -------------------------------------------------------------------------------- /core/models/models/v2/base_v2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/models/v2/base_v2.go -------------------------------------------------------------------------------- /core/models/models/v2/data_collection_v2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/models/v2/data_collection_v2.go -------------------------------------------------------------------------------- /core/models/models/v2/database_metric_v2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/models/v2/database_metric_v2.go -------------------------------------------------------------------------------- /core/models/models/v2/database_v2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/models/v2/database_v2.go -------------------------------------------------------------------------------- /core/models/models/v2/dependency_log_v2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/models/v2/dependency_log_v2.go -------------------------------------------------------------------------------- /core/models/models/v2/dependency_setting_v2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/models/v2/dependency_setting_v2.go -------------------------------------------------------------------------------- /core/models/models/v2/dependency_task_v2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/models/v2/dependency_task_v2.go -------------------------------------------------------------------------------- /core/models/models/v2/dependency_v2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/models/v2/dependency_v2.go -------------------------------------------------------------------------------- /core/models/models/v2/environment_v2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/models/v2/environment_v2.go -------------------------------------------------------------------------------- /core/models/models/v2/git_v2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/models/v2/git_v2.go -------------------------------------------------------------------------------- /core/models/models/v2/metric_v2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/models/v2/metric_v2.go -------------------------------------------------------------------------------- /core/models/models/v2/node_v2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/models/v2/node_v2.go -------------------------------------------------------------------------------- /core/models/models/v2/notification_alert_v2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/models/v2/notification_alert_v2.go -------------------------------------------------------------------------------- /core/models/models/v2/notification_channel_v2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/models/v2/notification_channel_v2.go -------------------------------------------------------------------------------- /core/models/models/v2/notification_request_v2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/models/v2/notification_request_v2.go -------------------------------------------------------------------------------- /core/models/models/v2/notification_setting_v2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/models/v2/notification_setting_v2.go -------------------------------------------------------------------------------- /core/models/models/v2/permission_v2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/models/v2/permission_v2.go -------------------------------------------------------------------------------- /core/models/models/v2/project_v2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/models/v2/project_v2.go -------------------------------------------------------------------------------- /core/models/models/v2/role_permission_v2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/models/v2/role_permission_v2.go -------------------------------------------------------------------------------- /core/models/models/v2/role_v2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/models/v2/role_v2.go -------------------------------------------------------------------------------- /core/models/models/v2/schedule_v2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/models/v2/schedule_v2.go -------------------------------------------------------------------------------- /core/models/models/v2/setting_v2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/models/v2/setting_v2.go -------------------------------------------------------------------------------- /core/models/models/v2/spider_stat_v2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/models/v2/spider_stat_v2.go -------------------------------------------------------------------------------- /core/models/models/v2/spider_v2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/models/v2/spider_v2.go -------------------------------------------------------------------------------- /core/models/models/v2/task_queue_item_v2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/models/v2/task_queue_item_v2.go -------------------------------------------------------------------------------- /core/models/models/v2/task_stat_v2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/models/v2/task_stat_v2.go -------------------------------------------------------------------------------- /core/models/models/v2/task_v2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/models/v2/task_v2.go -------------------------------------------------------------------------------- /core/models/models/v2/test_v2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/models/v2/test_v2.go -------------------------------------------------------------------------------- /core/models/models/v2/token_v2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/models/v2/token_v2.go -------------------------------------------------------------------------------- /core/models/models/v2/user_role_v2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/models/v2/user_role_v2.go -------------------------------------------------------------------------------- /core/models/models/v2/user_v2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/models/v2/user_v2.go -------------------------------------------------------------------------------- /core/models/models/v2/variable_v2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/models/v2/variable_v2.go -------------------------------------------------------------------------------- /core/models/models/variable.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/models/variable.go -------------------------------------------------------------------------------- /core/models/service/artifact_service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/service/artifact_service.go -------------------------------------------------------------------------------- /core/models/service/base_service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/service/base_service.go -------------------------------------------------------------------------------- /core/models/service/base_service_v2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/service/base_service_v2.go -------------------------------------------------------------------------------- /core/models/service/base_service_v2_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/service/base_service_v2_test.go -------------------------------------------------------------------------------- /core/models/service/binder_basic.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/service/binder_basic.go -------------------------------------------------------------------------------- /core/models/service/binder_list.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/service/binder_list.go -------------------------------------------------------------------------------- /core/models/service/data_collection_service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/service/data_collection_service.go -------------------------------------------------------------------------------- /core/models/service/data_source_service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/service/data_source_service.go -------------------------------------------------------------------------------- /core/models/service/dependency_setting_service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/service/dependency_setting_service.go -------------------------------------------------------------------------------- /core/models/service/environment_service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/service/environment_service.go -------------------------------------------------------------------------------- /core/models/service/extra_value_service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/service/extra_value_service.go -------------------------------------------------------------------------------- /core/models/service/git_service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/service/git_service.go -------------------------------------------------------------------------------- /core/models/service/interface.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/service/interface.go -------------------------------------------------------------------------------- /core/models/service/job_service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/service/job_service.go -------------------------------------------------------------------------------- /core/models/service/node_service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/service/node_service.go -------------------------------------------------------------------------------- /core/models/service/options.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/service/options.go -------------------------------------------------------------------------------- /core/models/service/password_service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/service/password_service.go -------------------------------------------------------------------------------- /core/models/service/permission_service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/service/permission_service.go -------------------------------------------------------------------------------- /core/models/service/project_service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/service/project_service.go -------------------------------------------------------------------------------- /core/models/service/role_permission_service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/service/role_permission_service.go -------------------------------------------------------------------------------- /core/models/service/role_service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/service/role_service.go -------------------------------------------------------------------------------- /core/models/service/schedule_service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/service/schedule_service.go -------------------------------------------------------------------------------- /core/models/service/service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/service/service.go -------------------------------------------------------------------------------- /core/models/service/setting_service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/service/setting_service.go -------------------------------------------------------------------------------- /core/models/service/spider_service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/service/spider_service.go -------------------------------------------------------------------------------- /core/models/service/spider_stat_service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/service/spider_stat_service.go -------------------------------------------------------------------------------- /core/models/service/tag_service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/service/tag_service.go -------------------------------------------------------------------------------- /core/models/service/tag_service_legacy.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/service/tag_service_legacy.go -------------------------------------------------------------------------------- /core/models/service/task_queue_service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/service/task_queue_service.go -------------------------------------------------------------------------------- /core/models/service/task_service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/service/task_service.go -------------------------------------------------------------------------------- /core/models/service/task_stat_service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/service/task_stat_service.go -------------------------------------------------------------------------------- /core/models/service/token_service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/service/token_service.go -------------------------------------------------------------------------------- /core/models/service/user_role_service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/service/user_role_service.go -------------------------------------------------------------------------------- /core/models/service/user_service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/service/user_service.go -------------------------------------------------------------------------------- /core/models/service/variable_service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/models/service/variable_service.go -------------------------------------------------------------------------------- /core/node/config/config.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/node/config/config.go -------------------------------------------------------------------------------- /core/node/config/config_service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/node/config/config_service.go -------------------------------------------------------------------------------- /core/node/config/options.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/node/config/options.go -------------------------------------------------------------------------------- /core/node/service/master_service_v2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/node/service/master_service_v2.go -------------------------------------------------------------------------------- /core/node/service/options.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/node/service/options.go -------------------------------------------------------------------------------- /core/node/service/worker_service_v2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/node/service/worker_service_v2.go -------------------------------------------------------------------------------- /core/notification/constants.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/notification/constants.go -------------------------------------------------------------------------------- /core/notification/entity.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/notification/entity.go -------------------------------------------------------------------------------- /core/notification/im.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/notification/im.go -------------------------------------------------------------------------------- /core/notification/mail.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/notification/mail.go -------------------------------------------------------------------------------- /core/notification/mail_gmail.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/notification/mail_gmail.go -------------------------------------------------------------------------------- /core/notification/oauth2_gmail.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/notification/oauth2_gmail.go -------------------------------------------------------------------------------- /core/notification/service_v2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/notification/service_v2.go -------------------------------------------------------------------------------- /core/notification/service_v2_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/notification/service_v2_test.go -------------------------------------------------------------------------------- /core/notification/theme.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/notification/theme.go -------------------------------------------------------------------------------- /core/process/daemon.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/process/daemon.go -------------------------------------------------------------------------------- /core/process/daemon_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/process/daemon_test.go -------------------------------------------------------------------------------- /core/process/manage.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/process/manage.go -------------------------------------------------------------------------------- /core/process/options.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/process/options.go -------------------------------------------------------------------------------- /core/result/options.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/result/options.go -------------------------------------------------------------------------------- /core/result/service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/result/service.go -------------------------------------------------------------------------------- /core/result/service_mongo.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/result/service_mongo.go -------------------------------------------------------------------------------- /core/result/service_registry.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/result/service_registry.go -------------------------------------------------------------------------------- /core/schedule/logger.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/schedule/logger.go -------------------------------------------------------------------------------- /core/schedule/options.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/schedule/options.go -------------------------------------------------------------------------------- /core/schedule/service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/schedule/service.go -------------------------------------------------------------------------------- /core/schedule/service_v2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/schedule/service_v2.go -------------------------------------------------------------------------------- /core/schedule/test/base.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/schedule/test/base.go -------------------------------------------------------------------------------- /core/schedule/test/schedule_service_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/schedule/test/schedule_service_test.go -------------------------------------------------------------------------------- /core/spider/admin/options.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/spider/admin/options.go -------------------------------------------------------------------------------- /core/spider/admin/service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/spider/admin/service.go -------------------------------------------------------------------------------- /core/spider/admin/service_v2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/spider/admin/service_v2.go -------------------------------------------------------------------------------- /core/stats/options.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/stats/options.go -------------------------------------------------------------------------------- /core/stats/service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/stats/service.go -------------------------------------------------------------------------------- /core/sys_exec/sys_exec.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/sys_exec/sys_exec.go -------------------------------------------------------------------------------- /core/sys_exec/sys_exec_darwin.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/sys_exec/sys_exec_darwin.go -------------------------------------------------------------------------------- /core/sys_exec/sys_exec_linux.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/sys_exec/sys_exec_linux.go -------------------------------------------------------------------------------- /core/sys_exec/sys_exec_windows.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/sys_exec/sys_exec_windows.go -------------------------------------------------------------------------------- /core/system/service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/system/service.go -------------------------------------------------------------------------------- /core/system/service_v2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/system/service_v2.go -------------------------------------------------------------------------------- /core/task/handler/options.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/task/handler/options.go -------------------------------------------------------------------------------- /core/task/handler/runner_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/task/handler/runner_test.go -------------------------------------------------------------------------------- /core/task/handler/runner_v2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/task/handler/runner_v2.go -------------------------------------------------------------------------------- /core/task/handler/service_v2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/task/handler/service_v2.go -------------------------------------------------------------------------------- /core/task/log/constants.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/task/log/constants.go -------------------------------------------------------------------------------- /core/task/log/default.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/task/log/default.go -------------------------------------------------------------------------------- /core/task/log/driver.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/task/log/driver.go -------------------------------------------------------------------------------- /core/task/log/entity.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/task/log/entity.go -------------------------------------------------------------------------------- /core/task/log/errors.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/task/log/errors.go -------------------------------------------------------------------------------- /core/task/log/file_driver.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/task/log/file_driver.go -------------------------------------------------------------------------------- /core/task/log/file_driver_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/task/log/file_driver_test.go -------------------------------------------------------------------------------- /core/task/log/interface.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/task/log/interface.go -------------------------------------------------------------------------------- /core/task/scheduler/options.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/task/scheduler/options.go -------------------------------------------------------------------------------- /core/task/scheduler/service_v2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/task/scheduler/service_v2.go -------------------------------------------------------------------------------- /core/task/stats/options.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/task/stats/options.go -------------------------------------------------------------------------------- /core/task/stats/service_v2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/task/stats/service_v2.go -------------------------------------------------------------------------------- /core/user/options.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/user/options.go -------------------------------------------------------------------------------- /core/user/service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/user/service.go -------------------------------------------------------------------------------- /core/user/service_v2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/user/service_v2.go -------------------------------------------------------------------------------- /core/user/test/base.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/user/test/base.go -------------------------------------------------------------------------------- /core/user/test/user_service_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/user/test/user_service_test.go -------------------------------------------------------------------------------- /core/utils/args.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/utils/args.go -------------------------------------------------------------------------------- /core/utils/array.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/utils/array.go -------------------------------------------------------------------------------- /core/utils/backoff.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/utils/backoff.go -------------------------------------------------------------------------------- /core/utils/binders/binder_col_name.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/utils/binders/binder_col_name.go -------------------------------------------------------------------------------- /core/utils/bool.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/utils/bool.go -------------------------------------------------------------------------------- /core/utils/bson.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/utils/bson.go -------------------------------------------------------------------------------- /core/utils/cache.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/utils/cache.go -------------------------------------------------------------------------------- /core/utils/chan.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/utils/chan.go -------------------------------------------------------------------------------- /core/utils/chan_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/utils/chan_test.go -------------------------------------------------------------------------------- /core/utils/cockroachdb.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/utils/cockroachdb.go -------------------------------------------------------------------------------- /core/utils/cron.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/utils/cron.go -------------------------------------------------------------------------------- /core/utils/debug.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/utils/debug.go -------------------------------------------------------------------------------- /core/utils/demo.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/utils/demo.go -------------------------------------------------------------------------------- /core/utils/di.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/utils/di.go -------------------------------------------------------------------------------- /core/utils/docker.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/utils/docker.go -------------------------------------------------------------------------------- /core/utils/encrypt.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/utils/encrypt.go -------------------------------------------------------------------------------- /core/utils/encrypt_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/utils/encrypt_test.go -------------------------------------------------------------------------------- /core/utils/es.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/utils/es.go -------------------------------------------------------------------------------- /core/utils/file.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/utils/file.go -------------------------------------------------------------------------------- /core/utils/file_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/utils/file_test.go -------------------------------------------------------------------------------- /core/utils/filter.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/utils/filter.go -------------------------------------------------------------------------------- /core/utils/git.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/utils/git.go -------------------------------------------------------------------------------- /core/utils/hash.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/utils/hash.go -------------------------------------------------------------------------------- /core/utils/helpers.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/utils/helpers.go -------------------------------------------------------------------------------- /core/utils/http.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/utils/http.go -------------------------------------------------------------------------------- /core/utils/init.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/utils/init.go -------------------------------------------------------------------------------- /core/utils/json.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/utils/json.go -------------------------------------------------------------------------------- /core/utils/kafka.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/utils/kafka.go -------------------------------------------------------------------------------- /core/utils/mongo.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/utils/mongo.go -------------------------------------------------------------------------------- /core/utils/mssql.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/utils/mssql.go -------------------------------------------------------------------------------- /core/utils/mysql.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/utils/mysql.go -------------------------------------------------------------------------------- /core/utils/node.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/utils/node.go -------------------------------------------------------------------------------- /core/utils/os.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/utils/os.go -------------------------------------------------------------------------------- /core/utils/postgresql.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/utils/postgresql.go -------------------------------------------------------------------------------- /core/utils/result.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/utils/result.go -------------------------------------------------------------------------------- /core/utils/rpc.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/utils/rpc.go -------------------------------------------------------------------------------- /core/utils/spider.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/utils/spider.go -------------------------------------------------------------------------------- /core/utils/sql.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/utils/sql.go -------------------------------------------------------------------------------- /core/utils/sqlite.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/utils/sqlite.go -------------------------------------------------------------------------------- /core/utils/stats.go: -------------------------------------------------------------------------------- 1 | package utils 2 | -------------------------------------------------------------------------------- /core/utils/system.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/utils/system.go -------------------------------------------------------------------------------- /core/utils/task.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/utils/task.go -------------------------------------------------------------------------------- /core/utils/time.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/utils/time.go -------------------------------------------------------------------------------- /core/utils/uuid.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/core/utils/uuid.go -------------------------------------------------------------------------------- /db/.editorconfig: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/db/.editorconfig -------------------------------------------------------------------------------- /db/.gitignore: -------------------------------------------------------------------------------- 1 | .idea 2 | .DS_Store 3 | tmp/ 4 | vendor/ 5 | go.sum -------------------------------------------------------------------------------- /db/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/db/LICENSE -------------------------------------------------------------------------------- /db/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/db/README.md -------------------------------------------------------------------------------- /db/errors/base.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/db/errors/base.go -------------------------------------------------------------------------------- /db/errors/errors.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/db/errors/errors.go -------------------------------------------------------------------------------- /db/errors/redis.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/db/errors/redis.go -------------------------------------------------------------------------------- /db/generic/base.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/db/generic/base.go -------------------------------------------------------------------------------- /db/generic/list.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/db/generic/list.go -------------------------------------------------------------------------------- /db/generic/op.go: -------------------------------------------------------------------------------- 1 | package generic 2 | 3 | type Op string 4 | 5 | const ( 6 | OpEqual = "eq" 7 | ) 8 | -------------------------------------------------------------------------------- /db/generic/sort.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/db/generic/sort.go -------------------------------------------------------------------------------- /db/go.mod: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/db/go.mod -------------------------------------------------------------------------------- /db/interfaces.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/db/interfaces.go -------------------------------------------------------------------------------- /db/mongo/client.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/db/mongo/client.go -------------------------------------------------------------------------------- /db/mongo/client_options.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/db/mongo/client_options.go -------------------------------------------------------------------------------- /db/mongo/client_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/db/mongo/client_test.go -------------------------------------------------------------------------------- /db/mongo/col.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/db/mongo/col.go -------------------------------------------------------------------------------- /db/mongo/col_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/db/mongo/col_test.go -------------------------------------------------------------------------------- /db/mongo/db.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/db/mongo/db.go -------------------------------------------------------------------------------- /db/mongo/db_options.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/db/mongo/db_options.go -------------------------------------------------------------------------------- /db/mongo/db_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/db/mongo/db_test.go -------------------------------------------------------------------------------- /db/mongo/result.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/db/mongo/result.go -------------------------------------------------------------------------------- /db/mongo/transaction.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/db/mongo/transaction.go -------------------------------------------------------------------------------- /db/redis/client.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/db/redis/client.go -------------------------------------------------------------------------------- /db/redis/constants.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/db/redis/constants.go -------------------------------------------------------------------------------- /db/redis/options.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/db/redis/options.go -------------------------------------------------------------------------------- /db/redis/pool.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/db/redis/pool.go -------------------------------------------------------------------------------- /db/redis/test/base.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/db/redis/test/base.go -------------------------------------------------------------------------------- /db/redis/test/client_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/db/redis/test/client_test.go -------------------------------------------------------------------------------- /db/sql/sql.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/db/sql/sql.go -------------------------------------------------------------------------------- /db/utils/utils.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/db/utils/utils.go -------------------------------------------------------------------------------- /devops/develop/crawlab-master.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/devops/develop/crawlab-master.yaml -------------------------------------------------------------------------------- /devops/develop/crawlab-worker.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/devops/develop/crawlab-worker.yaml -------------------------------------------------------------------------------- /devops/develop/mongo-pv.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/devops/develop/mongo-pv.yaml -------------------------------------------------------------------------------- /devops/develop/mongo.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/devops/develop/mongo.yaml -------------------------------------------------------------------------------- /devops/develop/ns.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: crawlab-develop -------------------------------------------------------------------------------- /devops/develop/redis.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/devops/develop/redis.yaml -------------------------------------------------------------------------------- /devops/master/crawlab-master.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/devops/master/crawlab-master.yaml -------------------------------------------------------------------------------- /devops/master/crawlab-worker.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/devops/master/crawlab-worker.yaml -------------------------------------------------------------------------------- /devops/master/mongo-pv.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/devops/master/mongo-pv.yaml -------------------------------------------------------------------------------- /devops/master/mongo.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/devops/master/mongo.yaml -------------------------------------------------------------------------------- /devops/master/ns.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: crawlab -------------------------------------------------------------------------------- /devops/master/redis.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/devops/master/redis.yaml -------------------------------------------------------------------------------- /devops/release/crawlab-master.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/devops/release/crawlab-master.yaml -------------------------------------------------------------------------------- /devops/release/crawlab-worker.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/devops/release/crawlab-worker.yaml -------------------------------------------------------------------------------- /devops/release/mongo-pv.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/devops/release/mongo-pv.yaml -------------------------------------------------------------------------------- /devops/release/mongo.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/devops/release/mongo.yaml -------------------------------------------------------------------------------- /devops/release/ns.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: crawlab-release -------------------------------------------------------------------------------- /devops/release/redis.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/devops/release/redis.yaml -------------------------------------------------------------------------------- /docker-compose.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/docker-compose.yml -------------------------------------------------------------------------------- /docs/config.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/docs/config.md -------------------------------------------------------------------------------- /frontend/.editorconfig: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/frontend/.editorconfig -------------------------------------------------------------------------------- /frontend/.env: -------------------------------------------------------------------------------- 1 | VUE_APP_API_BASE_URL= 2 | -------------------------------------------------------------------------------- /frontend/.env.analyze: -------------------------------------------------------------------------------- 1 | NODE_ENV='analyze' 2 | VUE_APP_API_BASE_URL=http://localhost:8000 3 | -------------------------------------------------------------------------------- /frontend/.env.development: -------------------------------------------------------------------------------- 1 | VUE_APP_API_BASE_URL=http://localhost:8000 2 | -------------------------------------------------------------------------------- /frontend/.env.docker: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/frontend/.env.docker -------------------------------------------------------------------------------- /frontend/.eslintignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/frontend/.eslintignore -------------------------------------------------------------------------------- /frontend/.eslintrc.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/frontend/.eslintrc.js -------------------------------------------------------------------------------- /frontend/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/frontend/.gitignore -------------------------------------------------------------------------------- /frontend/.npmrc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/frontend/.npmrc -------------------------------------------------------------------------------- /frontend/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/frontend/Dockerfile -------------------------------------------------------------------------------- /frontend/babel.config.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/frontend/babel.config.js -------------------------------------------------------------------------------- /frontend/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/frontend/index.html -------------------------------------------------------------------------------- /frontend/jest.config.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/frontend/jest.config.ts -------------------------------------------------------------------------------- /frontend/package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/frontend/package.json -------------------------------------------------------------------------------- /frontend/pnpm-lock.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/frontend/pnpm-lock.yaml -------------------------------------------------------------------------------- /frontend/public/favicon.ico: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/frontend/public/favicon.ico -------------------------------------------------------------------------------- /frontend/public/font-awesome.min.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/frontend/public/font-awesome.min.css -------------------------------------------------------------------------------- /frontend/public/fonts/FontAwesome.otf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/frontend/public/fonts/FontAwesome.otf -------------------------------------------------------------------------------- /frontend/public/fonts/fontawesome-webfont.eot: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/frontend/public/fonts/fontawesome-webfont.eot -------------------------------------------------------------------------------- /frontend/public/fonts/fontawesome-webfont.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/frontend/public/fonts/fontawesome-webfont.svg -------------------------------------------------------------------------------- /frontend/public/fonts/fontawesome-webfont.ttf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/frontend/public/fonts/fontawesome-webfont.ttf -------------------------------------------------------------------------------- /frontend/public/fonts/fontawesome-webfont.woff: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/frontend/public/fonts/fontawesome-webfont.woff -------------------------------------------------------------------------------- /frontend/public/fonts/fontawesome-webfont.woff2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/frontend/public/fonts/fontawesome-webfont.woff2 -------------------------------------------------------------------------------- /frontend/public/js/login-canvas.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/frontend/public/js/login-canvas.js -------------------------------------------------------------------------------- /frontend/public/js/vue3-sfc-loader.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/frontend/public/js/vue3-sfc-loader.js -------------------------------------------------------------------------------- /frontend/public/js/vue3-sfc-loader.js.map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/frontend/public/js/vue3-sfc-loader.js.map -------------------------------------------------------------------------------- /frontend/src/main.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/frontend/src/main.ts -------------------------------------------------------------------------------- /frontend/src/shims-vue.d.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/frontend/src/shims-vue.d.ts -------------------------------------------------------------------------------- /frontend/tsconfig.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/frontend/tsconfig.json -------------------------------------------------------------------------------- /frontend/vite.config.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/frontend/vite.config.ts -------------------------------------------------------------------------------- /frontend/vue.config.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/frontend/vue.config.js -------------------------------------------------------------------------------- /fs/.editorconfig: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/fs/.editorconfig -------------------------------------------------------------------------------- /fs/.github/workflows/test.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/fs/.github/workflows/test.yml -------------------------------------------------------------------------------- /fs/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/fs/.gitignore -------------------------------------------------------------------------------- /fs/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/fs/Dockerfile -------------------------------------------------------------------------------- /fs/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/fs/LICENSE -------------------------------------------------------------------------------- /fs/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/fs/README.md -------------------------------------------------------------------------------- /fs/bin/start.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/fs/bin/start.sh -------------------------------------------------------------------------------- /fs/bin/stop.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/fs/bin/stop.sh -------------------------------------------------------------------------------- /fs/constants.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/fs/constants.go -------------------------------------------------------------------------------- /fs/docker-compose.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/fs/docker-compose.yml -------------------------------------------------------------------------------- /fs/errors.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/fs/errors.go -------------------------------------------------------------------------------- /fs/go.mod: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/fs/go.mod -------------------------------------------------------------------------------- /fs/go.sum: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/fs/go.sum -------------------------------------------------------------------------------- /fs/interface.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/fs/interface.go -------------------------------------------------------------------------------- /fs/lib/copy/copy.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/fs/lib/copy/copy.go -------------------------------------------------------------------------------- /fs/options.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/fs/options.go -------------------------------------------------------------------------------- /fs/seaweedfs_manager.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/fs/seaweedfs_manager.go -------------------------------------------------------------------------------- /fs/test/base.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/fs/test/base.go -------------------------------------------------------------------------------- /fs/test/bindata.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/fs/test/bindata.go -------------------------------------------------------------------------------- /fs/test/main_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/fs/test/main_test.go -------------------------------------------------------------------------------- /fs/test/seaweedfs_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/fs/test/seaweedfs_test.go -------------------------------------------------------------------------------- /fs/test/utils.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/fs/test/utils.go -------------------------------------------------------------------------------- /fs/utils.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/fs/utils.go -------------------------------------------------------------------------------- /go.work: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/go.work -------------------------------------------------------------------------------- /go.work.sum: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/go.work.sum -------------------------------------------------------------------------------- /grpc/.gitignore: -------------------------------------------------------------------------------- 1 | .idea/ 2 | .DS_Store 3 | -------------------------------------------------------------------------------- /grpc/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/grpc/LICENSE -------------------------------------------------------------------------------- /grpc/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/grpc/README.md -------------------------------------------------------------------------------- /grpc/bin/compile.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/grpc/bin/compile.sh -------------------------------------------------------------------------------- /grpc/bin/compile_all.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/grpc/bin/compile_all.sh -------------------------------------------------------------------------------- /grpc/dependencies_service_v2.pb.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/grpc/dependencies_service_v2.pb.go -------------------------------------------------------------------------------- /grpc/dependencies_service_v2_grpc.pb.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/grpc/dependencies_service_v2_grpc.pb.go -------------------------------------------------------------------------------- /grpc/go.mod: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/grpc/go.mod -------------------------------------------------------------------------------- /grpc/go.sum: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/grpc/go.sum -------------------------------------------------------------------------------- /grpc/message_service.pb.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/grpc/message_service.pb.go -------------------------------------------------------------------------------- /grpc/message_service_grpc.pb.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/grpc/message_service_grpc.pb.go -------------------------------------------------------------------------------- /grpc/metrics_service_v2.pb.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/grpc/metrics_service_v2.pb.go -------------------------------------------------------------------------------- /grpc/metrics_service_v2_grpc.pb.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/grpc/metrics_service_v2_grpc.pb.go -------------------------------------------------------------------------------- /grpc/model_base_service.pb.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/grpc/model_base_service.pb.go -------------------------------------------------------------------------------- /grpc/model_base_service_grpc.pb.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/grpc/model_base_service_grpc.pb.go -------------------------------------------------------------------------------- /grpc/model_base_service_v2.pb.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/grpc/model_base_service_v2.pb.go -------------------------------------------------------------------------------- /grpc/model_base_service_v2_grpc.pb.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/grpc/model_base_service_v2_grpc.pb.go -------------------------------------------------------------------------------- /grpc/model_delegate.pb.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/grpc/model_delegate.pb.go -------------------------------------------------------------------------------- /grpc/model_delegate_grpc.pb.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/grpc/model_delegate_grpc.pb.go -------------------------------------------------------------------------------- /grpc/model_service_v2_request.pb.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/grpc/model_service_v2_request.pb.go -------------------------------------------------------------------------------- /grpc/node.pb.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/grpc/node.pb.go -------------------------------------------------------------------------------- /grpc/node_info.pb.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/grpc/node_info.pb.go -------------------------------------------------------------------------------- /grpc/node_service.pb.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/grpc/node_service.pb.go -------------------------------------------------------------------------------- /grpc/node_service_grpc.pb.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/grpc/node_service_grpc.pb.go -------------------------------------------------------------------------------- /grpc/plugin_request.pb.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/grpc/plugin_request.pb.go -------------------------------------------------------------------------------- /grpc/plugin_service.pb.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/grpc/plugin_service.pb.go -------------------------------------------------------------------------------- /grpc/plugin_service_grpc.pb.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/grpc/plugin_service_grpc.pb.go -------------------------------------------------------------------------------- /grpc/proto/entity/model_service_v2_request.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/grpc/proto/entity/model_service_v2_request.proto -------------------------------------------------------------------------------- /grpc/proto/entity/node_info.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/grpc/proto/entity/node_info.proto -------------------------------------------------------------------------------- /grpc/proto/entity/plugin_request.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/grpc/proto/entity/plugin_request.proto -------------------------------------------------------------------------------- /grpc/proto/entity/request.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/grpc/proto/entity/request.proto -------------------------------------------------------------------------------- /grpc/proto/entity/response.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/grpc/proto/entity/response.proto -------------------------------------------------------------------------------- /grpc/proto/entity/response_code.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/grpc/proto/entity/response_code.proto -------------------------------------------------------------------------------- /grpc/proto/entity/stream_message.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/grpc/proto/entity/stream_message.proto -------------------------------------------------------------------------------- /grpc/proto/entity/stream_message_code.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/grpc/proto/entity/stream_message_code.proto -------------------------------------------------------------------------------- /grpc/proto/entity/stream_message_data_task.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/grpc/proto/entity/stream_message_data_task.proto -------------------------------------------------------------------------------- /grpc/proto/models/node.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/grpc/proto/models/node.proto -------------------------------------------------------------------------------- /grpc/proto/models/task.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/grpc/proto/models/task.proto -------------------------------------------------------------------------------- /grpc/proto/services/dependencies_service_v2.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/grpc/proto/services/dependencies_service_v2.proto -------------------------------------------------------------------------------- /grpc/proto/services/message_service.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/grpc/proto/services/message_service.proto -------------------------------------------------------------------------------- /grpc/proto/services/metrics_service_v2.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/grpc/proto/services/metrics_service_v2.proto -------------------------------------------------------------------------------- /grpc/proto/services/model_base_service.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/grpc/proto/services/model_base_service.proto -------------------------------------------------------------------------------- /grpc/proto/services/model_base_service_v2.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/grpc/proto/services/model_base_service_v2.proto -------------------------------------------------------------------------------- /grpc/proto/services/model_delegate.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/grpc/proto/services/model_delegate.proto -------------------------------------------------------------------------------- /grpc/proto/services/node_service.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/grpc/proto/services/node_service.proto -------------------------------------------------------------------------------- /grpc/proto/services/plugin_service.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/grpc/proto/services/plugin_service.proto -------------------------------------------------------------------------------- /grpc/proto/services/task_service.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/grpc/proto/services/task_service.proto -------------------------------------------------------------------------------- /grpc/request.pb.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/grpc/request.pb.go -------------------------------------------------------------------------------- /grpc/response.pb.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/grpc/response.pb.go -------------------------------------------------------------------------------- /grpc/response_code.pb.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/grpc/response_code.pb.go -------------------------------------------------------------------------------- /grpc/stream_message.pb.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/grpc/stream_message.pb.go -------------------------------------------------------------------------------- /grpc/stream_message_code.pb.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/grpc/stream_message_code.pb.go -------------------------------------------------------------------------------- /grpc/stream_message_data_task.pb.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/grpc/stream_message_data_task.pb.go -------------------------------------------------------------------------------- /grpc/task.pb.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/grpc/task.pb.go -------------------------------------------------------------------------------- /grpc/task_service.pb.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/grpc/task_service.pb.go -------------------------------------------------------------------------------- /grpc/task_service_grpc.pb.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/grpc/task_service_grpc.pb.go -------------------------------------------------------------------------------- /k8s/crawlab-master.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/k8s/crawlab-master.yaml -------------------------------------------------------------------------------- /k8s/crawlab-worker.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/k8s/crawlab-worker.yaml -------------------------------------------------------------------------------- /k8s/mongo-pv.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/k8s/mongo-pv.yaml -------------------------------------------------------------------------------- /k8s/mongo.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/k8s/mongo.yaml -------------------------------------------------------------------------------- /k8s/ns.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: crawlab -------------------------------------------------------------------------------- /k8s/redis.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/k8s/redis.yaml -------------------------------------------------------------------------------- /nginx/crawlab.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/nginx/crawlab.conf -------------------------------------------------------------------------------- /scripts/validate-backend.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/scripts/validate-backend.sh -------------------------------------------------------------------------------- /template-parser/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/template-parser/.gitignore -------------------------------------------------------------------------------- /template-parser/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/template-parser/LICENSE -------------------------------------------------------------------------------- /template-parser/README.md: -------------------------------------------------------------------------------- 1 | # template-parser -------------------------------------------------------------------------------- /template-parser/entity.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/template-parser/entity.go -------------------------------------------------------------------------------- /template-parser/func.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/template-parser/func.go -------------------------------------------------------------------------------- /template-parser/general_parser.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/template-parser/general_parser.go -------------------------------------------------------------------------------- /template-parser/go.mod: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/template-parser/go.mod -------------------------------------------------------------------------------- /template-parser/go.sum: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/template-parser/go.sum -------------------------------------------------------------------------------- /template-parser/interfaces.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/template-parser/interfaces.go -------------------------------------------------------------------------------- /template-parser/parser.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/template-parser/parser.go -------------------------------------------------------------------------------- /template-parser/test/general_parser_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/template-parser/test/general_parser_test.go -------------------------------------------------------------------------------- /template-parser/variable.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/template-parser/variable.go -------------------------------------------------------------------------------- /trace/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/trace/.gitignore -------------------------------------------------------------------------------- /trace/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/trace/LICENSE -------------------------------------------------------------------------------- /trace/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/trace/README.md -------------------------------------------------------------------------------- /trace/go.mod: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/trace/go.mod -------------------------------------------------------------------------------- /trace/go.sum: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/trace/go.sum -------------------------------------------------------------------------------- /trace/trace.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/trace/trace.go -------------------------------------------------------------------------------- /vcs/.github/workflows/test.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/vcs/.github/workflows/test.yml -------------------------------------------------------------------------------- /vcs/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/vcs/.gitignore -------------------------------------------------------------------------------- /vcs/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/vcs/LICENSE -------------------------------------------------------------------------------- /vcs/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/vcs/README.md -------------------------------------------------------------------------------- /vcs/constants.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/vcs/constants.go -------------------------------------------------------------------------------- /vcs/entity.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/vcs/entity.go -------------------------------------------------------------------------------- /vcs/errors.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/vcs/errors.go -------------------------------------------------------------------------------- /vcs/git.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/vcs/git.go -------------------------------------------------------------------------------- /vcs/git_options.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/vcs/git_options.go -------------------------------------------------------------------------------- /vcs/git_store.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/vcs/git_store.go -------------------------------------------------------------------------------- /vcs/git_utils.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/vcs/git_utils.go -------------------------------------------------------------------------------- /vcs/go.mod: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/vcs/go.mod -------------------------------------------------------------------------------- /vcs/go.sum: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/vcs/go.sum -------------------------------------------------------------------------------- /vcs/interface.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/vcs/interface.go -------------------------------------------------------------------------------- /vcs/test/base.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/vcs/test/base.go -------------------------------------------------------------------------------- /vcs/test/credential.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/vcs/test/credential.go -------------------------------------------------------------------------------- /vcs/test/credentials.example.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/vcs/test/credentials.example.json -------------------------------------------------------------------------------- /vcs/test/git_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/vcs/test/git_test.go -------------------------------------------------------------------------------- /vcs/utils.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/vcs/utils.go -------------------------------------------------------------------------------- /workspace/.gitignore: -------------------------------------------------------------------------------- 1 | data/ 2 | -------------------------------------------------------------------------------- /workspace/docker-compose.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/workspace/docker-compose.yml -------------------------------------------------------------------------------- /workspace/dockerfiles/golang/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/workspace/dockerfiles/golang/Dockerfile -------------------------------------------------------------------------------- /workspace/dockerfiles/node/.dockerignore: -------------------------------------------------------------------------------- 1 | **/node_modules/ 2 | -------------------------------------------------------------------------------- /workspace/dockerfiles/node/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/workspace/dockerfiles/node/Dockerfile -------------------------------------------------------------------------------- /workspace/localdev/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/workspace/localdev/README.md -------------------------------------------------------------------------------- /workspace/localdev/docker-compose.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/crawlab-team/crawlab/HEAD/workspace/localdev/docker-compose.yml --------------------------------------------------------------------------------