├── .dockerignore
├── .github
    ├── CODEOWNERS
    ├── ISSUE_TEMPLATE
    │   └── ui-for-new-step.md
    ├── PULL_REQUEST_TEMPLATE
    │   └── new-step.md
    ├── renovate.json5
    └── workflows
    │   ├── ci-server.yml
    │   ├── ci-ui.yml
    │   └── npm-publish.yml
├── .gitignore
├── .vscode
    └── extensions.json
├── LICENSE
├── README.md
├── codecov.yml
├── docs
    ├── .editorconfig
    ├── .gitignore
    ├── 404.html
    ├── CNAME
    ├── Dockerfile
    ├── Gemfile
    ├── Gemfile.lock
    ├── LICENSE
    ├── README.md
    ├── _config.yml
    ├── _data
    │   └── docs.yml
    ├── _docs
    │   ├── contributing
    │   │   └── new-step.md
    │   ├── tech
    │   │   ├── custom-code-editor.md
    │   │   ├── dates.md
    │   │   ├── known_limitations.md
    │   │   ├── packages.md
    │   │   ├── python-package.md
    │   │   ├── sql-pipeline.md
    │   │   ├── sql-steps
    │   │   │   ├── aggregate.md
    │   │   │   └── filter.md
    │   │   ├── steps.md
    │   │   ├── translators.md
    │   │   └── variables.md
    │   └── user-interface
    │   │   ├── absolutevalue.md
    │   │   ├── addmissingdates.md
    │   │   ├── aggregate.md
    │   │   ├── append.md
    │   │   ├── argmax.md
    │   │   ├── argmin.md
    │   │   ├── comparetext.md
    │   │   ├── concatenate.md
    │   │   ├── convert.md
    │   │   ├── cumsum.md
    │   │   ├── custom.md
    │   │   ├── dateextract.md
    │   │   ├── delete.md
    │   │   ├── dissolve.md
    │   │   ├── duplicate.md
    │   │   ├── duration.md
    │   │   ├── evolution.md
    │   │   ├── fillna.md
    │   │   ├── filter.md
    │   │   ├── formula.md
    │   │   ├── fromdate.md
    │   │   ├── general-principles.md
    │   │   ├── hierarchy.md
    │   │   ├── ifthenelse.md
    │   │   ├── join.md
    │   │   ├── keep.md
    │   │   ├── lowercase.md
    │   │   ├── movingaverage.md
    │   │   ├── percentage.md
    │   │   ├── pivot.md
    │   │   ├── rank.md
    │   │   ├── rename.md
    │   │   ├── replace.md
    │   │   ├── rollup.md
    │   │   ├── simplify.md
    │   │   ├── sort.md
    │   │   ├── split.md
    │   │   ├── statistics.md
    │   │   ├── substring.md
    │   │   ├── text.md
    │   │   ├── todate.md
    │   │   ├── top.md
    │   │   ├── totals.md
    │   │   ├── trim.md
    │   │   ├── uniquegroups.md
    │   │   ├── unpivot.md
    │   │   ├── uppercase.md
    │   │   └── waterfall.md
    ├── _includes
    │   ├── docs_nav.html
    │   ├── footer.html
    │   ├── head.html
    │   ├── js_files.html
    │   ├── section_nav.html
    │   └── topnav.html
    ├── _layouts
    │   ├── default.html
    │   ├── docs.html
    │   └── page.html
    ├── _sass
    │   ├── _bootstrap.scss
    │   ├── _syntax-highlighting.scss
    │   ├── _typeahead.scss
    │   ├── bootstrap
    │   │   ├── _alerts.scss
    │   │   ├── _badges.scss
    │   │   ├── _breadcrumbs.scss
    │   │   ├── _button-groups.scss
    │   │   ├── _buttons.scss
    │   │   ├── _carousel.scss
    │   │   ├── _close.scss
    │   │   ├── _code.scss
    │   │   ├── _component-animations.scss
    │   │   ├── _dropdowns.scss
    │   │   ├── _forms.scss
    │   │   ├── _glyphicons.scss
    │   │   ├── _grid.scss
    │   │   ├── _input-groups.scss
    │   │   ├── _jumbotron.scss
    │   │   ├── _labels.scss
    │   │   ├── _list-group.scss
    │   │   ├── _media.scss
    │   │   ├── _mixins.scss
    │   │   ├── _modals.scss
    │   │   ├── _navbar.scss
    │   │   ├── _navs.scss
    │   │   ├── _normalize.scss
    │   │   ├── _pager.scss
    │   │   ├── _pagination.scss
    │   │   ├── _panels.scss
    │   │   ├── _popovers.scss
    │   │   ├── _print.scss
    │   │   ├── _progress-bars.scss
    │   │   ├── _responsive-embed.scss
    │   │   ├── _responsive-utilities.scss
    │   │   ├── _scaffolding.scss
    │   │   ├── _tables.scss
    │   │   ├── _theme.scss
    │   │   ├── _thumbnails.scss
    │   │   ├── _tooltip.scss
    │   │   ├── _type.scss
    │   │   ├── _utilities.scss
    │   │   ├── _variables.scss
    │   │   ├── _wells.scss
    │   │   └── mixins
    │   │   │   ├── _alerts.scss
    │   │   │   ├── _background-variant.scss
    │   │   │   ├── _border-radius.scss
    │   │   │   ├── _buttons.scss
    │   │   │   ├── _center-block.scss
    │   │   │   ├── _clearfix.scss
    │   │   │   ├── _forms.scss
    │   │   │   ├── _gradients.scss
    │   │   │   ├── _grid-framework.scss
    │   │   │   ├── _grid.scss
    │   │   │   ├── _hide-text.scss
    │   │   │   ├── _image.scss
    │   │   │   ├── _labels.scss
    │   │   │   ├── _list-group.scss
    │   │   │   ├── _nav-divider.scss
    │   │   │   ├── _nav-vertical-align.scss
    │   │   │   ├── _opacity.scss
    │   │   │   ├── _pagination.scss
    │   │   │   ├── _panels.scss
    │   │   │   ├── _progress-bar.scss
    │   │   │   ├── _reset-filter.scss
    │   │   │   ├── _reset-text.scss
    │   │   │   ├── _resize.scss
    │   │   │   ├── _responsive-visibility.scss
    │   │   │   ├── _size.scss
    │   │   │   ├── _tab-focus.scss
    │   │   │   ├── _table-row.scss
    │   │   │   ├── _text-emphasis.scss
    │   │   │   ├── _text-overflow.scss
    │   │   │   └── _vendor-prefixes.scss
    │   └── bootswatch
    │   │   ├── LICENSE
    │   │   ├── cerulean
    │   │       ├── _bootswatch.scss
    │   │       └── _variables.scss
    │   │   ├── cosmo
    │   │       ├── _bootswatch.scss
    │   │       └── _variables.scss
    │   │   ├── custom
    │   │       ├── _bootswatch.scss
    │   │       └── _variables.scss
    │   │   ├── cyborg
    │   │       ├── _bootswatch.scss
    │   │       └── _variables.scss
    │   │   ├── darkly
    │   │       ├── _bootswatch.scss
    │   │       └── _variables.scss
    │   │   ├── flatly
    │   │       ├── _bootswatch.scss
    │   │       └── _variables.scss
    │   │   ├── journal
    │   │       ├── _bootswatch.scss
    │   │       └── _variables.scss
    │   │   ├── lumen
    │   │       ├── _bootswatch.scss
    │   │       └── _variables.scss
    │   │   ├── paper
    │   │       ├── _bootswatch.scss
    │   │       └── _variables.scss
    │   │   ├── readable
    │   │       ├── _bootswatch.scss
    │   │       └── _variables.scss
    │   │   ├── sandstone
    │   │       ├── _bootswatch.scss
    │   │       └── _variables.scss
    │   │   ├── simplex
    │   │       ├── _bootswatch.scss
    │   │       └── _variables.scss
    │   │   ├── slate
    │   │       ├── _bootswatch.scss
    │   │       └── _variables.scss
    │   │   ├── solar
    │   │       ├── _bootswatch.scss
    │   │       └── _variables.scss
    │   │   ├── spacelab
    │   │       ├── _bootswatch.scss
    │   │       └── _variables.scss
    │   │   ├── superhero
    │   │       ├── _bootswatch.scss
    │   │       └── _variables.scss
    │   │   ├── united
    │   │       ├── _bootswatch.scss
    │   │       └── _variables.scss
    │   │   └── yeti
    │   │       ├── _bootswatch.scss
    │   │       └── _variables.scss
    ├── about.html
    ├── css
    │   ├── font-awesome.min.css
    │   └── main.scss
    ├── favicon.ico
    ├── fonts
    │   ├── FontAwesome.otf
    │   ├── fontawesome-webfont.eot
    │   ├── fontawesome-webfont.svg
    │   ├── fontawesome-webfont.ttf
    │   ├── fontawesome-webfont.woff
    │   └── fontawesome-webfont.woff2
    ├── img
    │   ├── StepFormButtonbar.png
    │   ├── StepFormHeader.png
    │   ├── bg.jpg
    │   ├── docs
    │   │   └── user-interface
    │   │   │   ├── absolutevalue_example_conf.jpg
    │   │   │   ├── absolutevalue_example_result.jpg
    │   │   │   ├── addmissingdates_example_conf_1.png
    │   │   │   ├── addmissingdates_example_conf_2.png
    │   │   │   ├── addmissingdates_example_conf_3.png
    │   │   │   ├── addmissingdates_example_result_1.png
    │   │   │   ├── addmissingdates_example_result_2.png
    │   │   │   ├── addmissingdates_example_result_3.png
    │   │   │   ├── addmissingdates_step_form.png
    │   │   │   ├── aggregate_example_conf_1.jpg
    │   │   │   ├── aggregate_example_conf_2.jpg
    │   │   │   ├── aggregate_example_result_1.jpg
    │   │   │   ├── aggregate_example_result_2.jpg
    │   │   │   ├── aggregate_step_form.jpg
    │   │   │   ├── append_example_conf.jpg
    │   │   │   ├── append_example_current_dataset.jpg
    │   │   │   ├── append_example_dataset1.jpg
    │   │   │   ├── append_example_dataset2.jpg
    │   │   │   ├── append_example_result.jpg
    │   │   │   ├── append_step_form.jpg
    │   │   │   ├── argmax_example_conf.jpg
    │   │   │   ├── argmax_example_result.jpg
    │   │   │   ├── argmax_step_form.jpg
    │   │   │   ├── argmin_example_conf.jpg
    │   │   │   ├── argmin_example_result.jpg
    │   │   │   ├── argmin_step_form.jpg
    │   │   │   ├── column_header_menu.jpg
    │   │   │   ├── comparetext_example_conf.jpg
    │   │   │   ├── comparetext_example_result.jpg
    │   │   │   ├── comparetext_step_form.jpg
    │   │   │   ├── concatenate_example_conf.jpg
    │   │   │   ├── concatenate_example_result.jpg
    │   │   │   ├── concatenate_step_form.jpg
    │   │   │   ├── convert_example_conf.jpg
    │   │   │   ├── convert_example_result.jpg
    │   │   │   ├── convert_step_form.jpg
    │   │   │   ├── cumsum_example_conf_1.png
    │   │   │   ├── cumsum_example_conf_2.png
    │   │   │   ├── cumsum_example_result_1.jpg
    │   │   │   ├── cumsum_example_result_2.jpg
    │   │   │   ├── cumsum_step_form.jpg
    │   │   │   ├── custom_example_conf.jpg
    │   │   │   ├── custom_example_result.jpg
    │   │   │   ├── custom_step_form.jpg
    │   │   │   ├── data_type_icon.jpg
    │   │   │   ├── dateextract_example_conf.jpg
    │   │   │   ├── dateextract_example_result.jpg
    │   │   │   ├── dateextract_step_form.jpg
    │   │   │   ├── delete_step_form.jpg
    │   │   │   ├── dissolve_step_form.jpg
    │   │   │   ├── duplicate_example_conf.jpg
    │   │   │   ├── duplicate_example_result.jpg
    │   │   │   ├── duplicate_step_form.jpg
    │   │   │   ├── duration_example_conf_1.png
    │   │   │   ├── duration_example_conf_2.png
    │   │   │   ├── duration_example_result_1.png
    │   │   │   ├── duration_example_result_2.png
    │   │   │   ├── duration_step_form.png
    │   │   │   ├── evolution_example_conf_1.jpg
    │   │   │   ├── evolution_example_conf_1.png
    │   │   │   ├── evolution_example_conf_2.jpg
    │   │   │   ├── evolution_example_conf_2.png
    │   │   │   ├── evolution_example_conf_3.jpg
    │   │   │   ├── evolution_example_conf_3.png
    │   │   │   ├── evolution_example_result_1.jpg
    │   │   │   ├── evolution_example_result_1.png
    │   │   │   ├── evolution_example_result_2.jpg
    │   │   │   ├── evolution_example_result_2.png
    │   │   │   ├── evolution_example_result_3.jpg
    │   │   │   ├── evolution_example_result_3.png
    │   │   │   ├── evolution_step_form.jpg
    │   │   │   ├── evolution_step_form.png
    │   │   │   ├── fillna_example_conf.jpg
    │   │   │   ├── fillna_example_result.jpg
    │   │   │   ├── fillna_step_form.jpg
    │   │   │   ├── filter_example_conf.jpg
    │   │   │   ├── filter_example_result.jpg
    │   │   │   ├── filter_step_form.jpg
    │   │   │   ├── formula_example_conf_1.jpg
    │   │   │   ├── formula_example_conf_2.jpg
    │   │   │   ├── formula_example_result_1.jpg
    │   │   │   ├── formula_example_result_2.jpg
    │   │   │   ├── formula_step_form.jpg
    │   │   │   ├── fromdate_example_conf.jpg
    │   │   │   ├── fromdate_example_result.jpg
    │   │   │   ├── fromdate_step_form.jpg
    │   │   │   ├── fromdate_step_form_custom.jpg
    │   │   │   ├── fromdate_step_form_presets.jpg
    │   │   │   ├── general_interface.jpg
    │   │   │   ├── hierarchy_step_form.jpg
    │   │   │   ├── ifthenelse_example_conf.jpg
    │   │   │   ├── ifthenelse_example_result.jpg
    │   │   │   ├── ifthenelse_step_form.jpg
    │   │   │   ├── join_example_conf_1.jpg
    │   │   │   ├── join_example_conf_2.jpg
    │   │   │   ├── join_example_conf_3.jpg
    │   │   │   ├── join_example_current_dataset.jpg
    │   │   │   ├── join_example_result_1.jpg
    │   │   │   ├── join_example_result_2.jpg
    │   │   │   ├── join_example_result_3.jpg
    │   │   │   ├── join_example_right_dataset_1.jpg
    │   │   │   ├── join_example_right_dataset_2.jpg
    │   │   │   ├── join_step_form.jpg
    │   │   │   ├── lowercase_example_conf.jpg
    │   │   │   ├── lowercase_example_result.jpg
    │   │   │   ├── lowercase_step_form.jpg
    │   │   │   ├── middle_step_selected.jpg
    │   │   │   ├── movingaverage_example_conf_1.png
    │   │   │   ├── movingaverage_example_conf_2.png
    │   │   │   ├── movingaverage_example_result_1.png
    │   │   │   ├── movingaverage_example_result_2.png
    │   │   │   ├── movingaverage_step_form.png
    │   │   │   ├── percentage_example_conf.jpg
    │   │   │   ├── percentage_example_result.jpg
    │   │   │   ├── percentage_step_form.jpg
    │   │   │   ├── pivot_example_conf.jpg
    │   │   │   ├── pivot_example_result.jpg
    │   │   │   ├── pivot_step_form.jpg
    │   │   │   ├── rank_example_conf_1.jpg
    │   │   │   ├── rank_example_conf_2.jpg
    │   │   │   ├── rank_example_result_1.jpg
    │   │   │   ├── rank_example_result_2.jpg
    │   │   │   ├── rank_step_form.jpg
    │   │   │   ├── rename_example_conf.jpg
    │   │   │   ├── rename_example_result.jpg
    │   │   │   ├── rename_step_form.jpg
    │   │   │   ├── replace_example_conf.jpg
    │   │   │   ├── replace_example_result.jpg
    │   │   │   ├── replace_step_form.jpg
    │   │   │   ├── rollup_example_conf_1.jpg
    │   │   │   ├── rollup_example_conf_2.jpg
    │   │   │   ├── rollup_example_result_1.jpg
    │   │   │   ├── rollup_example_result_2.jpg
    │   │   │   ├── rollup_step_form.jpg
    │   │   │   ├── search_bar_menu.jpg
    │   │   │   ├── select_step_form.jpg
    │   │   │   ├── simplify_step_form.jpg
    │   │   │   ├── sort_example_conf.jpg
    │   │   │   ├── sort_example_result.jpg
    │   │   │   ├── sort_step_form.jpg
    │   │   │   ├── split_example_conf.jpg
    │   │   │   ├── split_example_result.jpg
    │   │   │   ├── split_step_form.jpg
    │   │   │   ├── statistics_form_1.jpg
    │   │   │   ├── statistics_form_2.jpg
    │   │   │   ├── statistics_form_3.jpg
    │   │   │   ├── statistics_result_1.jpg
    │   │   │   ├── statistics_result_2.jpg
    │   │   │   ├── statistics_result_3.jpg
    │   │   │   ├── step_edition_mode.jpg
    │   │   │   ├── substring_example_conf_1.jpg
    │   │   │   ├── substring_example_conf_2.jpg
    │   │   │   ├── substring_example_result.jpg
    │   │   │   ├── substring_step_form.jpg
    │   │   │   ├── text_example_conf.jpg
    │   │   │   ├── text_example_result.jpg
    │   │   │   ├── text_step_form.jpg
    │   │   │   ├── todate_example_conf.jpg
    │   │   │   ├── todate_example_result.jpg
    │   │   │   ├── todate_step_form.jpg
    │   │   │   ├── todate_step_form_custom.jpg
    │   │   │   ├── todate_step_form_presets.jpg
    │   │   │   ├── top_example_conf.jpg
    │   │   │   ├── top_example_result.jpg
    │   │   │   ├── top_step_form.jpg
    │   │   │   ├── totals_example_conf_1.png
    │   │   │   ├── totals_example_conf_2.png
    │   │   │   ├── totals_example_result_1.png
    │   │   │   ├── totals_example_result_2.png
    │   │   │   ├── totals_step_form.png
    │   │   │   ├── trim-step-form.png
    │   │   │   ├── uniquegroups_example_conf.jpg
    │   │   │   ├── uniquegroups_example_result.jpg
    │   │   │   ├── uniquegroups_step_form.jpg
    │   │   │   ├── unpivot_example_conf.jpg
    │   │   │   ├── unpivot_example_result.jpg
    │   │   │   ├── unpivot_step_form.jpg
    │   │   │   ├── uppercase_example_conf.jpg
    │   │   │   ├── uppercase_example_result.jpg
    │   │   │   ├── uppercase_step_form.jpg
    │   │   │   ├── waterfall_example_conf_1.jpg
    │   │   │   ├── waterfall_example_conf_2.jpg
    │   │   │   ├── waterfall_example_result_1.jpg
    │   │   │   ├── waterfall_example_result_2.jpg
    │   │   │   ├── waterfall_step_form.jpg
    │   │   │   └── widget_menu.jpg
    │   ├── jekyll-dark.png
    │   ├── jekyll.png
    │   ├── logonav.png
    │   ├── readme_screenshot.png
    │   └── weaverbird-404.jpg
    ├── index.html
    ├── js
    │   ├── bootstrap.min.js
    │   ├── main.js
    │   └── typeahead.bundle.min.js
    ├── nginx.conf
    └── search.json
├── server
    ├── .coveragerc
    ├── .editorconfig
    ├── .gitignore
    ├── .pre-commit-config.yaml
    ├── CHANGELOG.md
    ├── Makefile
    ├── README.md
    ├── __init__.py
    ├── doc
    │   ├── README.md
    │   └── sql_pipeline.png
    ├── pyproject.toml
    ├── src
    │   └── weaverbird
    │   │   ├── __init__.py
    │   │   ├── backends
    │   │       ├── __init__.py
    │   │       ├── mongo_translator
    │   │       │   ├── __init__.py
    │   │       │   ├── date_extractors.py
    │   │       │   ├── mongo_pipeline_translator.py
    │   │       │   ├── steps
    │   │       │   │   ├── __init__.py
    │   │       │   │   ├── absolutevalue.py
    │   │       │   │   ├── addmissingdates.py
    │   │       │   │   ├── aggregate.py
    │   │       │   │   ├── append.py
    │   │       │   │   ├── argmax.py
    │   │       │   │   ├── argmin.py
    │   │       │   │   ├── comparetext.py
    │   │       │   │   ├── concatenate.py
    │   │       │   │   ├── convert.py
    │   │       │   │   ├── cumsum.py
    │   │       │   │   ├── custom.py
    │   │       │   │   ├── date_extract.py
    │   │       │   │   ├── date_granularity.py
    │   │       │   │   ├── delete.py
    │   │       │   │   ├── domain.py
    │   │       │   │   ├── duplicate.py
    │   │       │   │   ├── duration.py
    │   │       │   │   ├── evolution.py
    │   │       │   │   ├── fillna.py
    │   │       │   │   ├── filter.py
    │   │       │   │   ├── formula.py
    │   │       │   │   ├── fromdate.py
    │   │       │   │   ├── ifthenelse.py
    │   │       │   │   ├── join.py
    │   │       │   │   ├── lowercase.py
    │   │       │   │   ├── moving_average.py
    │   │       │   │   ├── percentage.py
    │   │       │   │   ├── pivot.py
    │   │       │   │   ├── rank.py
    │   │       │   │   ├── rename.py
    │   │       │   │   ├── replace.py
    │   │       │   │   ├── replacetext.py
    │   │       │   │   ├── rollup.py
    │   │       │   │   ├── select.py
    │   │       │   │   ├── sort.py
    │   │       │   │   ├── split.py
    │   │       │   │   ├── statistics.py
    │   │       │   │   ├── substring.py
    │   │       │   │   ├── text.py
    │   │       │   │   ├── todate.py
    │   │       │   │   ├── top.py
    │   │       │   │   ├── totals.py
    │   │       │   │   ├── trim.py
    │   │       │   │   ├── types.py
    │   │       │   │   ├── uniquegroups.py
    │   │       │   │   ├── unpivot.py
    │   │       │   │   ├── uppercase.py
    │   │       │   │   └── waterfall.py
    │   │       │   └── utils.py
    │   │       ├── pandas_executor
    │   │       │   ├── __init__.py
    │   │       │   ├── date_extractors.py
    │   │       │   ├── geo_utils.py
    │   │       │   ├── pipeline_executor.py
    │   │       │   ├── steps
    │   │       │   │   ├── __init__.py
    │   │       │   │   ├── absolutevalue.py
    │   │       │   │   ├── addmissingdates.py
    │   │       │   │   ├── aggregate.py
    │   │       │   │   ├── append.py
    │   │       │   │   ├── argmax.py
    │   │       │   │   ├── argmin.py
    │   │       │   │   ├── comparetext.py
    │   │       │   │   ├── concatenate.py
    │   │       │   │   ├── convert.py
    │   │       │   │   ├── cumsum.py
    │   │       │   │   ├── date_extract.py
    │   │       │   │   ├── date_granularity.py
    │   │       │   │   ├── delete.py
    │   │       │   │   ├── dissolve.py
    │   │       │   │   ├── domain.py
    │   │       │   │   ├── duplicate.py
    │   │       │   │   ├── duration.py
    │   │       │   │   ├── evolution.py
    │   │       │   │   ├── fillna.py
    │   │       │   │   ├── filter.py
    │   │       │   │   ├── formula.py
    │   │       │   │   ├── fromdate.py
    │   │       │   │   ├── hierarchy.py
    │   │       │   │   ├── ifthenelse.py
    │   │       │   │   ├── join.py
    │   │       │   │   ├── lowercase.py
    │   │       │   │   ├── moving_average.py
    │   │       │   │   ├── percentage.py
    │   │       │   │   ├── pivot.py
    │   │       │   │   ├── rank.py
    │   │       │   │   ├── rename.py
    │   │       │   │   ├── replace.py
    │   │       │   │   ├── replacetext.py
    │   │       │   │   ├── rollup.py
    │   │       │   │   ├── select.py
    │   │       │   │   ├── simplify.py
    │   │       │   │   ├── sort.py
    │   │       │   │   ├── split.py
    │   │       │   │   ├── statistics.py
    │   │       │   │   ├── substring.py
    │   │       │   │   ├── text.py
    │   │       │   │   ├── todate.py
    │   │       │   │   ├── top.py
    │   │       │   │   ├── totals.py
    │   │       │   │   ├── trim.py
    │   │       │   │   ├── uniquegroups.py
    │   │       │   │   ├── unpivot.py
    │   │       │   │   ├── uppercase.py
    │   │       │   │   ├── utils
    │   │       │   │   │   ├── __init__.py
    │   │       │   │   │   ├── cast.py
    │   │       │   │   │   ├── cleaning.py
    │   │       │   │   │   ├── combination.py
    │   │       │   │   │   ├── condition.py
    │   │       │   │   │   ├── dates.py
    │   │       │   │   │   └── formula.py
    │   │       │   │   └── waterfall.py
    │   │       │   └── types.py
    │   │       └── pypika_translator
    │   │       │   ├── __init__.py
    │   │       │   ├── dialects.py
    │   │       │   ├── operators.py
    │   │       │   ├── translate.py
    │   │       │   ├── translators
    │   │       │       ├── __init__.py
    │   │       │       ├── athena.py
    │   │       │       ├── base.py
    │   │       │       ├── exceptions.py
    │   │       │       ├── googlebigquery.py
    │   │       │       ├── mysql.py
    │   │       │       ├── postgresql.py
    │   │       │       ├── redshift.py
    │   │       │       └── snowflake.py
    │   │       │   └── utils
    │   │       │       ├── __init__.py
    │   │       │       └── formula.py
    │   │   ├── exceptions.py
    │   │   ├── pipeline
    │   │       ├── __init__.py
    │   │       ├── conditions.py
    │   │       ├── dates.py
    │   │       ├── formula_ast
    │   │       │   ├── __init__.py
    │   │       │   ├── eval.py
    │   │       │   ├── types.py
    │   │       │   └── utils.py
    │   │       ├── pipeline.py
    │   │       ├── steps
    │   │       │   ├── __init__.py
    │   │       │   ├── absolutevalue.py
    │   │       │   ├── addmissingdates.py
    │   │       │   ├── aggregate.py
    │   │       │   ├── append.py
    │   │       │   ├── argmax.py
    │   │       │   ├── argmin.py
    │   │       │   ├── comparetext.py
    │   │       │   ├── concatenate.py
    │   │       │   ├── convert.py
    │   │       │   ├── cumsum.py
    │   │       │   ├── custom.py
    │   │       │   ├── customsql.py
    │   │       │   ├── date_extract.py
    │   │       │   ├── date_granularity.py
    │   │       │   ├── delete.py
    │   │       │   ├── dissolve.py
    │   │       │   ├── domain.py
    │   │       │   ├── duplicate.py
    │   │       │   ├── duration.py
    │   │       │   ├── evolution.py
    │   │       │   ├── fillna.py
    │   │       │   ├── filter.py
    │   │       │   ├── formula.py
    │   │       │   ├── fromdate.py
    │   │       │   ├── hierarchy.py
    │   │       │   ├── ifthenelse.py
    │   │       │   ├── join.py
    │   │       │   ├── lowercase.py
    │   │       │   ├── moving_average.py
    │   │       │   ├── percentage.py
    │   │       │   ├── pivot.py
    │   │       │   ├── rank.py
    │   │       │   ├── rename.py
    │   │       │   ├── replace.py
    │   │       │   ├── replacetext.py
    │   │       │   ├── rollup.py
    │   │       │   ├── select.py
    │   │       │   ├── simplify.py
    │   │       │   ├── sort.py
    │   │       │   ├── split.py
    │   │       │   ├── statistics.py
    │   │       │   ├── substring.py
    │   │       │   ├── table.py
    │   │       │   ├── text.py
    │   │       │   ├── todate.py
    │   │       │   ├── top.py
    │   │       │   ├── totals.py
    │   │       │   ├── trim.py
    │   │       │   ├── uniquegroups.py
    │   │       │   ├── unpivot.py
    │   │       │   ├── uppercase.py
    │   │       │   ├── utils
    │   │       │   │   ├── __init__.py
    │   │       │   │   ├── base.py
    │   │       │   │   ├── combination.py
    │   │       │   │   └── render_variables.py
    │   │       │   └── waterfall.py
    │   │       └── types.py
    │   │   └── utils
    │   │       ├── __init__.py
    │   │       ├── iter.py
    │   │       ├── size.py
    │   │       ├── stopwatch.py
    │   │       └── toucan_connectors.py
    ├── static
    ├── tests
    │   ├── __init__.py
    │   ├── backends
    │   │   ├── __init__.py
    │   │   ├── fixtures
    │   │   │   ├── HOWTO-create-fixtures.md
    │   │   │   ├── absolutevalue
    │   │   │   │   └── simple.json
    │   │   │   ├── addmissingdates
    │   │   │   │   ├── simple.json
    │   │   │   │   └── simple_with_tz.yaml
    │   │   │   ├── aggregate
    │   │   │   │   ├── count.json
    │   │   │   │   ├── count_distinct.json
    │   │   │   │   ├── count_distinct_pypika.json
    │   │   │   │   ├── count_nulls.yaml
    │   │   │   │   ├── count_nulls_false.yaml
    │   │   │   │   ├── count_nulls_false_pypika.yaml
    │   │   │   │   ├── count_nulls_pypika.yaml
    │   │   │   │   ├── count_pypika.json
    │   │   │   │   ├── count_with_null.json
    │   │   │   │   ├── first.json
    │   │   │   │   ├── first_avg_pypika.json
    │   │   │   │   ├── first_avg_sum_pypika.json
    │   │   │   │   ├── first_pypika.json
    │   │   │   │   ├── first_two_aggs_avg_pypika.json
    │   │   │   │   ├── first_two_aggs_pypika.json
    │   │   │   │   ├── first_two_cols_pypika.json
    │   │   │   │   ├── first_with_special_column_name_mongo.json
    │   │   │   │   ├── keep_original_granularity_empty_on.json
    │   │   │   │   ├── last.json
    │   │   │   │   ├── last_pypika.json
    │   │   │   │   ├── last_step_no_group_with_granularity.yaml
    │   │   │   │   ├── legacy_syntax.json
    │   │   │   │   ├── multiple_aggregations_with_same_columns.yaml
    │   │   │   │   ├── multiple_aggregations_with_window_func_pypika.json
    │   │   │   │   ├── multiple_aggregations_with_window_func_without_on_pypika.json
    │   │   │   │   ├── simple.json
    │   │   │   │   ├── simple_aggregate_with_null.json
    │   │   │   │   ├── with_original_granularity.json
    │   │   │   │   ├── with_original_granularity_multiple_aggregations.json
    │   │   │   │   ├── with_original_granularity_multiple_aggregations_multiple_columns.json
    │   │   │   │   ├── with_original_granularity_multiple_aggregations_with_window_func_pypika.json
    │   │   │   │   ├── with_original_granularity_multiple_window_func_pypika.json
    │   │   │   │   ├── with_original_granularity_pypika.json
    │   │   │   │   ├── without_on.json
    │   │   │   │   ├── without_on.yaml
    │   │   │   │   └── without_on_pypika.json
    │   │   │   ├── append
    │   │   │   │   ├── different_columns_pypika.yaml
    │   │   │   │   ├── different_columns_tricky_pypika.yaml
    │   │   │   │   ├── domain_name_only.json
    │   │   │   │   ├── multi_pipeline_with_join_pypika.yaml
    │   │   │   │   ├── multi_pipeline_with_join_pypika_bigquery.yaml
    │   │   │   │   ├── multiple_pypika.yaml
    │   │   │   │   ├── nested_pypika.yaml
    │   │   │   │   ├── simple.json
    │   │   │   │   ├── simple_pypika.yaml
    │   │   │   │   └── with_domain_name.json
    │   │   │   ├── argmax
    │   │   │   │   ├── simple.json
    │   │   │   │   ├── simple_pypika.json
    │   │   │   │   ├── with_group.json
    │   │   │   │   └── with_group_pypika.json
    │   │   │   ├── argmin
    │   │   │   │   ├── simple.json
    │   │   │   │   ├── simple_pypika.json
    │   │   │   │   ├── with_group.json
    │   │   │   │   └── with_group_pypika.json
    │   │   │   ├── comparetext
    │   │   │   │   └── simple.json
    │   │   │   ├── concatenate
    │   │   │   │   ├── simple.json
    │   │   │   │   └── simple_pypika.yaml
    │   │   │   ├── convert
    │   │   │   │   ├── from_datetime_to_text_athena_bq.json
    │   │   │   │   ├── from_datetime_to_text_pypika.json
    │   │   │   │   ├── to_bool.json
    │   │   │   │   ├── to_bool_pypika.json
    │   │   │   │   ├── to_datetime.json
    │   │   │   │   ├── to_datetime_from_timestamp.json
    │   │   │   │   ├── to_float.json
    │   │   │   │   ├── to_float_pypika.json
    │   │   │   │   ├── to_integer.json
    │   │   │   │   ├── to_integer_from_datetime.json
    │   │   │   │   ├── to_integer_only_floats.json
    │   │   │   │   ├── to_integer_only_strings.json
    │   │   │   │   ├── to_text.json
    │   │   │   │   └── to_text_pypika.json
    │   │   │   ├── cumsum
    │   │   │   │   ├── simple.json
    │   │   │   │   ├── simple_pypika.json
    │   │   │   │   ├── with_groups.json
    │   │   │   │   ├── with_groups_pypika.json
    │   │   │   │   ├── with_multiple_values.json
    │   │   │   │   └── with_multiple_values_pypika.json
    │   │   │   ├── custom
    │   │   │   │   └── simple.json
    │   │   │   ├── customsql
    │   │   │   │   └── simple.json
    │   │   │   ├── dateextract
    │   │   │   │   ├── after_add_missing_dates_duplicate_values.json
    │   │   │   │   ├── all_cases.json
    │   │   │   │   ├── first_day_of_previous_month_pypika.yaml
    │   │   │   │   ├── google_big_query_datetimes.yaml
    │   │   │   │   ├── google_big_query_timestamps.yaml
    │   │   │   │   ├── legacy_config.json
    │   │   │   │   ├── legacy_config_without_column.json
    │   │   │   │   ├── mongo_all_cases.json
    │   │   │   │   └── pypika_all_cases.json
    │   │   │   ├── dategranularity
    │   │   │   │   ├── all_cases_in_new_columns.yaml
    │   │   │   │   └── week_without_new_column.yaml
    │   │   │   ├── delete
    │   │   │   │   ├── non_existing_column.json
    │   │   │   │   ├── simple.json
    │   │   │   │   └── simple_pypika.json
    │   │   │   ├── dissolve
    │   │   │   │   ├── pandas_advanced.json
    │   │   │   │   ├── pandas_no_aggs.json
    │   │   │   │   └── pandas_simple.json
    │   │   │   ├── duplicate
    │   │   │   │   ├── simple.json
    │   │   │   │   └── simple_pypika.json
    │   │   │   ├── duration
    │   │   │   │   ├── all_cases_pypika.yaml
    │   │   │   │   └── simple.json
    │   │   │   ├── evolution
    │   │   │   │   ├── abs_nogroups.json
    │   │   │   │   ├── abs_nogroups_multirow_lag.yaml
    │   │   │   │   ├── abs_nogroups_pypika.json
    │   │   │   │   ├── abs_with_same_group.yml
    │   │   │   │   ├── multiple_evolutions_with_groups.yaml
    │   │   │   │   ├── perc_groups.json
    │   │   │   │   ├── perc_groups_pypika.json
    │   │   │   │   ├── perc_nogroups.json
    │   │   │   │   ├── perc_nogroups_integers_pypika.yaml
    │   │   │   │   ├── perc_nogroups_negatives.yaml
    │   │   │   │   ├── perc_nogroups_negatives_pypika.yaml
    │   │   │   │   └── perc_nogroups_pypika.json
    │   │   │   ├── fillna
    │   │   │   │   ├── date.json
    │   │   │   │   ├── fillinteger.json
    │   │   │   │   ├── simple.json
    │   │   │   │   └── simple_pypika.yaml
    │   │   │   ├── filter
    │   │   │   │   ├── date_eq_pypika.yaml
    │   │   │   │   ├── date_in_pypika.yaml
    │   │   │   │   ├── date_in_with_null_pypika.yaml
    │   │   │   │   ├── dates.json
    │   │   │   │   ├── dates_from_until.json
    │   │   │   │   ├── dates_from_until_pypika.json
    │   │   │   │   ├── dates_from_until_strip_hours.json
    │   │   │   │   ├── dates_from_until_too_wide.json
    │   │   │   │   ├── dates_from_until_tz_offset_pypika.json
    │   │   │   │   ├── eq.json
    │   │   │   │   ├── eq_pypika.json
    │   │   │   │   ├── eq_with_null_and_filter_step_last_pypika.yaml
    │   │   │   │   ├── eq_with_null_pypika.yaml
    │   │   │   │   ├── isin_with_null_pypika.yaml
    │   │   │   │   ├── join_geojson_null_values.yaml
    │   │   │   │   ├── matches_with_float_pypika.yaml
    │   │   │   │   ├── notmatches_pypika.yaml
    │   │   │   │   ├── notmatches_with_float_pypika.yaml
    │   │   │   │   ├── relative_dates.json
    │   │   │   │   └── relative_dates_pypika.json
    │   │   │   ├── formula
    │   │   │   │   ├── division.json
    │   │   │   │   ├── division_pypika.json
    │   │   │   │   ├── division_zero.json
    │   │   │   │   ├── division_zero_pypika.json
    │   │   │   │   ├── nested.json
    │   │   │   │   ├── nested_divisions.json
    │   │   │   │   ├── nested_divisions_pypika.yaml
    │   │   │   │   ├── nested_pypika.json
    │   │   │   │   ├── priorities_pypika.yaml
    │   │   │   │   ├── simple.json
    │   │   │   │   ├── simple_pypika.json
    │   │   │   │   ├── special_brackets_pypika.yaml
    │   │   │   │   ├── special_col.json
    │   │   │   │   └── text_quotes.json
    │   │   │   ├── fromdate
    │   │   │   │   ├── day_longmonth_year_space.json
    │   │   │   │   ├── day_longmonth_year_space_pypika.yaml
    │   │   │   │   ├── day_shortmonth_year_dash.json
    │   │   │   │   ├── day_shortmonth_year_dash_pypika.yaml
    │   │   │   │   ├── day_shortmonth_year_space.json
    │   │   │   │   ├── day_shortmonth_year_space_pypika.yaml
    │   │   │   │   ├── longmonth_only_custom.json
    │   │   │   │   ├── longmonth_year_space.json
    │   │   │   │   ├── longmonth_year_space_pypika.yaml
    │   │   │   │   ├── shortmonth_year_dash.json
    │   │   │   │   ├── shortmonth_year_dash_pypika.yaml
    │   │   │   │   ├── shortmonth_year_space.json
    │   │   │   │   ├── simple.json
    │   │   │   │   ├── simple_pypika.yaml
    │   │   │   │   └── simple_with_null.json
    │   │   │   ├── hierarchy
    │   │   │   │   └── pandas_advanced.json
    │   │   │   ├── ifthenelse
    │   │   │   │   ├── after_join.yaml
    │   │   │   │   ├── combination_or.json
    │   │   │   │   ├── combinations.json
    │   │   │   │   ├── combinations_pypika.json
    │   │   │   │   ├── dates_conditions.json
    │   │   │   │   ├── dates_conditions_pypika.json
    │   │   │   │   ├── formula_and_value.yaml
    │   │   │   │   ├── nested.json
    │   │   │   │   ├── nested_pypika.json
    │   │   │   │   ├── number_values.json
    │   │   │   │   ├── number_values_pypika.json
    │   │   │   │   ├── override_column_name_pypika.yaml
    │   │   │   │   ├── overwrite_column_pypika.yaml
    │   │   │   │   ├── quotes.json
    │   │   │   │   ├── quotes_pypika.yaml
    │   │   │   │   ├── regex.json
    │   │   │   │   ├── regex_pypika.json
    │   │   │   │   ├── simple.json
    │   │   │   │   ├── simple_pypika.json
    │   │   │   │   ├── simple_with_dates_and_nulls.yaml
    │   │   │   │   └── simple_with_dates_and_nulls_pypika.yaml
    │   │   │   ├── join
    │   │   │   │   ├── domain_name_only.json
    │   │   │   │   ├── inner.json
    │   │   │   │   ├── inner_geo_left.json
    │   │   │   │   ├── inner_geo_right.json
    │   │   │   │   ├── inner_nested_pypika.yaml
    │   │   │   │   ├── inner_simple_pypika.yaml
    │   │   │   │   ├── last_position_with_nested_append_pypika.yaml
    │   │   │   │   ├── last_position_with_nested_append_pypika_bigquery.yaml
    │   │   │   │   ├── left.json
    │   │   │   │   ├── left_customsql_pypika.yaml
    │   │   │   │   ├── left_customsql_pypika_bigquery.yaml
    │   │   │   │   ├── left_geo_left.json
    │   │   │   │   ├── left_geo_right.json
    │   │   │   │   ├── left_outer.json
    │   │   │   │   ├── left_weird_name.json
    │   │   │   │   ├── not_last_position_with_nested_append_pypika.yaml
    │   │   │   │   └── not_last_position_with_nested_append_pypika_bigquery.yaml
    │   │   │   ├── lowercase
    │   │   │   │   ├── simple.json
    │   │   │   │   ├── simple_pypika.json
    │   │   │   │   └── simple_pypika_null.json
    │   │   │   ├── movingaverage
    │   │   │   │   ├── simple.json
    │   │   │   │   └── with_groups.json
    │   │   │   ├── percentage
    │   │   │   │   ├── advanced.json
    │   │   │   │   ├── simple.json
    │   │   │   │   ├── simple_pypika.yaml
    │   │   │   │   └── with_groups_pypika.yaml
    │   │   │   ├── pivot
    │   │   │   │   ├── columns_cleaning.json
    │   │   │   │   ├── simple.json
    │   │   │   │   └── with_nulls.yaml
    │   │   │   ├── rank
    │   │   │   │   ├── group_by.json
    │   │   │   │   ├── grouped_standard_pypika.yaml
    │   │   │   │   ├── simple.json
    │   │   │   │   ├── simple_dense_pypika.yaml
    │   │   │   │   └── simple_standard_pypika.yaml
    │   │   │   ├── rename
    │   │   │   │   ├── edge_case.json
    │   │   │   │   ├── edge_case_pypika.json
    │   │   │   │   ├── multiple.json
    │   │   │   │   ├── multiple_pypika.json
    │   │   │   │   ├── simple.json
    │   │   │   │   └── simple_pypika.json
    │   │   │   ├── replace
    │   │   │   │   ├── simple.json
    │   │   │   │   ├── simple_pypika.json
    │   │   │   │   └── with_substrings.yaml
    │   │   │   ├── replacetext
    │   │   │   │   ├── simple.json
    │   │   │   │   └── simple_pypika.json
    │   │   │   ├── rollup
    │   │   │   │   ├── datetime_followed_by_dateextract.yaml
    │   │   │   │   ├── groupby.json
    │   │   │   │   ├── groupby_and_limit.yaml
    │   │   │   │   ├── groupby_with_special_column_name.json
    │   │   │   │   ├── no_aggregation.json
    │   │   │   │   ├── no_aggs_single_label.yaml
    │   │   │   │   └── simple.json
    │   │   │   ├── select
    │   │   │   │   └── simple.yaml
    │   │   │   ├── simplify
    │   │   │   │   └── pandas_simple.json
    │   │   │   ├── sort
    │   │   │   │   ├── simple.json
    │   │   │   │   └── simple_pypika.json
    │   │   │   ├── split
    │   │   │   │   ├── followed_by_rename_pypika.yaml
    │   │   │   │   ├── followed_by_replace_and_text_pypika.yaml
    │   │   │   │   ├── simple.json
    │   │   │   │   ├── simple_pypika.json
    │   │   │   │   └── with_delimiter_pypika.yaml
    │   │   │   ├── statistics
    │   │   │   │   ├── all.json
    │   │   │   │   └── median_odd.yaml
    │   │   │   ├── substring
    │   │   │   │   ├── implicit_conversion.yaml
    │   │   │   │   ├── simple.json
    │   │   │   │   └── simple_pypika.json
    │   │   │   ├── text
    │   │   │   │   ├── simple.json
    │   │   │   │   ├── simple_pypika.json
    │   │   │   │   └── single_quote_pypika.yaml
    │   │   │   ├── todate
    │   │   │   │   ├── automatic_guess.json
    │   │   │   │   ├── custom_formats_with_nulls.yaml
    │   │   │   │   ├── from_timestamp.json
    │   │   │   │   ├── int_as_year_with_automatic_guess.json
    │   │   │   │   ├── simple.json
    │   │   │   │   ├── simple_gbq_pypika.yaml
    │   │   │   │   ├── simple_non_percent_formatting_pypika.yaml
    │   │   │   │   ├── simple_percent_formatting_pypika.yaml
    │   │   │   │   ├── simple_two_digit_year.yaml
    │   │   │   │   └── str_as_year_with_automatic_guess.json
    │   │   │   ├── top
    │   │   │   │   ├── simple.json
    │   │   │   │   ├── simple_pypika.json
    │   │   │   │   ├── simple_strings.json
    │   │   │   │   ├── with_groups.json
    │   │   │   │   ├── with_groups_and_dates.json
    │   │   │   │   └── with_groups_pypika.json
    │   │   │   ├── totals
    │   │   │   │   ├── simple-pandas.json
    │   │   │   │   └── simple.json
    │   │   │   ├── trim
    │   │   │   │   ├── multiple_columns.json
    │   │   │   │   ├── multiple_columns_pypika.json
    │   │   │   │   ├── single_column.json
    │   │   │   │   └── single_column_pypika.json
    │   │   │   ├── uniquegroups
    │   │   │   │   ├── simple.json
    │   │   │   │   └── simple_pypika.json
    │   │   │   ├── unpivot
    │   │   │   │   ├── pandas.json
    │   │   │   │   └── simple_pypika.json
    │   │   │   ├── uppercase
    │   │   │   │   ├── simple.json
    │   │   │   │   ├── simple_pypika.json
    │   │   │   │   └── simple_pypika_null.json
    │   │   │   └── waterfall
    │   │   │   │   ├── simple.json
    │   │   │   │   ├── with_aggregation.json
    │   │   │   │   ├── with_backfill.yaml
    │   │   │   │   ├── with_groups.json
    │   │   │   │   └── without_backfill.yaml
    │   │   ├── mongo_translator
    │   │   │   ├── __init__.py
    │   │   │   ├── steps
    │   │   │   │   ├── __init__.py
    │   │   │   │   ├── test_addmissingdates.py
    │   │   │   │   ├── test_evolution.py
    │   │   │   │   ├── test_filter.py
    │   │   │   │   ├── test_formula.py
    │   │   │   │   └── test_ifthenelse.py
    │   │   │   └── test_mongo_translator_steps.py
    │   │   ├── mongo_translator_unit_tests
    │   │   │   ├── __init__.py
    │   │   │   ├── test_fromdate_separators.py
    │   │   │   └── test_ifthenelse_errors.py
    │   │   ├── pandas_executor
    │   │   │   ├── __init__.py
    │   │   │   ├── test_pandas_executor_steps.py
    │   │   │   └── utils
    │   │   │   │   ├── __init__.py
    │   │   │   │   └── test_dates.py
    │   │   ├── sql_translator
    │   │   │   └── common.py
    │   │   ├── sql_translator_integration_tests
    │   │   │   ├── __init__.py
    │   │   │   ├── beers.csv
    │   │   │   ├── test_sql_athena_translator_steps.py
    │   │   │   ├── test_sql_bigquery_translator_steps.py
    │   │   │   ├── test_sql_mysql_translator_steps.py
    │   │   │   ├── test_sql_postgres_translator_steps.py
    │   │   │   ├── test_sql_redshift_translator_steps.py
    │   │   │   └── test_sql_snowflake_translator_steps.py
    │   │   └── sql_translator_unit_tests
    │   │   │   ├── __init__.py
    │   │   │   ├── conftest.py
    │   │   │   ├── test_adapt_date_format.py
    │   │   │   ├── test_base_translator.py
    │   │   │   ├── test_base_translator_strings.py
    │   │   │   ├── test_date_format_translators.py
    │   │   │   ├── test_filter_translators.py
    │   │   │   ├── test_google_big_query.py
    │   │   │   ├── test_offset_limit_behaviour.py
    │   │   │   ├── test_redshift_translator.py
    │   │   │   ├── test_row_number_translators.py
    │   │   │   ├── test_snowflake_translator.py
    │   │   │   ├── test_split_part_translators.py
    │   │   │   ├── test_translation_last_step_unwrapping.py
    │   │   │   ├── test_translation_with_mergeable_first_step.py
    │   │   │   └── test_type_mapping_translators.py
    │   ├── conftest.py
    │   ├── fixtures
    │   │   ├── domain_a.csv
    │   │   ├── fixtures_templating
    │   │   │   ├── addmissingdate.json
    │   │   │   ├── aggregate.json
    │   │   │   ├── append.json
    │   │   │   ├── argmax.json
    │   │   │   ├── argmin.json
    │   │   │   ├── comparetext.json
    │   │   │   ├── concatenate.json
    │   │   │   ├── cumsum.json
    │   │   │   ├── dateextract.json
    │   │   │   ├── duration.json
    │   │   │   ├── evolution.json
    │   │   │   ├── fillna.json
    │   │   │   ├── formula.json
    │   │   │   ├── ifthenelse.json
    │   │   │   ├── join.json
    │   │   │   ├── pivot.json
    │   │   │   ├── rank.json
    │   │   │   ├── rename.json
    │   │   │   ├── replace.json
    │   │   │   ├── replacetext.json
    │   │   │   ├── rollup.json
    │   │   │   ├── split.json
    │   │   │   ├── text.json
    │   │   │   ├── top.json
    │   │   │   ├── top_filter.json
    │   │   │   ├── totals.json
    │   │   │   ├── uniquegroups.json
    │   │   │   ├── unpivot.json
    │   │   │   └── waterfall.json
    │   │   └── world.sql
    │   ├── pipeline
    │   │   ├── formula_ast
    │   │   │   └── test_utils.py
    │   │   ├── steps
    │   │   │   └── utils
    │   │   │   │   └── test_combination.py
    │   │   └── test_references.py
    │   ├── steps
    │   │   ├── __init__.py
    │   │   ├── fixtures
    │   │   │   └── sales_df.json
    │   │   ├── test_addmissingdates.py
    │   │   ├── test_aggregate.py
    │   │   ├── test_append.py
    │   │   ├── test_argmax.py
    │   │   ├── test_argmin.py
    │   │   ├── test_comparetext.py
    │   │   ├── test_concatenate.py
    │   │   ├── test_convert.py
    │   │   ├── test_cumstomsql.py
    │   │   ├── test_cumsum.py
    │   │   ├── test_date_extract.py
    │   │   ├── test_delete.py
    │   │   ├── test_domain.py
    │   │   ├── test_duplicate.py
    │   │   ├── test_duration.py
    │   │   ├── test_evolution.py
    │   │   ├── test_fillna.py
    │   │   ├── test_filter.py
    │   │   ├── test_formula.py
    │   │   ├── test_fromdate.py
    │   │   ├── test_ifthenelse.py
    │   │   ├── test_join.py
    │   │   ├── test_lowercase.py
    │   │   ├── test_moving_average.py
    │   │   ├── test_percentage.py
    │   │   ├── test_pivot.py
    │   │   ├── test_rank.py
    │   │   ├── test_rename.py
    │   │   ├── test_replace.py
    │   │   ├── test_replacetext.py
    │   │   ├── test_rollup.py
    │   │   ├── test_select.py
    │   │   ├── test_sort.py
    │   │   ├── test_split.py
    │   │   ├── test_statistics.py
    │   │   ├── test_substring.py
    │   │   ├── test_text.py
    │   │   ├── test_todate.py
    │   │   ├── test_top.py
    │   │   ├── test_totals.py
    │   │   ├── test_trim.py
    │   │   ├── test_uniquegroups.py
    │   │   ├── test_unpivot.py
    │   │   ├── test_uppercase.py
    │   │   └── test_waterfall.py
    │   ├── test_pipeline.py
    │   ├── test_pipeline_executor.py
    │   ├── test_utils.py
    │   └── utils.py
    └── uv.lock
└── ui
    ├── .editorconfig
    ├── .eslintignore
    ├── .eslintrc.cjs
    ├── .gitignore
    ├── .npmignore
    ├── .prettierrc.cjs
    ├── .storybook
        ├── main.ts
        └── preview-head.html
    ├── CHANGELOG.md
    ├── build-types.sh
    ├── index.html
    ├── package.json
    ├── sonar-project.properties
    ├── src
        ├── assets
        │   ├── FA-ICONS.ts
        │   ├── internationalization.json
        │   └── reshape-icon.png
        ├── components
        │   ├── ConditionsEditor
        │   │   ├── ConditionsEditor.vue
        │   │   ├── ConditionsGroup.vue
        │   │   └── tree-types.ts
        │   ├── DatePicker
        │   │   ├── Calendar.vue
        │   │   ├── CustomGranularityCalendar.vue
        │   │   ├── GranularityConfigs.ts
        │   │   ├── RangeCalendar.vue
        │   │   ├── __mocks__
        │   │   │   └── Calendar.vue
        │   │   └── transform-value-to-date-or-range.ts
        │   ├── FAIcon.vue
        │   ├── FilterEditor.vue
        │   ├── Popover.vue
        │   ├── Tabs.vue
        │   ├── __mocks__
        │   │   └── FAIcon.vue
        │   ├── code-editor.ts
        │   ├── constants.ts
        │   ├── convert-if-then-else-to-human-format.ts
        │   ├── domutil.ts
        │   └── stepforms
        │   │   ├── AbsoluteValueStepForm.vue
        │   │   ├── AddMissingDatesStepForm.vue
        │   │   ├── AddTextColumnStepForm.vue
        │   │   ├── AddTotalRowsStepForm.vue
        │   │   ├── AggregateStepForm.vue
        │   │   ├── AppendStepForm.vue
        │   │   ├── ArgmaxStepForm.vue
        │   │   ├── ArgminStepForm.vue
        │   │   ├── ColumnPicker.vue
        │   │   ├── CompareTextStepForm.vue
        │   │   ├── ComputeDurationStepForm.vue
        │   │   ├── ConcatenateStepForm.vue
        │   │   ├── ConvertStepForm.vue
        │   │   ├── CumSumStepForm.vue
        │   │   ├── CustomSqlStepForm.vue
        │   │   ├── CustomStepForm.vue
        │   │   ├── DateExtractStepForm.vue
        │   │   ├── DateGranularityStepForm.vue
        │   │   ├── DeleteColumnStepForm.vue
        │   │   ├── DissolveStepForm.vue
        │   │   ├── DomainStepForm.vue
        │   │   ├── DuplicateColumnStepForm.vue
        │   │   ├── EvolutionStepForm.vue
        │   │   ├── FillnaStepForm.vue
        │   │   ├── FilterStepForm.vue
        │   │   ├── FormulaStepForm.vue
        │   │   ├── FromDateStepForm.vue
        │   │   ├── HierarchyStepForm.vue
        │   │   ├── IfThenElseStepForm.vue
        │   │   ├── JoinStepForm.vue
        │   │   ├── MovingAverageStepForm.vue
        │   │   ├── PercentageStepForm.vue
        │   │   ├── PivotStepForm.vue
        │   │   ├── RankStepForm.vue
        │   │   ├── RenameStepForm.vue
        │   │   ├── ReplaceStepForm.vue
        │   │   ├── ReplaceTextStepForm.vue
        │   │   ├── RollupStepForm.vue
        │   │   ├── SelectColumnStepForm.vue
        │   │   ├── SimplifyStepForm.vue
        │   │   ├── SortStepForm.vue
        │   │   ├── SplitStepForm.vue
        │   │   ├── StatisticsStepForm.vue
        │   │   ├── StepForm.vue
        │   │   ├── StepFormButtonbar.vue
        │   │   ├── StepFormComponent.vue
        │   │   ├── StepFormHeader.vue
        │   │   ├── SubstringStepForm.vue
        │   │   ├── ToDateStepForm.vue
        │   │   ├── ToLowerStepForm.vue
        │   │   ├── ToUpperStepForm.vue
        │   │   ├── TopStepForm.vue
        │   │   ├── TrimStepForm.vue
        │   │   ├── UniqueGroupsStepForm.vue
        │   │   ├── UnpivotStepForm.vue
        │   │   ├── WaterfallStepForm.vue
        │   │   ├── convert-filter-step-tree.ts
        │   │   ├── index.ts
        │   │   ├── schemas
        │   │       ├── absolutevalue.ts
        │   │       ├── addmissingdates.ts
        │   │       ├── aggregate.ts
        │   │       ├── aggregations.ts
        │   │       ├── append.ts
        │   │       ├── argmax.ts
        │   │       ├── argmin.ts
        │   │       ├── comparetext.ts
        │   │       ├── concatenate.ts
        │   │       ├── convert.ts
        │   │       ├── cumsum.ts
        │   │       ├── custom.ts
        │   │       ├── customsql.ts
        │   │       ├── dateextract.ts
        │   │       ├── dategranularity.ts
        │   │       ├── delete.ts
        │   │       ├── dissolve.ts
        │   │       ├── domain.ts
        │   │       ├── duplicate.ts
        │   │       ├── duration.ts
        │   │       ├── evolution.ts
        │   │       ├── fillna.ts
        │   │       ├── filter.ts
        │   │       ├── formula.ts
        │   │       ├── fromdate.ts
        │   │       ├── hierarchy.ts
        │   │       ├── ifthenelse.ts
        │   │       ├── index.ts
        │   │       ├── join.ts
        │   │       ├── movingaverage.ts
        │   │       ├── percentage.ts
        │   │       ├── pivot.ts
        │   │       ├── rank.ts
        │   │       ├── rename.ts
        │   │       ├── replace.ts
        │   │       ├── replaceText.ts
        │   │       ├── rollup.ts
        │   │       ├── select.ts
        │   │       ├── simplify.ts
        │   │       ├── sort.ts
        │   │       ├── split.ts
        │   │       ├── statistics.ts
        │   │       ├── substring.ts
        │   │       ├── text.ts
        │   │       ├── todate.ts
        │   │       ├── tolower.ts
        │   │       ├── top.ts
        │   │       ├── totals.ts
        │   │       ├── toupper.ts
        │   │       ├── trim.ts
        │   │       ├── uniquegroups.ts
        │   │       ├── unpivot.ts
        │   │       ├── utils.ts
        │   │       └── waterfall.ts
        │   │   ├── utils.ts
        │   │   └── widgets
        │   │       ├── Aggregation.vue
        │   │       ├── Autocomplete.vue
        │   │       ├── Checkbox.vue
        │   │       ├── CodeEditorWidget.vue
        │   │       ├── CumSum.vue
        │   │       ├── DateComponents
        │   │           ├── CustomVariableList.vue
        │   │           ├── DateRangeInput.vue
        │   │           ├── NewDateInput.vue
        │   │           ├── RelativeDateForm.vue
        │   │           └── TabbedRangeCalendars.vue
        │   │       ├── DefaultCodeEditor.vue
        │   │       ├── FilterSimpleCondition.vue
        │   │       ├── FormWidget.vue
        │   │       ├── IfThenElseWidget.vue
        │   │       ├── InputDate.vue
        │   │       ├── InputNumber.vue
        │   │       ├── InputText.vue
        │   │       ├── JoinColumns.vue
        │   │       ├── List.vue
        │   │       ├── MultiInputText.vue
        │   │       ├── MultiVariableInput.vue
        │   │       ├── Multiselect.vue
        │   │       ├── Rename.vue
        │   │       ├── Replace.vue
        │   │       ├── SortColumn.vue
        │   │       ├── TotalDimensions.vue
        │   │       ├── VariableInput.vue
        │   │       └── VariableInputs
        │   │           ├── AdvancedVariableModal.vue
        │   │           ├── VariableChooser.vue
        │   │           ├── VariableInputBase.vue
        │   │           ├── VariableList.vue
        │   │           ├── VariableListOption.vue
        │   │           └── VariableTag.vue
        ├── lib
        │   ├── backend.ts
        │   ├── clipboard.ts
        │   ├── dataset
        │   │   ├── helpers.ts
        │   │   ├── index.ts
        │   │   ├── mongo.ts
        │   │   ├── pagination.ts
        │   │   └── pandas.ts
        │   ├── dates.ts
        │   ├── helpers.ts
        │   ├── icons.ts
        │   ├── internationalization.ts
        │   ├── labeller.ts
        │   ├── matcher.ts
        │   ├── pipeline.ts
        │   ├── send-analytics.ts
        │   ├── steps.ts
        │   ├── templating.ts
        │   ├── translators
        │   │   ├── athena.ts
        │   │   ├── base.ts
        │   │   ├── empty.ts
        │   │   ├── google-big-query.ts
        │   │   ├── index.ts
        │   │   ├── mongo-dates.ts
        │   │   ├── mongo.ts
        │   │   ├── mongo4.ts
        │   │   ├── mongo42.ts
        │   │   ├── mongo5.ts
        │   │   ├── mysql.ts
        │   │   ├── pandas-no_joins.ts
        │   │   ├── pandas.ts
        │   │   ├── postgresql.ts
        │   │   ├── pypika.ts
        │   │   ├── redshift.ts
        │   │   └── snowflake.ts
        │   └── variables.ts
        ├── main.ts
        ├── styles
        │   ├── _variables.scss
        │   └── utils
        │   │   └── v-tooltip.scss
        └── types.ts
    ├── stories
        ├── AddTotalRowsStepForm.stories.ts
        ├── AggregateStepForm.stories.ts
        ├── Autocomplete.stories.ts
        ├── ColumnPicker.stories.ts
        ├── ConditionsEditor.stories.ts
        ├── FilterEditor.stories.ts
        ├── JoinStepForm.stories.ts
        ├── Multiselect.stories.ts
        ├── StepForm.stories.ts
        └── dates
        │   ├── Calendar.stories.ts
        │   ├── CustomGranularityCalendar.stories.ts
        │   ├── CustomVariableList.stories.ts
        │   ├── DateRangeInput.stories.ts
        │   ├── NewDateInput.stories.ts
        │   ├── RangeCalendar.stories.ts
        │   └── RelativeDateForm.stories.ts
    ├── tests
        └── unit
        │   ├── FAicon.spec.ts
        │   ├── absolutevalue-step-form.spec.ts
        │   ├── add-missing-dates-step-form.spec.ts
        │   ├── add-text-column.spec.ts
        │   ├── advanced-variable-modal.spec.ts
        │   ├── aggregate-step-form.spec.ts
        │   ├── aggregation-widget.spec.ts
        │   ├── append-step-form.spec.ts
        │   ├── argmax-step-form.spec.ts
        │   ├── argmin-step-form.spec.ts
        │   ├── autocomplete-widget.spec.ts
        │   ├── calendar.spec.ts
        │   ├── checkbox-widget.spec.ts
        │   ├── code-editor-widget.spec.ts
        │   ├── column-picker.spec.ts
        │   ├── compare-text.spec.ts
        │   ├── compute-duration.spec.ts
        │   ├── concatenate-step-form.spec.ts
        │   ├── conditions-editor.spec.ts
        │   ├── conditions-group.spec.ts
        │   ├── convert-filter-step-tree.spec.ts
        │   ├── convert-if-then-else-to-human-format.spec.ts
        │   ├── convert-step.spec.ts
        │   ├── cumsum-step-form.spec.ts
        │   ├── cumsum-widget.spec.ts
        │   ├── custom-granularity-calendar.spec.ts
        │   ├── custom-step-form.spec.ts
        │   ├── custom-variable-list.spec.ts
        │   ├── customsql-step-form.spec.ts
        │   ├── dataset.spec.ts
        │   ├── date-range-input.spec.ts
        │   ├── dateextract-step-form.spec.ts
        │   ├── dategranularity-step-form.spec.ts
        │   ├── delete-column-step-form.spec.ts
        │   ├── dissolve-step-form.spec.ts
        │   ├── domain-step-form.spec.ts
        │   ├── domutil.spec.ts
        │   ├── duplicate-column-step-form.spec.ts
        │   ├── evolution-step-form.spec.ts
        │   ├── fillna-step-form.spec.ts
        │   ├── filter-editor.spec.ts
        │   ├── filter-simple-condition-widget.spec.ts
        │   ├── filter-step-form.spec.ts
        │   ├── form-widget.spec.ts
        │   ├── formula-step-form.spec.ts
        │   ├── fromdate-step-form.spec.ts
        │   ├── helpers.spec.ts
        │   ├── hierarchy-step-form.spec.ts
        │   ├── ifthenelse-step-form.spec.ts
        │   ├── ifthenelse-widget.spec.ts
        │   ├── input-date-widget.spec.ts
        │   ├── input-number-widget.spec.ts
        │   ├── input-text-widget.spec.ts
        │   ├── join-columns.spec.ts
        │   ├── join-step-form.spec.ts
        │   ├── labeller.spec.ts
        │   ├── lib
        │       ├── clipboard.spec.ts
        │       ├── dataset
        │       │   └── pandas.spec.ts
        │       ├── dates.spec.ts
        │       ├── internationalization.spec.ts
        │       └── send-analytics.spec.ts
        │   ├── list-widget.spec.ts
        │   ├── moving-average-step-form.spec.ts
        │   ├── multi-input-text-widget.spec.ts
        │   ├── multi-variable-input.spec.ts
        │   ├── multiselect-widget.spec.ts
        │   ├── new-date-input.spec.ts
        │   ├── percentage-step-form.spec.ts
        │   ├── pipebuild.spec.ts
        │   ├── pivot-step-form.spec.ts
        │   ├── popover.spec.ts
        │   ├── range-calendar.spec.ts
        │   ├── rank-step-form.spec.ts
        │   ├── relative-date-form-widget.spec.ts
        │   ├── rename-step-form.spec.ts
        │   ├── rename-widget.spec.ts
        │   ├── replace-step-form.spec.ts
        │   ├── replace-text-step-form.spec.ts
        │   ├── replace-widget.spec.ts
        │   ├── rollup-step-form.spec.ts
        │   ├── select-column-step-form.spec.ts
        │   ├── set-code-editor.spec.ts
        │   ├── simplify-step-form.spec.ts
        │   ├── sort-column-widget.spec.ts
        │   ├── sort-step-form.spec.ts
        │   ├── split-step-form.spec.ts
        │   ├── statistics-step-form.spec.ts
        │   ├── step-form-header.spec.ts
        │   ├── substring-step-form.spec.ts
        │   ├── tabbed-range-calendars.spec.ts
        │   ├── tabs.spec.ts
        │   ├── templating.spec.ts
        │   ├── todate-step-form.spec.ts
        │   ├── tolower-step-form.spec.ts
        │   ├── top-step-form.spec.ts
        │   ├── total-dimensions.spec.ts
        │   ├── totals-step-form.spec.ts
        │   ├── toupper-step-form.spec.ts
        │   ├── transform-value-to-date-or-range.spec.ts
        │   ├── translator.spec.ts
        │   ├── trim-step-form.spec.ts
        │   ├── uniquegroups-step-form.spec.ts
        │   ├── unpivot-step-form.spec.ts
        │   ├── utils.ts
        │   ├── variable-chooser.spec.ts
        │   ├── variable-input-base.spec.ts
        │   ├── variable-input.spec.ts
        │   ├── variable-list-option.spec.ts
        │   ├── variable-list.spec.ts
        │   ├── variable-tag.spec.ts
        │   ├── variables.spec.ts
        │   └── waterfall-step-form.spec.ts
    ├── tsconfig.app.json
    ├── tsconfig.config.json
    ├── tsconfig.json
    ├── tsconfig.types.json
    ├── vite.config.ts
    ├── vitest.config.ts
    ├── vitest.setup.ts
    └── yarn.lock


/.dockerignore:
--------------------------------------------------------------------------------
 1 | docs
 2 | 
 3 | .git
 4 | .idea
 5 | .vscode
 6 | .circleci
 7 | .github
 8 | 
 9 | ui/.storybook
10 | ui/dist
11 | ui/node_modules
12 | ui/stories
13 | ui/tests
14 | 
15 | server/.mypy_cache
16 | server/.pytest_cache
17 | server/tests
18 | server/static
19 | 
20 | Dockerfile
21 | 


--------------------------------------------------------------------------------
/.github/CODEOWNERS:
--------------------------------------------------------------------------------
1 | server/* @ToucanToco/build_back
2 | 


--------------------------------------------------------------------------------
/.github/PULL_REQUEST_TEMPLATE/new-step.md:
--------------------------------------------------------------------------------
 1 | ## New step to-do list
 2 | 
 3 | - [ ] implement the pipeline / translation logic itself in the `lib` directory
 4 |   - [ ] define the step interface
 5 |   - [ ] implement a translation function for all supported back-ends
 6 |   - [ ] define a "human readable" label for this step (e.g. "duplicate column 'foo'")
 7 |   - [ ] define which fields of the step supports interpolation
 8 | 
 9 | - [ ] implement the UI part
10 |   - [ ] implement a form to configure the step
11 |   - [ ] make it accessible through top bar widgets and/or columns contextual menus
12 |   - [ ] make it accessible through search
13 | 
14 | - [ ] add documentation
15 |   - [ ] add UI documentation
16 |   - [ ] add technical documentation
17 | 
18 | - [ ] update the changelog
19 | 


--------------------------------------------------------------------------------
/.github/workflows/npm-publish.yml:
--------------------------------------------------------------------------------
 1 | name: npm publish
 2 | 
 3 | on:
 4 |   release:
 5 |     types: [published]
 6 | 
 7 | jobs:
 8 |   publish:
 9 |     runs-on: ubuntu-latest
10 | 
11 |     defaults:
12 |       run:
13 |         working-directory: ui
14 | 
15 |     steps:
16 |       - uses: actions/checkout@v4
17 |       - uses: actions/setup-node@v4
18 |         with:
19 |           node-version: 22
20 |           registry-url: 'https://registry.npmjs.org'
21 |           scope: '@toucantoco'
22 |       - run: yarn install --non-interactive --frozen-lockfile
23 |       - run: yarn build
24 |       - run: npm publish --access public
25 |         env:
26 |           NODE_AUTH_TOKEN: ${{ secrets.npm_token }}
27 | 


--------------------------------------------------------------------------------
/.gitignore:
--------------------------------------------------------------------------------
 1 | # Editors
 2 | .idea
 3 | .vscode
 4 | !.vscode/extensions.json
 5 | *.swp
 6 | 
 7 | # Secrets
 8 | bigquery-credentials.json
 9 | .env
10 | 


--------------------------------------------------------------------------------
/.vscode/extensions.json:
--------------------------------------------------------------------------------
1 | {
2 |   "recommendations": [
3 |     "Vue.volar",
4 |     "dbaeumer.vscode-eslint"
5 |   ]
6 | }
7 | 


--------------------------------------------------------------------------------
/codecov.yml:
--------------------------------------------------------------------------------
 1 | coverage:
 2 |   status:
 3 |     project:
 4 |       default:
 5 |         threshold: 5%
 6 |     patch:
 7 |       default:
 8 |         enabled: yes
 9 |         target: 100%
10 |   ignore:
11 |     - 'tests/unit/*.spec.ts'
12 | 


--------------------------------------------------------------------------------
/docs/.editorconfig:
--------------------------------------------------------------------------------
 1 | # https://editorconfig.org
 2 | root = true
 3 | 
 4 | [*]
 5 | charset = utf-8
 6 | end_of_line = lf
 7 | indent_size = 2
 8 | indent_style = space
 9 | insert_final_newline = true
10 | max_line_length = 80
11 | trim_trailing_whitespace = true
12 | 
13 | [*.md]
14 | max_line_length = 0
15 | trim_trailing_whitespace = false
16 | 
17 | [COMMIT_EDITMSG]
18 | max_line_length = 0
19 | 


--------------------------------------------------------------------------------
/docs/.gitignore:
--------------------------------------------------------------------------------
1 | _site
2 | .sass-cache
3 | .jekyll-metadata
4 | *.gem
5 | .bundle
6 | vendor/bundle
7 | 


--------------------------------------------------------------------------------
/docs/404.html:
--------------------------------------------------------------------------------
1 | ---
2 | layout: default
3 | ---
4 | 
5 | <div class="container text-center">
6 |     <p>The page you are looking for cannot be found.</p>
7 |     <img src="/img/weaverbird-404.jpg" />
8 | </div>
9 | 


--------------------------------------------------------------------------------
/docs/CNAME:
--------------------------------------------------------------------------------
1 | weaverbird.toucantoco.dev


--------------------------------------------------------------------------------
/docs/Dockerfile:
--------------------------------------------------------------------------------
1 | FROM ruby:3 AS builder
2 | 
3 | WORKDIR /jekyll
4 | COPY Gemfile Gemfile.lock /jekyll/
5 | RUN bundle install
6 | 
7 | ENTRYPOINT ["jekyll"]
8 | CMD ["serve", "--port", "4000", "--host", "0.0.0.0"]
9 | 


--------------------------------------------------------------------------------
/docs/Gemfile:
--------------------------------------------------------------------------------
 1 | source "https://rubygems.org"
 2 | ruby RUBY_VERSION
 3 | 
 4 | gem "github-pages"
 5 | 
 6 | # Plugins (should already be included by GitHub pages):
 7 | gem "jekyll-feed"
 8 | gem "jekyll-sitemap"
 9 | gem "jekyll-redirect-from"
10 | gem "jekyll-seo-tag"
11 | 
12 | # Windows does not include zoneinfo files, so bundle the tzinfo-data gem
13 | gem 'tzinfo-data', platforms: [:mingw, :mswin, :x64_mingw, :jruby]
14 | 


--------------------------------------------------------------------------------
/docs/_docs/tech/known_limitations.md:
--------------------------------------------------------------------------------
 1 | ---
 2 | title: Known limitations
 3 | permalink: /docs/known-limitations/
 4 | ---
 5 | 
 6 | # Known limitations
 7 | 
 8 | This doc section is here to identify a non exhaustive list of limitations
 9 | that we have in mind, and that we want to tackle in further developments.
10 | 
11 | ## Supported mongo versions
12 | 
13 | We only support mongo 4.4.x & 5.x at the moment.
14 | 
15 | ## Result ordering with PyPika SQL translator
16 | 
17 | Because some SQL backends do no keep the original row ordering when grouping, JOINing or doing UNIONs,
18 | several steps do an ORDER BY in order to ensure consistent result, meaning the inital row order is not
19 | preserved.
20 | 


--------------------------------------------------------------------------------
/docs/_docs/user-interface/delete.md:
--------------------------------------------------------------------------------
 1 | ---
 2 | title: Delete column(s)
 3 | permalink: /docs/delete/
 4 | ---
 5 | 
 6 | ### Delete column(s)
 7 | 
 8 | You can use this step to delete column(s).
 9 | 
10 | **This step is supported by the following backends:**
11 | 
12 | - Mongo 5.0
13 | - Mongo 4.2
14 | - Mongo 4.0
15 | - Mongo 3.6
16 | - Pandas (python)
17 | 
18 | #### Where to find this step?
19 | 
20 | - Column header menu
21 | - Widget `Filter`
22 | - Search bar
23 | 
24 | #### Options reference
25 | 
26 | If a column is selected, clicking on `delete` will delete this column. If no
27 | column is selected or if you edit an existing `delete` step, it will open the
28 | form where you can select one or several columns to delete.
29 | 
30 | <img src="../../img/docs/user-interface/delete_step_form.jpg" width="350" />
31 | 
32 | - `Delete columns...`: the column(s) to delete
33 | 


--------------------------------------------------------------------------------
/docs/_docs/user-interface/simplify.md:
--------------------------------------------------------------------------------
 1 | ---
 2 | title: Geographical simplification
 3 | permalink: /docs/simplify/
 4 | ---
 5 | 
 6 | ### Geographical simplification
 7 | 
 8 | This step reduces the size of your data by making it less precise. The higher you set the tolerance, the smaller (and the less
 9 | precise) your data will be. See the [technical documentation](/docs/steps/) for details.
10 | 
11 | **This step is supported by the following backends:**
12 | 
13 | - Pandas (python)
14 | 
15 | #### Where to find this step?
16 | 
17 | - `Geo` widget
18 | - Search bar
19 | 
20 | #### Options reference
21 | 
22 | <img src="../../img/docs/user-interface/simplify_step_form.jpg" width="350" />
23 | 
24 | - `Tolerance`: The tolerance to use when simplifying your data.
25 | 


--------------------------------------------------------------------------------
/docs/_docs/user-interface/trim.md:
--------------------------------------------------------------------------------
 1 | ---
 2 | title: Trim spaces
 3 | permalink: /docs/trim/
 4 | ---
 5 | 
 6 | ### Trim spaces
 7 | 
 8 | You can use this step to remove leading and trailing white spaces.
 9 | 
10 | **This step is supported by the following backends:**
11 | 
12 | - Mongo 5.0
13 | - Mongo 4.2
14 | - Mongo 4.0
15 | - Pandas (python)
16 | 
17 | **This step is unsupported by the following backends:**
18 | - Mongo 3.6
19 | 
20 | #### Where to find this step?
21 | 
22 | - Column header menu
23 | - Widget `Text`
24 | - Search bar
25 | 
26 | #### Options reference
27 | 
28 | <img src="../../img/docs/user-interface/trim_step_form.jpg" width="350" />
29 | 
30 | - `Trim columns...`: the column(s) to trim
31 | 


--------------------------------------------------------------------------------
/docs/_includes/footer.html:
--------------------------------------------------------------------------------
 1 | <footer class="footer">
 2 |     <div class="container">
 3 | 
 4 |         <p class="text-center">
 5 |             {{ site.title }} {{ site.time | date: '%Y' }} |
 6 |             Powered by <a href="https://github.com/aksakalli/jekyll-doc-theme">Jekyll Doc Theme</a>
 7 |         </p>
 8 |         <!-- <p class="text-muted">Place sticky footer content here.</p> -->
 9 |     </div>
10 | </footer>
11 | 


--------------------------------------------------------------------------------
/docs/_includes/head.html:
--------------------------------------------------------------------------------
 1 | <head>
 2 |     <meta charset="utf-8">
 3 |     <meta http-equiv="X-UA-Compatible" content="IE=edge">
 4 |     <meta name="viewport" content="width=device-width, initial-scale=1">
 5 | 
 6 |     <link rel="stylesheet" href="{{ "/css/main.css" | prepend: site.baseurl }}">
 7 |     <link rel="stylesheet" href="{{ "/css/font-awesome.min.css" | prepend: site.baseurl }}">
 8 | 
 9 |     <link rel="shortcut icon" href="{{ "/favicon.ico?1" | prepend: site.baseurl }}">
10 |     {% seo %}
11 | 
12 |     <link rel="canonical" href="{{ page.url | replace:'index.html','' | prepend: site.baseurl | prepend: site.url }}">
13 |     <link rel="alternate" type="application/rss+xml" title="{{ site.title }}" href="{{ "/feed.xml" | prepend: site.baseurl | prepend: site.url }}" />
14 | </head>
15 | 


--------------------------------------------------------------------------------
/docs/_includes/js_files.html:
--------------------------------------------------------------------------------
1 | <script>
2 |   var baseurl = '{{ site.baseurl }}'
3 | </script>
4 | <script src="https://code.jquery.com/jquery-1.12.4.min.js"></script>
5 | <script src="{{ "/js/bootstrap.min.js" | prepend: site.baseurl }} "></script>
6 | <script src="{{ "/js/typeahead.bundle.min.js" | prepend: site.baseurl }} "></script>
7 | 
8 | <script src="{{ "/js/main.js" | prepend: site.baseurl }} "></script>
9 | 


--------------------------------------------------------------------------------
/docs/_layouts/default.html:
--------------------------------------------------------------------------------
 1 | <!DOCTYPE html>
 2 | <html lang="{{ page.lang | default: site.lang | default: "en" }}">
 3 | 
 4 | {% include head.html %}
 5 | 
 6 | <body>
 7 | 
 8 |     {% include topnav.html %}
 9 | 
10 |     <div class="page-content">
11 |         <div class="wrapper">
12 |             {{ content }}
13 |         </div>
14 |     </div>
15 | 
16 |     {% include footer.html %}
17 |     {% include js_files.html %}
18 | </body>
19 | 
20 | </html>
21 | 


--------------------------------------------------------------------------------
/docs/_layouts/docs.html:
--------------------------------------------------------------------------------
 1 | ---
 2 | layout: default
 3 | ---
 4 | 
 5 | <div class="container">
 6 |     <div class="row">
 7 |         <div class="col-md-4">
 8 |           {% include docs_nav.html %}
 9 |         </div>
10 | 
11 |         <div class="col-md-8">
12 |             <div id="markdown-content-container">{{ content }}</div>
13 |             {% include section_nav.html %}
14 |         </div>
15 | 
16 |     </div>
17 | </div>
18 | 


--------------------------------------------------------------------------------
/docs/_layouts/page.html:
--------------------------------------------------------------------------------
 1 | ---
 2 | layout: default
 3 | ---
 4 | 
 5 | <div class="post">
 6 | 
 7 |   <div class="container">
 8 |     <div class="row">
 9 |       <div class="col-md-4">
10 |         {% include docs_nav.html %}
11 |       </div>
12 |       <div class="col-md-8">
13 | 
14 |         <header class="post-header">
15 |           <h1 class="post-title">{{ page.title }}</h1>
16 |         </header>
17 |         <article class="post-content">
18 |           {{ content }}
19 |         </article>
20 | 
21 |       </div>
22 |     </div>
23 |   </div>
24 | </div>
25 | 


--------------------------------------------------------------------------------
/docs/_sass/bootstrap/_breadcrumbs.scss:
--------------------------------------------------------------------------------
 1 | //
 2 | // Breadcrumbs
 3 | // --------------------------------------------------
 4 | 
 5 | 
 6 | .breadcrumb {
 7 |   padding: $breadcrumb-padding-vertical $breadcrumb-padding-horizontal;
 8 |   margin-bottom: $line-height-computed;
 9 |   list-style: none;
10 |   background-color: $breadcrumb-bg;
11 |   border-radius: $border-radius-base;
12 | 
13 |   > li {
14 |     display: inline-block;
15 | 
16 |     + li:before {
17 |       // [converter] Workaround for https://github.com/sass/libsass/issues/1115
18 |       $nbsp: "\00a0";
19 |       content: "#{$breadcrumb-separator}#{$nbsp}"; // Unicode space added since inline-block means non-collapsing white-space
20 |       padding: 0 5px;
21 |       color: $breadcrumb-color;
22 |     }
23 |   }
24 | 
25 |   > .active {
26 |     color: $breadcrumb-active-color;
27 |   }
28 | }
29 | 


--------------------------------------------------------------------------------
/docs/_sass/bootstrap/_responsive-embed.scss:
--------------------------------------------------------------------------------
 1 | // Embeds responsive
 2 | //
 3 | // Credit: Nicolas Gallagher and SUIT CSS.
 4 | 
 5 | .embed-responsive {
 6 |   position: relative;
 7 |   display: block;
 8 |   height: 0;
 9 |   padding: 0;
10 |   overflow: hidden;
11 | 
12 |   .embed-responsive-item,
13 |   iframe,
14 |   embed,
15 |   object,
16 |   video {
17 |     position: absolute;
18 |     top: 0;
19 |     left: 0;
20 |     bottom: 0;
21 |     height: 100%;
22 |     width: 100%;
23 |     border: 0;
24 |   }
25 | }
26 | 
27 | // Modifier class for 16:9 aspect ratio
28 | .embed-responsive-16by9 {
29 |   padding-bottom: 56.25%;
30 | }
31 | 
32 | // Modifier class for 4:3 aspect ratio
33 | .embed-responsive-4by3 {
34 |   padding-bottom: 75%;
35 | }
36 | 


--------------------------------------------------------------------------------
/docs/_sass/bootstrap/_wells.scss:
--------------------------------------------------------------------------------
 1 | //
 2 | // Wells
 3 | // --------------------------------------------------
 4 | 
 5 | 
 6 | // Base class
 7 | .well {
 8 |   min-height: 20px;
 9 |   padding: 19px;
10 |   margin-bottom: 20px;
11 |   background-color: $well-bg;
12 |   border: 1px solid $well-border;
13 |   border-radius: $border-radius-base;
14 |   @include box-shadow(inset 0 1px 1px rgba(0,0,0,.05));
15 |   blockquote {
16 |     border-color: #ddd;
17 |     border-color: rgba(0,0,0,.15);
18 |   }
19 | }
20 | 
21 | // Sizes
22 | .well-lg {
23 |   padding: 24px;
24 |   border-radius: $border-radius-large;
25 | }
26 | .well-sm {
27 |   padding: 9px;
28 |   border-radius: $border-radius-small;
29 | }
30 | 


--------------------------------------------------------------------------------
/docs/_sass/bootstrap/mixins/_alerts.scss:
--------------------------------------------------------------------------------
 1 | // Alerts
 2 | 
 3 | @mixin alert-variant($background, $border, $text-color) {
 4 |   background-color: $background;
 5 |   border-color: $border;
 6 |   color: $text-color;
 7 | 
 8 |   hr {
 9 |     border-top-color: darken($border, 5%);
10 |   }
11 |   .alert-link {
12 |     color: darken($text-color, 10%);
13 |   }
14 | }
15 | 


--------------------------------------------------------------------------------
/docs/_sass/bootstrap/mixins/_background-variant.scss:
--------------------------------------------------------------------------------
 1 | // Contextual backgrounds
 2 | 
 3 | // [converter] $parent hack
 4 | @mixin bg-variant($parent, $color) {
 5 |   #{$parent} {
 6 |     background-color: $color;
 7 |   }
 8 |   a#{$parent}:hover,
 9 |   a#{$parent}:focus {
10 |     background-color: darken($color, 10%);
11 |   }
12 | }
13 | 


--------------------------------------------------------------------------------
/docs/_sass/bootstrap/mixins/_border-radius.scss:
--------------------------------------------------------------------------------
 1 | // Single side border-radius
 2 | 
 3 | @mixin border-top-radius($radius) {
 4 |   border-top-right-radius: $radius;
 5 |    border-top-left-radius: $radius;
 6 | }
 7 | @mixin border-right-radius($radius) {
 8 |   border-bottom-right-radius: $radius;
 9 |      border-top-right-radius: $radius;
10 | }
11 | @mixin border-bottom-radius($radius) {
12 |   border-bottom-right-radius: $radius;
13 |    border-bottom-left-radius: $radius;
14 | }
15 | @mixin border-left-radius($radius) {
16 |   border-bottom-left-radius: $radius;
17 |      border-top-left-radius: $radius;
18 | }
19 | 


--------------------------------------------------------------------------------
/docs/_sass/bootstrap/mixins/_center-block.scss:
--------------------------------------------------------------------------------
1 | // Center-align a block level element
2 | 
3 | @mixin center-block() {
4 |   display: block;
5 |   margin-left: auto;
6 |   margin-right: auto;
7 | }
8 | 


--------------------------------------------------------------------------------
/docs/_sass/bootstrap/mixins/_clearfix.scss:
--------------------------------------------------------------------------------
 1 | // Clearfix
 2 | //
 3 | // For modern browsers
 4 | // 1. The space content is one way to avoid an Opera bug when the
 5 | //    contenteditable attribute is included anywhere else in the document.
 6 | //    Otherwise it causes space to appear at the top and bottom of elements
 7 | //    that are clearfixed.
 8 | // 2. The use of `table` rather than `block` is only necessary if using
 9 | //    `:before` to contain the top-margins of child elements.
10 | //
11 | // Source: http://nicolasgallagher.com/micro-clearfix-hack/
12 | 
13 | @mixin clearfix() {
14 |   &:before,
15 |   &:after {
16 |     content: " "; // 1
17 |     display: table; // 2
18 |   }
19 |   &:after {
20 |     clear: both;
21 |   }
22 | }
23 | 


--------------------------------------------------------------------------------
/docs/_sass/bootstrap/mixins/_hide-text.scss:
--------------------------------------------------------------------------------
 1 | // CSS image replacement
 2 | //
 3 | // Heads up! v3 launched with only `.hide-text()`, but per our pattern for
 4 | // mixins being reused as classes with the same name, this doesn't hold up. As
 5 | // of v3.0.1 we have added `.text-hide()` and deprecated `.hide-text()`.
 6 | //
 7 | // Source: https://github.com/h5bp/html5-boilerplate/commit/aa0396eae757
 8 | 
 9 | // Deprecated as of v3.0.1 (has been removed in v4)
10 | @mixin hide-text() {
11 |   font: 0/0 a;
12 |   color: transparent;
13 |   text-shadow: none;
14 |   background-color: transparent;
15 |   border: 0;
16 | }
17 | 
18 | // New mixin to use as of v3.0.1
19 | @mixin text-hide() {
20 |   @include hide-text;
21 | }
22 | 


--------------------------------------------------------------------------------
/docs/_sass/bootstrap/mixins/_labels.scss:
--------------------------------------------------------------------------------
 1 | // Labels
 2 | 
 3 | @mixin label-variant($color) {
 4 |   background-color: $color;
 5 | 
 6 |   &[href] {
 7 |     &:hover,
 8 |     &:focus {
 9 |       background-color: darken($color, 10%);
10 |     }
11 |   }
12 | }
13 | 


--------------------------------------------------------------------------------
/docs/_sass/bootstrap/mixins/_list-group.scss:
--------------------------------------------------------------------------------
 1 | // List Groups
 2 | 
 3 | @mixin list-group-item-variant($state, $background, $color) {
 4 |   .list-group-item-#{$state} {
 5 |     color: $color;
 6 |     background-color: $background;
 7 | 
 8 |     // [converter] extracted a&, button& to a.list-group-item-#{$state}, button.list-group-item-#{$state}
 9 |   }
10 | 
11 |   a.list-group-item-#{$state},
12 |   button.list-group-item-#{$state} {
13 |     color: $color;
14 | 
15 |     .list-group-item-heading {
16 |       color: inherit;
17 |     }
18 | 
19 |     &:hover,
20 |     &:focus {
21 |       color: $color;
22 |       background-color: darken($background, 5%);
23 |     }
24 |     &.active,
25 |     &.active:hover,
26 |     &.active:focus {
27 |       color: #fff;
28 |       background-color: $color;
29 |       border-color: $color;
30 |     }
31 |   }
32 | }
33 | 


--------------------------------------------------------------------------------
/docs/_sass/bootstrap/mixins/_nav-divider.scss:
--------------------------------------------------------------------------------
 1 | // Horizontal dividers
 2 | //
 3 | // Dividers (basically an hr) within dropdowns and nav lists
 4 | 
 5 | @mixin nav-divider($color: #e5e5e5) {
 6 |   height: 1px;
 7 |   margin: (($line-height-computed / 2) - 1) 0;
 8 |   overflow: hidden;
 9 |   background-color: $color;
10 | }
11 | 


--------------------------------------------------------------------------------
/docs/_sass/bootstrap/mixins/_nav-vertical-align.scss:
--------------------------------------------------------------------------------
 1 | // Navbar vertical align
 2 | //
 3 | // Vertically center elements in the navbar.
 4 | // Example: an element has a height of 30px, so write out `.navbar-vertical-align(30px);` to calculate the appropriate top margin.
 5 | 
 6 | @mixin navbar-vertical-align($element-height) {
 7 |   margin-top: (($navbar-height - $element-height) / 2);
 8 |   margin-bottom: (($navbar-height - $element-height) / 2);
 9 | }
10 | 


--------------------------------------------------------------------------------
/docs/_sass/bootstrap/mixins/_opacity.scss:
--------------------------------------------------------------------------------
1 | // Opacity
2 | 
3 | @mixin opacity($opacity) {
4 |   opacity: $opacity;
5 |   // IE8 filter
6 |   $opacity-ie: ($opacity * 100);
7 |   filter: alpha(opacity=$opacity-ie);
8 | }
9 | 


--------------------------------------------------------------------------------
/docs/_sass/bootstrap/mixins/_pagination.scss:
--------------------------------------------------------------------------------
 1 | // Pagination
 2 | 
 3 | @mixin pagination-size($padding-vertical, $padding-horizontal, $font-size, $line-height, $border-radius) {
 4 |   > li {
 5 |     > a,
 6 |     > span {
 7 |       padding: $padding-vertical $padding-horizontal;
 8 |       font-size: $font-size;
 9 |       line-height: $line-height;
10 |     }
11 |     &:first-child {
12 |       > a,
13 |       > span {
14 |         @include border-left-radius($border-radius);
15 |       }
16 |     }
17 |     &:last-child {
18 |       > a,
19 |       > span {
20 |         @include border-right-radius($border-radius);
21 |       }
22 |     }
23 |   }
24 | }
25 | 


--------------------------------------------------------------------------------
/docs/_sass/bootstrap/mixins/_panels.scss:
--------------------------------------------------------------------------------
 1 | // Panels
 2 | 
 3 | @mixin panel-variant($border, $heading-text-color, $heading-bg-color, $heading-border) {
 4 |   border-color: $border;
 5 | 
 6 |   & > .panel-heading {
 7 |     color: $heading-text-color;
 8 |     background-color: $heading-bg-color;
 9 |     border-color: $heading-border;
10 | 
11 |     + .panel-collapse > .panel-body {
12 |       border-top-color: $border;
13 |     }
14 |     .badge {
15 |       color: $heading-bg-color;
16 |       background-color: $heading-text-color;
17 |     }
18 |   }
19 |   & > .panel-footer {
20 |     + .panel-collapse > .panel-body {
21 |       border-bottom-color: $border;
22 |     }
23 |   }
24 | }
25 | 


--------------------------------------------------------------------------------
/docs/_sass/bootstrap/mixins/_progress-bar.scss:
--------------------------------------------------------------------------------
 1 | // Progress bars
 2 | 
 3 | @mixin progress-bar-variant($color) {
 4 |   background-color: $color;
 5 | 
 6 |   // Deprecated parent class requirement as of v3.2.0
 7 |   .progress-striped & {
 8 |     @include gradient-striped;
 9 |   }
10 | }
11 | 


--------------------------------------------------------------------------------
/docs/_sass/bootstrap/mixins/_reset-filter.scss:
--------------------------------------------------------------------------------
1 | // Reset filters for IE
2 | //
3 | // When you need to remove a gradient background, do not forget to use this to reset
4 | // the IE filter for IE9 and below.
5 | 
6 | @mixin reset-filter() {
7 |   filter: progid:DXImageTransform.Microsoft.gradient(enabled = false);
8 | }
9 | 


--------------------------------------------------------------------------------
/docs/_sass/bootstrap/mixins/_reset-text.scss:
--------------------------------------------------------------------------------
 1 | @mixin reset-text() {
 2 |   font-family: $font-family-base;
 3 |   // We deliberately do NOT reset font-size.
 4 |   font-style: normal;
 5 |   font-weight: normal;
 6 |   letter-spacing: normal;
 7 |   line-break: auto;
 8 |   line-height: $line-height-base;
 9 |   text-align: left; // Fallback for where `start` is not supported
10 |   text-align: start;
11 |   text-decoration: none;
12 |   text-shadow: none;
13 |   text-transform: none;
14 |   white-space: normal;
15 |   word-break: normal;
16 |   word-spacing: normal;
17 |   word-wrap: normal;
18 | }
19 | 


--------------------------------------------------------------------------------
/docs/_sass/bootstrap/mixins/_resize.scss:
--------------------------------------------------------------------------------
1 | // Resize anything
2 | 
3 | @mixin resizable($direction) {
4 |   resize: $direction; // Options: horizontal, vertical, both
5 |   overflow: auto; // Per CSS3 UI, `resize` only applies when `overflow` isn't `visible`
6 | }
7 | 


--------------------------------------------------------------------------------
/docs/_sass/bootstrap/mixins/_responsive-visibility.scss:
--------------------------------------------------------------------------------
 1 | // Responsive utilities
 2 | 
 3 | //
 4 | // More easily include all the states for responsive-utilities.less.
 5 | // [converter] $parent hack
 6 | @mixin responsive-visibility($parent) {
 7 |   #{$parent} {
 8 |     display: block !important;
 9 |   }
10 |   table#{$parent}  { display: table !important; }
11 |   tr#{$parent}     { display: table-row !important; }
12 |   th#{$parent},
13 |   td#{$parent}     { display: table-cell !important; }
14 | }
15 | 
16 | // [converter] $parent hack
17 | @mixin responsive-invisibility($parent) {
18 |   #{$parent} {
19 |     display: none !important;
20 |   }
21 | }
22 | 


--------------------------------------------------------------------------------
/docs/_sass/bootstrap/mixins/_size.scss:
--------------------------------------------------------------------------------
 1 | // Sizing shortcuts
 2 | 
 3 | @mixin size($width, $height) {
 4 |   width: $width;
 5 |   height: $height;
 6 | }
 7 | 
 8 | @mixin square($size) {
 9 |   @include size($size, $size);
10 | }
11 | 


--------------------------------------------------------------------------------
/docs/_sass/bootstrap/mixins/_tab-focus.scss:
--------------------------------------------------------------------------------
 1 | // WebKit-style focus
 2 | 
 3 | @mixin tab-focus() {
 4 |   // WebKit-specific. Other browsers will keep their default outline style.
 5 |   // (Initially tried to also force default via `outline: initial`,
 6 |   // but that seems to erroneously remove the outline in Firefox altogether.)
 7 |   outline: 5px auto -webkit-focus-ring-color;
 8 |   outline-offset: -2px;
 9 | }
10 | 


--------------------------------------------------------------------------------
/docs/_sass/bootstrap/mixins/_text-emphasis.scss:
--------------------------------------------------------------------------------
 1 | // Typography
 2 | 
 3 | // [converter] $parent hack
 4 | @mixin text-emphasis-variant($parent, $color) {
 5 |   #{$parent} {
 6 |     color: $color;
 7 |   }
 8 |   a#{$parent}:hover,
 9 |   a#{$parent}:focus {
10 |     color: darken($color, 10%);
11 |   }
12 | }
13 | 


--------------------------------------------------------------------------------
/docs/_sass/bootstrap/mixins/_text-overflow.scss:
--------------------------------------------------------------------------------
1 | // Text overflow
2 | // Requires inline-block or block for proper styling
3 | 
4 | @mixin text-overflow() {
5 |   overflow: hidden;
6 |   text-overflow: ellipsis;
7 |   white-space: nowrap;
8 | }
9 | 


--------------------------------------------------------------------------------
/docs/favicon.ico:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/favicon.ico


--------------------------------------------------------------------------------
/docs/fonts/FontAwesome.otf:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/fonts/FontAwesome.otf


--------------------------------------------------------------------------------
/docs/fonts/fontawesome-webfont.eot:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/fonts/fontawesome-webfont.eot


--------------------------------------------------------------------------------
/docs/fonts/fontawesome-webfont.ttf:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/fonts/fontawesome-webfont.ttf


--------------------------------------------------------------------------------
/docs/fonts/fontawesome-webfont.woff:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/fonts/fontawesome-webfont.woff


--------------------------------------------------------------------------------
/docs/fonts/fontawesome-webfont.woff2:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/fonts/fontawesome-webfont.woff2


--------------------------------------------------------------------------------
/docs/img/StepFormButtonbar.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/StepFormButtonbar.png


--------------------------------------------------------------------------------
/docs/img/StepFormHeader.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/StepFormHeader.png


--------------------------------------------------------------------------------
/docs/img/bg.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/bg.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/absolutevalue_example_conf.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/absolutevalue_example_conf.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/absolutevalue_example_result.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/absolutevalue_example_result.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/addmissingdates_example_conf_1.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/addmissingdates_example_conf_1.png


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/addmissingdates_example_conf_2.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/addmissingdates_example_conf_2.png


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/addmissingdates_example_conf_3.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/addmissingdates_example_conf_3.png


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/addmissingdates_example_result_1.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/addmissingdates_example_result_1.png


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/addmissingdates_example_result_2.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/addmissingdates_example_result_2.png


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/addmissingdates_example_result_3.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/addmissingdates_example_result_3.png


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/addmissingdates_step_form.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/addmissingdates_step_form.png


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/aggregate_example_conf_1.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/aggregate_example_conf_1.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/aggregate_example_conf_2.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/aggregate_example_conf_2.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/aggregate_example_result_1.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/aggregate_example_result_1.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/aggregate_example_result_2.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/aggregate_example_result_2.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/aggregate_step_form.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/aggregate_step_form.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/append_example_conf.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/append_example_conf.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/append_example_current_dataset.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/append_example_current_dataset.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/append_example_dataset1.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/append_example_dataset1.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/append_example_dataset2.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/append_example_dataset2.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/append_example_result.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/append_example_result.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/append_step_form.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/append_step_form.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/argmax_example_conf.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/argmax_example_conf.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/argmax_example_result.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/argmax_example_result.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/argmax_step_form.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/argmax_step_form.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/argmin_example_conf.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/argmin_example_conf.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/argmin_example_result.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/argmin_example_result.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/argmin_step_form.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/argmin_step_form.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/column_header_menu.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/column_header_menu.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/comparetext_example_conf.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/comparetext_example_conf.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/comparetext_example_result.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/comparetext_example_result.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/comparetext_step_form.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/comparetext_step_form.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/concatenate_example_conf.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/concatenate_example_conf.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/concatenate_example_result.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/concatenate_example_result.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/concatenate_step_form.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/concatenate_step_form.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/convert_example_conf.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/convert_example_conf.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/convert_example_result.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/convert_example_result.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/convert_step_form.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/convert_step_form.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/cumsum_example_conf_1.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/cumsum_example_conf_1.png


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/cumsum_example_conf_2.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/cumsum_example_conf_2.png


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/cumsum_example_result_1.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/cumsum_example_result_1.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/cumsum_example_result_2.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/cumsum_example_result_2.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/cumsum_step_form.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/cumsum_step_form.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/custom_example_conf.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/custom_example_conf.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/custom_example_result.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/custom_example_result.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/custom_step_form.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/custom_step_form.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/data_type_icon.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/data_type_icon.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/dateextract_example_conf.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/dateextract_example_conf.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/dateextract_example_result.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/dateextract_example_result.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/dateextract_step_form.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/dateextract_step_form.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/delete_step_form.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/delete_step_form.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/dissolve_step_form.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/dissolve_step_form.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/duplicate_example_conf.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/duplicate_example_conf.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/duplicate_example_result.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/duplicate_example_result.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/duplicate_step_form.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/duplicate_step_form.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/duration_example_conf_1.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/duration_example_conf_1.png


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/duration_example_conf_2.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/duration_example_conf_2.png


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/duration_example_result_1.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/duration_example_result_1.png


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/duration_example_result_2.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/duration_example_result_2.png


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/duration_step_form.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/duration_step_form.png


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/evolution_example_conf_1.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/evolution_example_conf_1.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/evolution_example_conf_1.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/evolution_example_conf_1.png


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/evolution_example_conf_2.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/evolution_example_conf_2.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/evolution_example_conf_2.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/evolution_example_conf_2.png


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/evolution_example_conf_3.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/evolution_example_conf_3.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/evolution_example_conf_3.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/evolution_example_conf_3.png


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/evolution_example_result_1.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/evolution_example_result_1.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/evolution_example_result_1.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/evolution_example_result_1.png


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/evolution_example_result_2.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/evolution_example_result_2.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/evolution_example_result_2.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/evolution_example_result_2.png


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/evolution_example_result_3.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/evolution_example_result_3.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/evolution_example_result_3.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/evolution_example_result_3.png


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/evolution_step_form.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/evolution_step_form.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/evolution_step_form.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/evolution_step_form.png


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/fillna_example_conf.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/fillna_example_conf.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/fillna_example_result.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/fillna_example_result.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/fillna_step_form.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/fillna_step_form.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/filter_example_conf.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/filter_example_conf.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/filter_example_result.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/filter_example_result.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/filter_step_form.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/filter_step_form.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/formula_example_conf_1.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/formula_example_conf_1.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/formula_example_conf_2.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/formula_example_conf_2.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/formula_example_result_1.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/formula_example_result_1.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/formula_example_result_2.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/formula_example_result_2.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/formula_step_form.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/formula_step_form.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/fromdate_example_conf.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/fromdate_example_conf.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/fromdate_example_result.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/fromdate_example_result.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/fromdate_step_form.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/fromdate_step_form.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/fromdate_step_form_custom.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/fromdate_step_form_custom.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/fromdate_step_form_presets.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/fromdate_step_form_presets.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/general_interface.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/general_interface.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/hierarchy_step_form.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/hierarchy_step_form.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/ifthenelse_example_conf.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/ifthenelse_example_conf.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/ifthenelse_example_result.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/ifthenelse_example_result.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/ifthenelse_step_form.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/ifthenelse_step_form.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/join_example_conf_1.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/join_example_conf_1.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/join_example_conf_2.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/join_example_conf_2.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/join_example_conf_3.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/join_example_conf_3.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/join_example_current_dataset.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/join_example_current_dataset.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/join_example_result_1.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/join_example_result_1.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/join_example_result_2.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/join_example_result_2.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/join_example_result_3.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/join_example_result_3.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/join_example_right_dataset_1.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/join_example_right_dataset_1.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/join_example_right_dataset_2.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/join_example_right_dataset_2.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/join_step_form.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/join_step_form.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/lowercase_example_conf.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/lowercase_example_conf.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/lowercase_example_result.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/lowercase_example_result.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/lowercase_step_form.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/lowercase_step_form.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/middle_step_selected.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/middle_step_selected.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/movingaverage_example_conf_1.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/movingaverage_example_conf_1.png


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/movingaverage_example_conf_2.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/movingaverage_example_conf_2.png


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/movingaverage_example_result_1.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/movingaverage_example_result_1.png


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/movingaverage_example_result_2.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/movingaverage_example_result_2.png


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/movingaverage_step_form.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/movingaverage_step_form.png


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/percentage_example_conf.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/percentage_example_conf.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/percentage_example_result.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/percentage_example_result.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/percentage_step_form.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/percentage_step_form.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/pivot_example_conf.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/pivot_example_conf.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/pivot_example_result.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/pivot_example_result.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/pivot_step_form.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/pivot_step_form.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/rank_example_conf_1.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/rank_example_conf_1.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/rank_example_conf_2.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/rank_example_conf_2.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/rank_example_result_1.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/rank_example_result_1.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/rank_example_result_2.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/rank_example_result_2.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/rank_step_form.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/rank_step_form.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/rename_example_conf.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/rename_example_conf.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/rename_example_result.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/rename_example_result.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/rename_step_form.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/rename_step_form.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/replace_example_conf.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/replace_example_conf.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/replace_example_result.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/replace_example_result.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/replace_step_form.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/replace_step_form.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/rollup_example_conf_1.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/rollup_example_conf_1.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/rollup_example_conf_2.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/rollup_example_conf_2.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/rollup_example_result_1.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/rollup_example_result_1.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/rollup_example_result_2.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/rollup_example_result_2.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/rollup_step_form.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/rollup_step_form.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/search_bar_menu.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/search_bar_menu.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/select_step_form.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/select_step_form.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/simplify_step_form.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/simplify_step_form.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/sort_example_conf.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/sort_example_conf.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/sort_example_result.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/sort_example_result.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/sort_step_form.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/sort_step_form.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/split_example_conf.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/split_example_conf.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/split_example_result.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/split_example_result.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/split_step_form.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/split_step_form.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/statistics_form_1.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/statistics_form_1.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/statistics_form_2.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/statistics_form_2.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/statistics_form_3.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/statistics_form_3.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/statistics_result_1.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/statistics_result_1.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/statistics_result_2.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/statistics_result_2.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/statistics_result_3.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/statistics_result_3.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/step_edition_mode.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/step_edition_mode.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/substring_example_conf_1.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/substring_example_conf_1.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/substring_example_conf_2.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/substring_example_conf_2.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/substring_example_result.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/substring_example_result.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/substring_step_form.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/substring_step_form.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/text_example_conf.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/text_example_conf.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/text_example_result.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/text_example_result.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/text_step_form.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/text_step_form.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/todate_example_conf.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/todate_example_conf.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/todate_example_result.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/todate_example_result.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/todate_step_form.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/todate_step_form.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/todate_step_form_custom.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/todate_step_form_custom.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/todate_step_form_presets.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/todate_step_form_presets.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/top_example_conf.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/top_example_conf.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/top_example_result.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/top_example_result.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/top_step_form.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/top_step_form.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/totals_example_conf_1.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/totals_example_conf_1.png


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/totals_example_conf_2.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/totals_example_conf_2.png


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/totals_example_result_1.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/totals_example_result_1.png


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/totals_example_result_2.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/totals_example_result_2.png


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/totals_step_form.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/totals_step_form.png


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/trim-step-form.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/trim-step-form.png


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/uniquegroups_example_conf.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/uniquegroups_example_conf.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/uniquegroups_example_result.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/uniquegroups_example_result.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/uniquegroups_step_form.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/uniquegroups_step_form.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/unpivot_example_conf.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/unpivot_example_conf.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/unpivot_example_result.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/unpivot_example_result.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/unpivot_step_form.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/unpivot_step_form.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/uppercase_example_conf.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/uppercase_example_conf.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/uppercase_example_result.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/uppercase_example_result.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/uppercase_step_form.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/uppercase_step_form.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/waterfall_example_conf_1.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/waterfall_example_conf_1.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/waterfall_example_conf_2.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/waterfall_example_conf_2.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/waterfall_example_result_1.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/waterfall_example_result_1.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/waterfall_example_result_2.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/waterfall_example_result_2.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/waterfall_step_form.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/waterfall_step_form.jpg


--------------------------------------------------------------------------------
/docs/img/docs/user-interface/widget_menu.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/docs/user-interface/widget_menu.jpg


--------------------------------------------------------------------------------
/docs/img/jekyll-dark.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/jekyll-dark.png


--------------------------------------------------------------------------------
/docs/img/jekyll.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/jekyll.png


--------------------------------------------------------------------------------
/docs/img/logonav.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/logonav.png


--------------------------------------------------------------------------------
/docs/img/readme_screenshot.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/readme_screenshot.png


--------------------------------------------------------------------------------
/docs/img/weaverbird-404.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/docs/img/weaverbird-404.jpg


--------------------------------------------------------------------------------
/docs/index.html:
--------------------------------------------------------------------------------
1 | ---
2 | redirect_to: /about
3 | ---
4 | 


--------------------------------------------------------------------------------
/docs/nginx.conf:
--------------------------------------------------------------------------------
 1 | user nginx;
 2 | worker_processes 1;
 3 | 
 4 | 
 5 | error_log /dev/stderr warn;
 6 | pid /var/run/nginx.pid;
 7 | 
 8 | 
 9 | events
10 | {
11 | 	worker_connections 1024;
12 | }
13 | 
14 | 
15 | http
16 | {
17 | 	include /etc/nginx/mime.types;
18 | 	default_type application/octet-stream;
19 | 
20 | 	log_format main '$remote_addr - $remote_user [$time_local] "$request" '
21 | 	'$status $body_bytes_sent "$http_referer" '
22 | 	'"$http_user_agent" "$http_x_forwarded_for"';
23 | 
24 | 	access_log /dev/stdout;
25 | 
26 | 	sendfile off;
27 | 	# tcp_nopush on;
28 | 
29 | 	keepalive_timeout 65;
30 | 
31 | 	gzip on;
32 | 
33 | 	# serve static files
34 | 	server
35 | 	{
36 | 
37 | 		location /
38 | 		{
39 | 
40 | 			root /usr/share/nginx/html;
41 | 		}
42 | 	}
43 | }
44 | 


--------------------------------------------------------------------------------
/docs/search.json:
--------------------------------------------------------------------------------
 1 | ---
 2 | ---
 3 | [
 4 | {% for section in site.data.docs %}
 5 |   {% for item in section.docs %}
 6 |     {% assign item_url = item | prepend:"/docs/" | append:"/" %}
 7 |     {% assign p = site.docs | where:"url", item_url | first %}
 8 |     {
 9 |       "title": "{{ p.title }}",
10 |       "url": "{{ p.url | prepend: site.baseurl }}"
11 | 
12 |     },
13 |   {% endfor %}
14 | {% endfor %}
15 | 
16 |   {% for post in site.posts %}
17 |   {
18 |   "title": "{{ post.title | escape }}",
19 |   "url": "{{ post.url | prepend: site.baseurl }}"
20 |   }{% unless forloop.last %},{% endunless %}
21 |   {% endfor %}
22 | ]
23 | 


--------------------------------------------------------------------------------
/server/.coveragerc:
--------------------------------------------------------------------------------
 1 | [run]
 2 | relative_files = True
 3 | 
 4 | [report]
 5 | # Regexes for lines to exclude from consideration
 6 | exclude_lines =
 7 |     # Have to re-enable the standard pragma
 8 |     pragma: no cover
 9 | 
10 |     # Don't cover NotImplemented methods (specially useful for abstract classes)
11 |     raise NotImplementedError
12 | 


--------------------------------------------------------------------------------
/server/.editorconfig:
--------------------------------------------------------------------------------
1 | [*.py]
2 | indent_size = 4
3 | 


--------------------------------------------------------------------------------
/server/.gitignore:
--------------------------------------------------------------------------------
 1 | # Byte-compiled / optimized / DLL files
 2 | __pycache__/
 3 | *.py[cod]
 4 | *$py.class
 5 | 
 6 | # Distribution / packaging
 7 | build/
 8 | dist/
 9 | *.egg-info/
10 | 
11 | # Unit test / coverage reports
12 | .pytest_cache/
13 | .coverage*
14 | coverage.xml
15 | test-report.xml
16 | .scannerwork
17 | 
18 | # pyenv
19 | .python-version
20 | 
21 | # mypy
22 | .mypy_cache
23 | 
24 | # Environments
25 | .env
26 | .venv
27 | env/
28 | venv/
29 | ENV/
30 | env.bak/
31 | venv.bak/
32 | 
33 | # Editors
34 | .idea
35 | .vscode
36 | 
37 | *.swp
38 | 


--------------------------------------------------------------------------------
/server/.pre-commit-config.yaml:
--------------------------------------------------------------------------------
 1 | repos:
 2 | - repo: https://github.com/pre-commit/pre-commit-hooks
 3 |   rev: v4.0.1
 4 |   hooks:
 5 |   - id: check-yaml
 6 |   - id: end-of-file-fixer
 7 | 
 8 | - repo: local
 9 |   hooks:
10 |   - id: system
11 |     name: Lint with Ruff
12 |     entry: ruff check
13 |     types: [python]
14 |     language: system
15 | 
16 |   - id: system
17 |     name: Lint with Ruff format
18 |     entry: ruff format
19 |     types: [python]
20 |     language: system
21 | 
22 |   - id: system
23 |     name: Lint with Mypy
24 |     # shitty, but commands are always ran from the repo root: https://github.com/pre-commit/pre-commit/issues/1110
25 |     entry: bash -c 'cd server && mypy'
26 |     types: [python]
27 |     language: system
28 |     exclude: ^tests/
29 | 


--------------------------------------------------------------------------------
/server/README.md:
--------------------------------------------------------------------------------
 1 | # weaverbird python package
 2 | 
 3 | See [docs about purpose and usage](../docs/_docs/tech/python-package.md).
 4 | 
 5 | ## Development
 6 | 
 7 | We use [uv](https://docs.astral.sh/uv/) for managing dependencies.
 8 | 
 9 | Main commands are available through `make`:
10 | 
11 |     make install # Install dependencies & set up pre-commit
12 | 
13 |     make format # Fix formatting issues using black and ruff
14 |     make lint # Execute various checks
15 | 
16 |     make build # Build the project prior to publication
17 |     make upload # Publish on pypi
18 | 
19 |     make test # Execute the test suite and produce reports
20 |     /!\ To run Snowflake's e2e tests, the password needs to be exported to env variables
21 |     as such: export SNOWFLAKE_PASSWORD='XXXXXXXXXXX'. This password is available in lastpass (user: toucan_test)
22 | 


--------------------------------------------------------------------------------
/server/__init__.py:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/server/__init__.py


--------------------------------------------------------------------------------
/server/doc/README.md:
--------------------------------------------------------------------------------
 1 | # SQL Translator's Sequence diagram
 2 | 
 3 | Below we describe the calls chain of an SQL pipeline with 3 steps: 
 4 | * domain step
 5 | * pivot step
 6 | * append step
 7 | 
 8 | These example pipeline help us to illustrates the interactions between Frontend, Backend, Weaverbird & Toucan Connectors
 9 | ![pipeline](sql_pipeline.png)
10 | 


--------------------------------------------------------------------------------
/server/doc/sql_pipeline.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/server/doc/sql_pipeline.png


--------------------------------------------------------------------------------
/server/src/weaverbird/__init__.py:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/server/src/weaverbird/__init__.py


--------------------------------------------------------------------------------
/server/src/weaverbird/backends/__init__.py:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/server/src/weaverbird/backends/__init__.py


--------------------------------------------------------------------------------
/server/src/weaverbird/backends/mongo_translator/__init__.py:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/server/src/weaverbird/backends/mongo_translator/__init__.py


--------------------------------------------------------------------------------
/server/src/weaverbird/backends/mongo_translator/steps/absolutevalue.py:
--------------------------------------------------------------------------------
1 | from weaverbird.backends.mongo_translator.steps.types import MongoStep
2 | from weaverbird.pipeline.steps import AbsoluteValueStep
3 | 
4 | 
5 | def translate_absolutevalue(step: AbsoluteValueStep) -> list[MongoStep]:
6 |     return [{"$addFields": {step.new_column: {"$abs": f"${step.column}"}}}]
7 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/backends/mongo_translator/steps/comparetext.py:
--------------------------------------------------------------------------------
 1 | from weaverbird.backends.mongo_translator.steps.types import MongoStep
 2 | from weaverbird.pipeline.steps import CompareTextStep
 3 | 
 4 | 
 5 | def translate_comparetext(step: CompareTextStep) -> list[MongoStep]:
 6 |     return [
 7 |         {
 8 |             "$addFields": {
 9 |                 (step.new_column_name): {
10 |                     "$cond": [{"$eq": [f"${step.str_col_1}", f"${step.str_col_2}"]}, True, False],
11 |                 }
12 |             }
13 |         }
14 |     ]
15 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/backends/mongo_translator/steps/custom.py:
--------------------------------------------------------------------------------
 1 | import json
 2 | 
 3 | from weaverbird.backends.mongo_translator.steps.types import MongoStep
 4 | from weaverbird.pipeline.steps import CustomStep
 5 | 
 6 | 
 7 | def translate_custom(step: CustomStep) -> list[MongoStep]:
 8 |     output = json.loads(step.query)
 9 |     return output if isinstance(output, list) else [output]
10 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/backends/mongo_translator/steps/delete.py:
--------------------------------------------------------------------------------
1 | from weaverbird.backends.mongo_translator.steps.types import MongoStep
2 | from weaverbird.pipeline.steps import DeleteStep
3 | 
4 | 
5 | def translate_delete(step: DeleteStep) -> list[MongoStep]:
6 |     return [{"$project": {c: 0 for c in step.columns}}]
7 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/backends/mongo_translator/steps/domain.py:
--------------------------------------------------------------------------------
1 | from weaverbird.backends.mongo_translator.steps.types import MongoStep
2 | from weaverbird.pipeline.steps import DomainStep
3 | 
4 | 
5 | def translate_domain(step: DomainStep) -> list[MongoStep]:
6 |     return [{"$match": {"domain": step.domain}}]
7 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/backends/mongo_translator/steps/duplicate.py:
--------------------------------------------------------------------------------
 1 | from weaverbird.backends.mongo_translator.steps.types import MongoStep
 2 | from weaverbird.pipeline.steps import DuplicateStep
 3 | 
 4 | 
 5 | def translate_duplicate(step: DuplicateStep) -> list[MongoStep]:
 6 |     return [
 7 |         {
 8 |             "$addFields": {(step.new_column_name): f"${step.column}"},
 9 |         }
10 |     ]
11 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/backends/mongo_translator/steps/fillna.py:
--------------------------------------------------------------------------------
1 | from weaverbird.backends.mongo_translator.steps.types import MongoStep
2 | from weaverbird.pipeline.steps.fillna import FillnaStep
3 | 
4 | 
5 | def translate_fillna(step: FillnaStep) -> list[MongoStep]:
6 |     add_fields = {col: {"$ifNull": [f"${col}", step.value]} for col in step.columns}
7 |     return [{"$addFields": add_fields}]
8 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/backends/mongo_translator/steps/lowercase.py:
--------------------------------------------------------------------------------
1 | from weaverbird.backends.mongo_translator.steps.types import MongoStep
2 | from weaverbird.pipeline.steps import LowercaseStep
3 | 
4 | 
5 | def translate_lowercase(step: LowercaseStep) -> list[MongoStep]:
6 |     return [{"$addFields": {step.column: {"$toLower": f"${step.column}"}}}]
7 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/backends/mongo_translator/steps/rename.py:
--------------------------------------------------------------------------------
 1 | from weaverbird.backends.mongo_translator.steps.types import MongoStep
 2 | from weaverbird.pipeline.steps import RenameStep
 3 | 
 4 | 
 5 | def translate_rename(step: RenameStep) -> list[MongoStep]:
 6 |     return [
 7 |         {"$addFields": {to_rename[1]: f"${to_rename[0]}" for to_rename in step.to_rename}},
 8 |         {
 9 |             "$project": {
10 |                 to_rename[0]: 0
11 |                 for to_rename in step.to_rename
12 |                 if to_rename[0] not in [to_rename[1] for to_rename in step.to_rename]
13 |             }
14 |         },
15 |     ]
16 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/backends/mongo_translator/steps/replace.py:
--------------------------------------------------------------------------------
 1 | from weaverbird.backends.mongo_translator.steps.types import MongoStep
 2 | from weaverbird.pipeline.steps import ReplaceStep
 3 | 
 4 | 
 5 | def translate_replace(step: ReplaceStep) -> list[MongoStep]:
 6 |     branches: list[MongoStep] = [
 7 |         {
 8 |             "case": {"$eq": [f"${step.search_column}", old_value]},
 9 |             "then": new_value,
10 |         }
11 |         for (old_value, new_value) in step.to_replace
12 |     ]
13 |     return [
14 |         {
15 |             "$addFields": {
16 |                 f"{step.search_column}": {
17 |                     "$switch": {"branches": branches, "default": f"${step.search_column}"},
18 |                 }
19 |             }
20 |         }
21 |     ]
22 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/backends/mongo_translator/steps/replacetext.py:
--------------------------------------------------------------------------------
 1 | from weaverbird.backends.mongo_translator.steps.types import MongoStep
 2 | from weaverbird.pipeline.steps.replacetext import ReplaceTextStep
 3 | 
 4 | 
 5 | def translate_replacetext(step: ReplaceTextStep) -> list[MongoStep]:
 6 |     return [
 7 |         {
 8 |             "$set": {
 9 |                 step.search_column: {
10 |                     "$replaceAll": {
11 |                         "input": f"${step.search_column}",
12 |                         "find": step.old_str,
13 |                         "replacement": step.new_str,
14 |                     }
15 |                 }
16 |             }
17 |         }
18 |     ]
19 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/backends/mongo_translator/steps/select.py:
--------------------------------------------------------------------------------
1 | from weaverbird.backends.mongo_translator.steps.types import MongoStep
2 | from weaverbird.pipeline.steps import SelectStep
3 | 
4 | 
5 | def translate_select(step: SelectStep) -> list[MongoStep]:
6 |     return [{"$project": {f"{column}": 1 for column in step.columns}}]
7 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/backends/mongo_translator/steps/sort.py:
--------------------------------------------------------------------------------
1 | from weaverbird.backends.mongo_translator.steps.types import MongoStep
2 | from weaverbird.pipeline.steps import SortStep
3 | 
4 | 
5 | def translate_sort(step: SortStep) -> list[MongoStep]:
6 |     return [{"$sort": {sort_column.column: 1 if sort_column.order == "asc" else -1 for sort_column in step.columns}}]
7 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/backends/mongo_translator/steps/split.py:
--------------------------------------------------------------------------------
 1 | from weaverbird.backends.mongo_translator.steps.types import MongoStep
 2 | from weaverbird.pipeline.steps import SplitStep
 3 | 
 4 | 
 5 | def translate_split(step: SplitStep) -> list[MongoStep]:
 6 |     add_fields_step = {}
 7 |     for i in range(1, step.number_cols_to_keep + 1):
 8 |         add_fields_step[f"{step.column}_{i}"] = {"$arrayElemAt": ["$_vqbTmp", i - 1]}
 9 | 
10 |     return [
11 |         {"$addFields": {"_vqbTmp": {"$split": [f"${step.column}", step.delimiter]}}},
12 |         {"$addFields": add_fields_step},
13 |         {"$project": {"_vqbTmp": 0}},
14 |     ]
15 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/backends/mongo_translator/steps/text.py:
--------------------------------------------------------------------------------
 1 | from weaverbird.backends.mongo_translator.steps.types import MongoStep
 2 | from weaverbird.pipeline.steps import TextStep
 3 | 
 4 | 
 5 | def translate_text(step: TextStep) -> list[MongoStep]:
 6 |     return [
 7 |         {
 8 |             "$addFields": {step.new_column: {"$literal": step.text}},
 9 |         }
10 |     ]
11 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/backends/mongo_translator/steps/top.py:
--------------------------------------------------------------------------------
 1 | from weaverbird.backends.mongo_translator.steps.types import MongoStep
 2 | from weaverbird.pipeline.steps.top import TopStep
 3 | 
 4 | 
 5 | def translate_top(step: TopStep) -> list[MongoStep]:
 6 |     sort_order = 1 if step.sort == "asc" else -1
 7 |     group_cols = {g: f"${g}" for g in step.groups} if step.groups else None
 8 |     return [
 9 |         {"$sort": {step.rank_on: sort_order}},
10 |         {"$group": {"_id": group_cols, "_vqbAppArray": {"$push": "$$ROOT"}}},
11 |         {"$project": {"_vqbAppTopElems": {"$slice": ["$_vqbAppArray", step.limit]}}},
12 |         {"$unwind": "$_vqbAppTopElems"},
13 |         {"$replaceRoot": {"newRoot": "$_vqbAppTopElems"}},
14 |     ]
15 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/backends/mongo_translator/steps/trim.py:
--------------------------------------------------------------------------------
1 | from weaverbird.backends.mongo_translator.steps.types import MongoStep
2 | from weaverbird.pipeline.steps import TrimStep
3 | 
4 | 
5 | def translate_trim(step: TrimStep) -> list[MongoStep]:
6 |     add_fields = {x: {"$trim": {"input": f"${x}"}} for x in step.columns}
7 | 
8 |     return [{"$addFields": add_fields}]
9 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/backends/mongo_translator/steps/types.py:
--------------------------------------------------------------------------------
1 | from typing import Any
2 | 
3 | MongoStep = dict[str, Any]
4 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/backends/mongo_translator/steps/uniquegroups.py:
--------------------------------------------------------------------------------
1 | from weaverbird.backends.mongo_translator.steps.types import MongoStep
2 | from weaverbird.pipeline.steps import UniqueGroupsStep
3 | 
4 | 
5 | def translate_uniquegroups(step: UniqueGroupsStep) -> list[MongoStep]:
6 |     id_block = {col: f"${col}" for col in step.on}
7 |     project_block = {col: f"$_id.{col}" for col in step.on}
8 |     return [{"$group": {"_id": id_block}}, {"$project": project_block}]
9 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/backends/mongo_translator/steps/uppercase.py:
--------------------------------------------------------------------------------
1 | from weaverbird.backends.mongo_translator.steps.types import MongoStep
2 | from weaverbird.pipeline.steps import UppercaseStep
3 | 
4 | 
5 | def translate_uppercase(step: UppercaseStep) -> list[MongoStep]:
6 |     return [{"$addFields": {step.column: {"$toUpper": f"${step.column}"}}}]
7 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/backends/pandas_executor/__init__.py:
--------------------------------------------------------------------------------
1 | # ruff: noqa
2 | from .pipeline_executor import PipelineExecutionFailure, execute_pipeline, preview_pipeline
3 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/backends/pandas_executor/steps/absolutevalue.py:
--------------------------------------------------------------------------------
 1 | from pandas import DataFrame
 2 | 
 3 | from weaverbird.backends.pandas_executor.types import DomainRetriever, PipelineExecutor
 4 | from weaverbird.pipeline.steps import AbsoluteValueStep
 5 | 
 6 | 
 7 | def execute_absolutevalue(
 8 |     step: AbsoluteValueStep,
 9 |     df: DataFrame,
10 |     domain_retriever: DomainRetriever = None,
11 |     execute_pipeline: PipelineExecutor = None,
12 | ) -> DataFrame:
13 |     return df.assign(**{step.new_column: df[step.column].abs()})
14 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/backends/pandas_executor/steps/comparetext.py:
--------------------------------------------------------------------------------
 1 | from pandas import DataFrame
 2 | 
 3 | from weaverbird.backends.pandas_executor.types import DomainRetriever, PipelineExecutor
 4 | from weaverbird.pipeline.steps import CompareTextStep
 5 | 
 6 | 
 7 | def execute_comparetext(
 8 |     step: CompareTextStep,
 9 |     df: DataFrame,
10 |     domain_retriever: DomainRetriever = None,
11 |     execute_pipeline: PipelineExecutor = None,
12 | ) -> DataFrame:
13 |     return df.assign(**{step.new_column_name: df[step.str_col_1] == df[step.str_col_2]})
14 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/backends/pandas_executor/steps/concatenate.py:
--------------------------------------------------------------------------------
 1 | from pandas import DataFrame
 2 | 
 3 | from weaverbird.backends.pandas_executor.types import DomainRetriever, PipelineExecutor
 4 | from weaverbird.pipeline.steps import ConcatenateStep
 5 | 
 6 | 
 7 | def execute_concatenate(
 8 |     step: ConcatenateStep,
 9 |     df: DataFrame,
10 |     domain_retriever: DomainRetriever = None,
11 |     execute_pipeline: PipelineExecutor = None,
12 | ) -> DataFrame:
13 |     new_col = df[step.columns[0]].astype(str)
14 |     for col_name in step.columns[1:]:
15 |         new_col = new_col.str.cat(df[col_name].astype(str), sep=step.separator)
16 |     return df.assign(**{step.new_column_name: new_col})
17 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/backends/pandas_executor/steps/cumsum.py:
--------------------------------------------------------------------------------
 1 | from pandas import DataFrame
 2 | 
 3 | from weaverbird.backends.pandas_executor.types import DomainRetriever, PipelineExecutor
 4 | from weaverbird.pipeline.steps import CumSumStep
 5 | 
 6 | 
 7 | def execute_cumsum(
 8 |     step: CumSumStep,
 9 |     df: DataFrame,
10 |     domain_retriever: DomainRetriever = None,
11 |     execute_pipeline: PipelineExecutor = None,
12 | ) -> DataFrame:
13 |     df = df.sort_values(step.reference_column)
14 |     df_grouped = df.groupby(step.groupby, dropna=False) if step.groupby else df
15 | 
16 |     for col in step.to_cumsum:
17 |         dst_column = col[1] or f"{col[0]}_CUMSUM"
18 |         cumsum_serie = df_grouped[col[0]].cumsum()
19 |         df = df.assign(**{dst_column: cumsum_serie})
20 | 
21 |     return df
22 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/backends/pandas_executor/steps/delete.py:
--------------------------------------------------------------------------------
 1 | from pandas import DataFrame
 2 | 
 3 | from weaverbird.backends.pandas_executor.types import DomainRetriever, PipelineExecutor
 4 | from weaverbird.pipeline.steps import DeleteStep
 5 | 
 6 | 
 7 | def execute_delete(
 8 |     step: DeleteStep,
 9 |     df: DataFrame,
10 |     domain_retriever: DomainRetriever = None,
11 |     execute_pipeline: PipelineExecutor = None,
12 | ) -> DataFrame:
13 |     return df.drop(step.columns, axis=1, errors="ignore")
14 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/backends/pandas_executor/steps/domain.py:
--------------------------------------------------------------------------------
 1 | from pandas import DataFrame
 2 | 
 3 | from weaverbird.backends.pandas_executor.types import DomainRetriever, PipelineExecutor
 4 | from weaverbird.pipeline.steps import DomainStep
 5 | 
 6 | 
 7 | def execute_domain(
 8 |     step: DomainStep,
 9 |     df: DataFrame,
10 |     domain_retriever: DomainRetriever,
11 |     execute_pipeline: PipelineExecutor = None,
12 | ) -> DataFrame:
13 |     return domain_retriever(step.domain)
14 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/backends/pandas_executor/steps/duplicate.py:
--------------------------------------------------------------------------------
 1 | from pandas import DataFrame
 2 | 
 3 | from weaverbird.backends.pandas_executor.types import DomainRetriever, PipelineExecutor
 4 | from weaverbird.pipeline.steps import DuplicateStep
 5 | 
 6 | 
 7 | def execute_duplicate(
 8 |     step: DuplicateStep,
 9 |     df: DataFrame,
10 |     domain_retriever: DomainRetriever = None,
11 |     execute_pipeline: PipelineExecutor = None,
12 | ) -> DataFrame:
13 |     return df.assign(**{step.new_column_name: df[step.column]})
14 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/backends/pandas_executor/steps/fillna.py:
--------------------------------------------------------------------------------
 1 | from pandas import DataFrame
 2 | 
 3 | from weaverbird.backends.pandas_executor.types import DomainRetriever, PipelineExecutor
 4 | from weaverbird.pipeline.steps import FillnaStep
 5 | 
 6 | 
 7 | def execute_fillna(
 8 |     step: FillnaStep,
 9 |     df: DataFrame,
10 |     domain_retriever: DomainRetriever = None,
11 |     execute_pipeline: PipelineExecutor = None,
12 | ) -> DataFrame:
13 |     return df.fillna({col_name: step.value for col_name in step.columns})
14 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/backends/pandas_executor/steps/filter.py:
--------------------------------------------------------------------------------
 1 | from pandas import DataFrame
 2 | 
 3 | from weaverbird.backends.pandas_executor.types import DomainRetriever, PipelineExecutor
 4 | from weaverbird.pipeline.steps import FilterStep
 5 | 
 6 | from .utils.condition import apply_condition
 7 | 
 8 | 
 9 | def execute_filter(
10 |     step: FilterStep,
11 |     df: DataFrame,
12 |     domain_retriever: DomainRetriever = None,
13 |     execute_pipeline: PipelineExecutor = None,
14 | ) -> DataFrame:
15 |     return df[apply_condition(step.condition, df)]
16 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/backends/pandas_executor/steps/formula.py:
--------------------------------------------------------------------------------
 1 | from pandas import DataFrame
 2 | 
 3 | from weaverbird.backends.pandas_executor.steps.utils.formula import eval_formula
 4 | from weaverbird.backends.pandas_executor.types import DomainRetriever, PipelineExecutor
 5 | from weaverbird.pipeline.steps import FormulaStep
 6 | 
 7 | 
 8 | def execute_formula(
 9 |     step: FormulaStep,
10 |     df: DataFrame,
11 |     domain_retriever: DomainRetriever = None,
12 |     execute_pipeline: PipelineExecutor = None,
13 | ) -> DataFrame:
14 |     serie = eval_formula(df, step.formula)
15 |     return df.assign(**{step.new_column: serie})
16 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/backends/pandas_executor/steps/fromdate.py:
--------------------------------------------------------------------------------
 1 | from pandas import DataFrame
 2 | 
 3 | from weaverbird.backends.pandas_executor.types import DomainRetriever, PipelineExecutor
 4 | from weaverbird.pipeline.steps import FromdateStep
 5 | 
 6 | 
 7 | def execute_fromdate(
 8 |     step: FromdateStep,
 9 |     df: DataFrame,
10 |     domain_retriever: DomainRetriever = None,
11 |     execute_pipeline: PipelineExecutor = None,
12 | ) -> DataFrame:
13 |     formatted_time = df[step.column].dt.strftime(step.format)
14 |     return df.assign(**{step.column: formatted_time})
15 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/backends/pandas_executor/steps/lowercase.py:
--------------------------------------------------------------------------------
 1 | from pandas import DataFrame
 2 | 
 3 | from weaverbird.backends.pandas_executor.types import DomainRetriever, PipelineExecutor
 4 | from weaverbird.pipeline.steps import LowercaseStep
 5 | 
 6 | 
 7 | def execute_lowercase(
 8 |     step: LowercaseStep,
 9 |     df: DataFrame,
10 |     domain_retriever: DomainRetriever = None,
11 |     execute_pipeline: PipelineExecutor = None,
12 | ) -> DataFrame:
13 |     return df.assign(**{step.column: df[step.column].str.lower()})
14 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/backends/pandas_executor/steps/percentage.py:
--------------------------------------------------------------------------------
 1 | from pandas import DataFrame
 2 | 
 3 | from weaverbird.backends.pandas_executor.types import DomainRetriever, PipelineExecutor
 4 | from weaverbird.pipeline.steps import PercentageStep
 5 | 
 6 | 
 7 | def execute_percentage(
 8 |     step: PercentageStep,
 9 |     df: DataFrame,
10 |     domain_retriever: DomainRetriever = None,
11 |     execute_pipeline: PipelineExecutor = None,
12 | ) -> DataFrame:
13 |     if len(step.group) > 0:
14 |         sums = df.groupby(step.group, dropna=False)[step.column].transform("sum")
15 |     else:
16 |         sums = df[step.column].sum()
17 |     return df.assign(**{step.new_column_name: df[step.column] / sums})
18 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/backends/pandas_executor/steps/rename.py:
--------------------------------------------------------------------------------
 1 | from pandas import DataFrame
 2 | 
 3 | from weaverbird.backends.pandas_executor.types import DomainRetriever, PipelineExecutor
 4 | from weaverbird.pipeline.steps import RenameStep
 5 | 
 6 | 
 7 | def execute_rename(
 8 |     step: RenameStep,
 9 |     df: DataFrame,
10 |     domain_retriever: DomainRetriever = None,
11 |     execute_pipeline: PipelineExecutor = None,
12 | ) -> DataFrame:
13 |     return df.rename(columns=dict(step.to_rename))
14 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/backends/pandas_executor/steps/replace.py:
--------------------------------------------------------------------------------
 1 | from pandas import DataFrame
 2 | 
 3 | from weaverbird.backends.pandas_executor.types import DomainRetriever, PipelineExecutor
 4 | from weaverbird.pipeline.steps import ReplaceStep
 5 | 
 6 | 
 7 | def execute_replace(
 8 |     step: ReplaceStep,
 9 |     df: DataFrame,
10 |     domain_retriever: DomainRetriever = None,
11 |     execute_pipeline: PipelineExecutor = None,
12 | ) -> DataFrame:
13 |     return df.assign(**{step.search_column: df[step.search_column].replace(dict(step.to_replace))})
14 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/backends/pandas_executor/steps/replacetext.py:
--------------------------------------------------------------------------------
 1 | from pandas import DataFrame
 2 | 
 3 | from weaverbird.backends.pandas_executor.types import DomainRetriever, PipelineExecutor
 4 | from weaverbird.pipeline.steps import ReplaceTextStep
 5 | 
 6 | 
 7 | def execute_replacetext(
 8 |     step: ReplaceTextStep,
 9 |     df: DataFrame,
10 |     domain_retriever: DomainRetriever | None = None,
11 |     execute_pipeline: PipelineExecutor | None = None,
12 | ) -> DataFrame:
13 |     return df.assign(**{step.search_column: df[step.search_column].str.replace(step.old_str, step.new_str)})
14 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/backends/pandas_executor/steps/select.py:
--------------------------------------------------------------------------------
 1 | from pandas import DataFrame
 2 | 
 3 | from weaverbird.backends.pandas_executor.types import DomainRetriever, PipelineExecutor
 4 | from weaverbird.pipeline.steps import SelectStep
 5 | 
 6 | 
 7 | def execute_select(
 8 |     step: SelectStep,
 9 |     df: DataFrame,
10 |     domain_retriever: DomainRetriever = None,
11 |     execute_pipeline: PipelineExecutor = None,
12 | ) -> DataFrame:
13 |     return df[step.columns]
14 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/backends/pandas_executor/steps/sort.py:
--------------------------------------------------------------------------------
 1 | from pandas import DataFrame
 2 | 
 3 | from weaverbird.backends.pandas_executor.types import DomainRetriever, PipelineExecutor
 4 | from weaverbird.pipeline.steps import SortStep
 5 | 
 6 | 
 7 | def execute_sort(
 8 |     step: SortStep,
 9 |     df: DataFrame,
10 |     domain_retriever: DomainRetriever = None,
11 |     execute_pipeline: PipelineExecutor = None,
12 | ) -> DataFrame:
13 |     return df.sort_values(
14 |         by=[sort.column for sort in step.columns],
15 |         ascending=[sort.order == "asc" for sort in step.columns],
16 |     )
17 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/backends/pandas_executor/steps/split.py:
--------------------------------------------------------------------------------
 1 | from pandas import DataFrame
 2 | 
 3 | from weaverbird.backends.pandas_executor.types import DomainRetriever, PipelineExecutor
 4 | from weaverbird.pipeline.steps import SplitStep
 5 | 
 6 | 
 7 | def execute_split(
 8 |     step: SplitStep,
 9 |     df: DataFrame,
10 |     domain_retriever: DomainRetriever = None,
11 |     execute_pipeline: PipelineExecutor = None,
12 | ) -> DataFrame:
13 |     all_new_col = {}
14 |     new_serie = df[step.column].str.split(step.delimiter)
15 |     for i in range(step.number_cols_to_keep):
16 |         all_new_col[f"{step.column}_{i + 1}"] = new_serie.str[i]
17 |     return df.assign(**all_new_col)
18 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/backends/pandas_executor/steps/text.py:
--------------------------------------------------------------------------------
 1 | from pandas import DataFrame
 2 | 
 3 | from weaverbird.backends.pandas_executor.types import DomainRetriever, PipelineExecutor
 4 | from weaverbird.pipeline.steps import TextStep
 5 | 
 6 | 
 7 | def execute_text(
 8 |     step: TextStep,
 9 |     df: DataFrame,
10 |     domain_retriever: DomainRetriever = None,
11 |     execute_pipeline: PipelineExecutor = None,
12 | ) -> DataFrame:
13 |     return df.assign(**{step.new_column: step.text})
14 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/backends/pandas_executor/steps/top.py:
--------------------------------------------------------------------------------
 1 | from pandas import DataFrame
 2 | 
 3 | from weaverbird.backends.pandas_executor.types import DomainRetriever, PipelineExecutor
 4 | from weaverbird.pipeline.steps import TopStep
 5 | 
 6 | 
 7 | def execute_top(
 8 |     step: TopStep,
 9 |     df: DataFrame,
10 |     domain_retriever: DomainRetriever = None,
11 |     execute_pipeline: PipelineExecutor = None,
12 | ) -> DataFrame:
13 |     ascending = step.sort == "asc"
14 |     if step.groups:
15 |         return (
16 |             df.groupby(step.groups)
17 |             .apply(lambda df: df.sort_values(step.rank_on, ascending=ascending).head(step.limit))
18 |             .reset_index(drop=True)
19 |         )
20 |     else:
21 |         return df.sort_values(step.rank_on, ascending=ascending).head(step.limit)
22 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/backends/pandas_executor/steps/trim.py:
--------------------------------------------------------------------------------
 1 | from pandas import DataFrame
 2 | 
 3 | from weaverbird.backends.pandas_executor.types import DomainRetriever, PipelineExecutor
 4 | from weaverbird.pipeline.steps import TrimStep
 5 | 
 6 | 
 7 | def execute_trim(
 8 |     step: TrimStep,
 9 |     df: DataFrame,
10 |     domain_retriever: DomainRetriever = None,
11 |     execute_pipeline: PipelineExecutor = None,
12 | ) -> DataFrame:
13 |     for col in step.columns:
14 |         df[col] = df[col].str.strip()
15 |     return df
16 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/backends/pandas_executor/steps/uniquegroups.py:
--------------------------------------------------------------------------------
 1 | from pandas import DataFrame
 2 | 
 3 | from weaverbird.backends.pandas_executor.types import DomainRetriever, PipelineExecutor
 4 | from weaverbird.pipeline.steps import UniqueGroupsStep
 5 | 
 6 | 
 7 | def execute_uniquegroups(
 8 |     step: UniqueGroupsStep,
 9 |     df: DataFrame,
10 |     domain_retriever: DomainRetriever = None,
11 |     execute_pipeline: PipelineExecutor = None,
12 | ) -> DataFrame:
13 |     return df[step.on].drop_duplicates()
14 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/backends/pandas_executor/steps/unpivot.py:
--------------------------------------------------------------------------------
 1 | from pandas import DataFrame
 2 | 
 3 | from weaverbird.backends.pandas_executor.types import DomainRetriever, PipelineExecutor
 4 | from weaverbird.pipeline.steps import UnpivotStep
 5 | 
 6 | 
 7 | def execute_unpivot(
 8 |     step: UnpivotStep,
 9 |     df: DataFrame,
10 |     domain_retriever: DomainRetriever = None,
11 |     execute_pipeline: PipelineExecutor = None,
12 | ) -> DataFrame:
13 |     df_melted = df.melt(
14 |         id_vars=step.keep,
15 |         value_vars=step.unpivot,
16 |         var_name=step.unpivot_column_name,
17 |         value_name=step.value_column_name,
18 |     )
19 |     return df_melted.dropna(subset=[step.value_column_name]) if step.dropna else df_melted
20 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/backends/pandas_executor/steps/uppercase.py:
--------------------------------------------------------------------------------
 1 | from pandas import DataFrame
 2 | 
 3 | from weaverbird.backends.pandas_executor.types import DomainRetriever, PipelineExecutor
 4 | from weaverbird.pipeline.steps import UppercaseStep
 5 | 
 6 | 
 7 | def execute_uppercase(
 8 |     step: UppercaseStep,
 9 |     df: DataFrame,
10 |     domain_retriever: DomainRetriever = None,
11 |     execute_pipeline: PipelineExecutor = None,
12 | ) -> DataFrame:
13 |     return df.assign(**{step.column: df[step.column].str.upper()})
14 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/backends/pandas_executor/steps/utils/__init__.py:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/server/src/weaverbird/backends/pandas_executor/steps/utils/__init__.py


--------------------------------------------------------------------------------
/server/src/weaverbird/backends/pypika_translator/__init__.py:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/server/src/weaverbird/backends/pypika_translator/__init__.py


--------------------------------------------------------------------------------
/server/src/weaverbird/backends/pypika_translator/dialects.py:
--------------------------------------------------------------------------------
 1 | from enum import Enum
 2 | 
 3 | 
 4 | class SQLDialect(str, Enum):
 5 |     # Note: please use the same translator names than in weaverbird's frontend
 6 |     ATHENA = "athena"
 7 |     GOOGLEBIGQUERY = "google-big-query"
 8 |     MYSQL = "mysql"
 9 |     POSTGRES = "postgresql"
10 |     REDSHIFT = "redshift"
11 |     SNOWFLAKE = "snowflake"
12 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/backends/pypika_translator/operators.py:
--------------------------------------------------------------------------------
 1 | from enum import Enum, auto
 2 | 
 3 | 
 4 | class RegexOp(str, Enum):
 5 |     REGEXP = "REGEXP"
 6 |     SIMILAR_TO = "SIMILAR TO"
 7 |     CONTAINS = "CONTAINS"
 8 |     REGEXP_LIKE = "REGEXP_LIKE"
 9 |     REGEXP_CONTAINS = "REGEXP_CONTAINS"
10 |     NOT_REGEXP_LIKE = "NOT REGEXP_LIKE"
11 |     NOT_REGEXP_CONTAINS = "NOT REGEXP_CONTAINS"
12 | 
13 | 
14 | class FromDateOp(Enum):
15 |     DATE_FORMAT = auto()
16 |     TO_CHAR = auto()
17 |     FORMAT_DATE = auto()
18 | 
19 | 
20 | class ToDateOp(Enum):
21 |     STR_TO_DATE = auto()
22 |     PARSE_DATE = auto()
23 |     DATE_PARSE = auto()
24 |     TIMESTAMP = auto()
25 |     TO_TIMESTAMP = auto()
26 |     TO_TIMESTAMP_NTZ = auto()
27 |     TO_DATE = auto()
28 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/backends/pypika_translator/translators/__init__.py:
--------------------------------------------------------------------------------
 1 | from typing import TYPE_CHECKING
 2 | 
 3 | from weaverbird.backends.pypika_translator.dialects import SQLDialect
 4 | 
 5 | if TYPE_CHECKING:
 6 |     from .base import SQLTranslator
 7 | 
 8 | ALL_TRANSLATORS: dict[SQLDialect, type["SQLTranslator"]] = {}
 9 | 
10 | from .athena import AthenaTranslator  # noqa
11 | from .googlebigquery import GoogleBigQueryTranslator  # noqa
12 | from .mysql import MySQLTranslator  # noqa
13 | from .postgresql import PostgreSQLTranslator  # noqa
14 | from .redshift import RedshiftTranslator  # noqa
15 | from .snowflake import SnowflakeTranslator  # noqa
16 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/backends/pypika_translator/translators/exceptions.py:
--------------------------------------------------------------------------------
 1 | class SQLTranslationException(Exception):
 2 |     """Base exception for SQL translator errors"""
 3 | 
 4 | 
 5 | class UnknownTableColumns(SQLTranslationException):
 6 |     """Table columns cannot be determined"""
 7 | 
 8 | 
 9 | class ForbiddenSQLStep(SQLTranslationException):
10 |     """Forbidden SQL step"""
11 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/backends/pypika_translator/utils/__init__.py:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/server/src/weaverbird/backends/pypika_translator/utils/__init__.py


--------------------------------------------------------------------------------
/server/src/weaverbird/pipeline/__init__.py:
--------------------------------------------------------------------------------
1 | # ruff: noqa
2 | from .pipeline import Pipeline, PipelineStep, PipelineStepWithVariables, PipelineWithVariables
3 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/pipeline/formula_ast/__init__.py:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/server/src/weaverbird/pipeline/formula_ast/__init__.py


--------------------------------------------------------------------------------
/server/src/weaverbird/pipeline/steps/absolutevalue.py:
--------------------------------------------------------------------------------
 1 | from typing import Literal
 2 | 
 3 | from weaverbird.pipeline.steps.utils.base import BaseStep
 4 | from weaverbird.pipeline.steps.utils.render_variables import StepWithVariablesMixin
 5 | from weaverbird.pipeline.types import ColumnName
 6 | 
 7 | 
 8 | class AbsoluteValueStep(BaseStep):
 9 |     name: Literal["absolutevalue"] = "absolutevalue"
10 |     column: ColumnName
11 |     new_column: ColumnName
12 | 
13 | 
14 | class AbsoluteValueStepWithVariable(AbsoluteValueStep, StepWithVariablesMixin): ...
15 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/pipeline/steps/argmax.py:
--------------------------------------------------------------------------------
 1 | from typing import Literal
 2 | 
 3 | from weaverbird.pipeline.steps.utils.base import BaseStep
 4 | from weaverbird.pipeline.steps.utils.render_variables import StepWithVariablesMixin
 5 | from weaverbird.pipeline.types import ColumnName, TemplatedVariable
 6 | 
 7 | 
 8 | class ArgmaxStep(BaseStep):
 9 |     name: Literal["argmax"] = "argmax"
10 |     column: ColumnName
11 |     groups: list[str] = []
12 | 
13 | 
14 | class ArgmaxStepWithVariable(ArgmaxStep, StepWithVariablesMixin):
15 |     groups: TemplatedVariable | list[TemplatedVariable]
16 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/pipeline/steps/argmin.py:
--------------------------------------------------------------------------------
 1 | from typing import Literal
 2 | 
 3 | from weaverbird.pipeline.steps.utils.base import BaseStep
 4 | from weaverbird.pipeline.steps.utils.render_variables import StepWithVariablesMixin
 5 | from weaverbird.pipeline.types import ColumnName, TemplatedVariable
 6 | 
 7 | 
 8 | class ArgminStep(BaseStep):
 9 |     name: Literal["argmin"] = "argmin"
10 |     column: ColumnName
11 |     groups: list[str] = []
12 | 
13 | 
14 | class ArgminStepWithVariable(ArgminStep, StepWithVariablesMixin):
15 |     groups: TemplatedVariable | list[TemplatedVariable]
16 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/pipeline/steps/comparetext.py:
--------------------------------------------------------------------------------
 1 | from typing import Literal
 2 | 
 3 | from weaverbird.pipeline.steps.utils.base import BaseStep
 4 | from weaverbird.pipeline.steps.utils.render_variables import StepWithVariablesMixin
 5 | from weaverbird.pipeline.types import ColumnName, TemplatedVariable
 6 | 
 7 | 
 8 | class CompareTextStep(BaseStep):
 9 |     name: Literal["comparetext"] = "comparetext"
10 |     new_column_name: ColumnName
11 |     str_col_1: ColumnName
12 |     str_col_2: ColumnName
13 | 
14 | 
15 | class CompareTextStepWithVariables(CompareTextStep, StepWithVariablesMixin):
16 |     str_col_1: TemplatedVariable
17 |     str_col_2: TemplatedVariable
18 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/pipeline/steps/concatenate.py:
--------------------------------------------------------------------------------
 1 | from typing import Literal
 2 | 
 3 | from pydantic import Field
 4 | 
 5 | from weaverbird.pipeline.steps.utils.base import BaseStep
 6 | from weaverbird.pipeline.steps.utils.render_variables import StepWithVariablesMixin
 7 | from weaverbird.pipeline.types import ColumnName, TemplatedVariable
 8 | 
 9 | 
10 | class ConcatenateStep(BaseStep):
11 |     name: Literal["concatenate"] = "concatenate"
12 |     columns: list[ColumnName] = Field(..., min_length=2)
13 |     separator: str
14 |     new_column_name: ColumnName
15 | 
16 | 
17 | class ConcatenateStepWithVariable(ConcatenateStep, StepWithVariablesMixin):
18 |     columns: TemplatedVariable | list[TemplatedVariable]
19 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/pipeline/steps/convert.py:
--------------------------------------------------------------------------------
 1 | from typing import Literal
 2 | 
 3 | from weaverbird.pipeline.steps.utils.base import BaseStep
 4 | from weaverbird.pipeline.types import ColumnName
 5 | 
 6 | 
 7 | class ConvertStep(BaseStep):
 8 |     name: Literal["convert"] = "convert"
 9 |     columns: list[ColumnName]
10 |     data_type: Literal["integer", "float", "text", "date", "boolean"]
11 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/pipeline/steps/custom.py:
--------------------------------------------------------------------------------
1 | from typing import Literal
2 | 
3 | from weaverbird.pipeline.steps.utils.base import BaseStep
4 | 
5 | 
6 | class CustomStep(BaseStep):
7 |     name: Literal["custom"] = "custom"
8 |     query: str
9 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/pipeline/steps/date_granularity.py:
--------------------------------------------------------------------------------
 1 | from typing import Literal
 2 | 
 3 | from weaverbird.pipeline.steps.utils.base import BaseStep
 4 | from weaverbird.pipeline.steps.utils.render_variables import StepWithVariablesMixin
 5 | from weaverbird.pipeline.types import ColumnName, TemplatedVariable
 6 | 
 7 | DATE_GRANULARITY = Literal[
 8 |     "day",
 9 |     "isoWeek",
10 |     "week",
11 |     "month",
12 |     "quarter",
13 |     "year",
14 | ]
15 | 
16 | 
17 | class DateGranularityStep(BaseStep):
18 |     name: Literal["dategranularity"] = "dategranularity"
19 |     granularity: DATE_GRANULARITY
20 |     column: str
21 |     new_column: ColumnName | None = None
22 | 
23 | 
24 | class DateGranularityStepWithVariable(DateGranularityStep, StepWithVariablesMixin):
25 |     granularity: TemplatedVariable
26 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/pipeline/steps/delete.py:
--------------------------------------------------------------------------------
 1 | from typing import Literal
 2 | 
 3 | from weaverbird.pipeline.steps.utils.base import BaseStep
 4 | from weaverbird.pipeline.types import ColumnName
 5 | 
 6 | 
 7 | class DeleteStep(BaseStep):
 8 |     name: Literal["delete"] = "delete"
 9 |     columns: list[ColumnName]
10 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/pipeline/steps/duplicate.py:
--------------------------------------------------------------------------------
 1 | from typing import Literal
 2 | 
 3 | from weaverbird.pipeline.steps.utils.base import BaseStep
 4 | from weaverbird.pipeline.types import ColumnName
 5 | 
 6 | 
 7 | class DuplicateStep(BaseStep):
 8 |     name: Literal["duplicate"] = "duplicate"
 9 |     column: ColumnName
10 |     new_column_name: ColumnName
11 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/pipeline/steps/fillna.py:
--------------------------------------------------------------------------------
 1 | from typing import Any, Literal
 2 | 
 3 | from pydantic import Field, model_validator
 4 | 
 5 | from weaverbird.pipeline.steps.utils.base import BaseStep
 6 | from weaverbird.pipeline.steps.utils.render_variables import StepWithVariablesMixin
 7 | from weaverbird.pipeline.types import ColumnName
 8 | 
 9 | 
10 | class FillnaStep(BaseStep):
11 |     name: Literal["fillna"] = "fillna"
12 |     columns: list[ColumnName] = Field(min_length=1)
13 |     value: Any
14 | 
15 |     @model_validator(mode="before")
16 |     @classmethod
17 |     def handle_legacy_syntax(cls, values):
18 |         if "column" in values:
19 |             values["columns"] = [values.pop("column")]
20 |         return values
21 | 
22 | 
23 | class FillnaStepWithVariable(FillnaStep, StepWithVariablesMixin): ...
24 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/pipeline/steps/formula.py:
--------------------------------------------------------------------------------
 1 | from typing import Literal
 2 | 
 3 | from weaverbird.pipeline.steps.utils.base import BaseStep
 4 | from weaverbird.pipeline.steps.utils.render_variables import StepWithVariablesMixin
 5 | from weaverbird.pipeline.types import ColumnName
 6 | 
 7 | 
 8 | class FormulaStep(BaseStep):
 9 |     name: Literal["formula"] = "formula"
10 |     new_column: ColumnName
11 |     formula: str
12 | 
13 | 
14 | class FormulaStepWithVariable(FormulaStep, StepWithVariablesMixin): ...
15 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/pipeline/steps/fromdate.py:
--------------------------------------------------------------------------------
 1 | from typing import Literal
 2 | 
 3 | from weaverbird.pipeline.steps.utils.base import BaseStep
 4 | from weaverbird.pipeline.types import ColumnName
 5 | 
 6 | 
 7 | class FromdateStep(BaseStep):
 8 |     name: Literal["fromdate"] = "fromdate"
 9 |     column: ColumnName
10 |     format: str
11 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/pipeline/steps/hierarchy.py:
--------------------------------------------------------------------------------
 1 | from typing import Literal
 2 | 
 3 | from pydantic import field_validator
 4 | 
 5 | from weaverbird.pipeline.steps.utils.base import BaseStep
 6 | 
 7 | 
 8 | class HierarchyStep(BaseStep):
 9 |     name: Literal["hierarchy"] = "hierarchy"
10 |     hierarchy_level_column: str = "hierarchy_level"
11 |     hierarchy: list[str]
12 |     include_nulls: bool = False
13 | 
14 |     @field_validator("hierarchy")
15 |     @classmethod
16 |     def _ensure_hierarchy(cls, values: list[str]) -> list[str]:
17 |         assert len(values) > 0, "at least one value must be specified"
18 |         return values
19 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/pipeline/steps/lowercase.py:
--------------------------------------------------------------------------------
 1 | from typing import Literal
 2 | 
 3 | from weaverbird.pipeline.steps.utils.base import BaseStep
 4 | from weaverbird.pipeline.types import ColumnName
 5 | 
 6 | 
 7 | class LowercaseStep(BaseStep):
 8 |     name: Literal["lowercase"] = "lowercase"
 9 |     column: ColumnName
10 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/pipeline/steps/moving_average.py:
--------------------------------------------------------------------------------
 1 | from typing import Literal
 2 | 
 3 | from pydantic import Field
 4 | 
 5 | from weaverbird.pipeline.steps.utils.base import BaseStep
 6 | from weaverbird.pipeline.types import ColumnName
 7 | 
 8 | 
 9 | class MovingAverageStep(BaseStep):
10 |     name: Literal["movingaverage"] = "movingaverage"
11 | 
12 |     value_column: ColumnName | None = None
13 |     column_to_sort: ColumnName
14 |     moving_window: int
15 |     groups: list[ColumnName] = Field(default_factory=list)
16 |     new_column_name: ColumnName | None = None
17 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/pipeline/steps/percentage.py:
--------------------------------------------------------------------------------
 1 | from typing import Literal
 2 | 
 3 | from pydantic import Field, model_validator
 4 | 
 5 | from weaverbird.pipeline.steps.utils.base import BaseStep
 6 | from weaverbird.pipeline.types import ColumnName
 7 | 
 8 | 
 9 | class PercentageStep(BaseStep):
10 |     name: Literal["percentage"] = "percentage"
11 |     column: ColumnName
12 |     group: list[ColumnName] = Field(default_factory=list)
13 |     new_column_name: ColumnName | None = None
14 | 
15 |     @model_validator(mode="after")
16 |     def set_new_column_name_if_not_set(self) -> "PercentageStep":
17 |         if self.new_column_name is None:
18 |             self.new_column_name = f"{self.column}_PCT"
19 |         return self
20 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/pipeline/steps/pivot.py:
--------------------------------------------------------------------------------
 1 | from typing import Literal
 2 | 
 3 | from weaverbird.pipeline.steps.utils.base import BaseStep
 4 | from weaverbird.pipeline.steps.utils.render_variables import StepWithVariablesMixin
 5 | from weaverbird.pipeline.types import TemplatedVariable
 6 | 
 7 | 
 8 | class PivotStep(BaseStep):
 9 |     name: Literal["pivot"] = "pivot"
10 |     index: list[str]
11 |     column_to_pivot: str
12 |     value_column: str
13 |     agg_function: Literal["sum", "avg", "count", "min", "max"]
14 | 
15 | 
16 | class PivotStepWithVariable(PivotStep, StepWithVariablesMixin):
17 |     index: TemplatedVariable | list[TemplatedVariable]
18 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/pipeline/steps/rank.py:
--------------------------------------------------------------------------------
 1 | from typing import Literal
 2 | 
 3 | from weaverbird.pipeline.steps.utils.base import BaseStep
 4 | from weaverbird.pipeline.steps.utils.render_variables import StepWithVariablesMixin
 5 | from weaverbird.pipeline.types import ColumnName, TemplatedVariable
 6 | 
 7 | 
 8 | class RankStep(BaseStep):
 9 |     name: Literal["rank"] = "rank"
10 |     value_col: ColumnName
11 |     order: Literal["asc", "desc"]
12 |     method: Literal["standard", "dense"]
13 |     groupby: list[ColumnName] = []
14 |     new_column_name: ColumnName | None = None
15 | 
16 | 
17 | class RankStepWithVariable(RankStep, StepWithVariablesMixin):
18 |     groupby: TemplatedVariable | list[TemplatedVariable]
19 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/pipeline/steps/replace.py:
--------------------------------------------------------------------------------
 1 | from typing import Any, Literal
 2 | 
 3 | from pydantic import Field
 4 | 
 5 | from weaverbird.pipeline.steps.utils.base import BaseStep
 6 | from weaverbird.pipeline.steps.utils.render_variables import StepWithVariablesMixin
 7 | from weaverbird.pipeline.types import ColumnName, TemplatedVariable
 8 | 
 9 | 
10 | class ReplaceStep(BaseStep):
11 |     name: Literal["replace"] = "replace"
12 |     search_column: ColumnName
13 |     to_replace: list[tuple[Any, Any]] = Field(min_length=1)
14 | 
15 | 
16 | class ReplaceStepWithVariable(ReplaceStep, StepWithVariablesMixin):
17 |     to_replace: TemplatedVariable | list[tuple[TemplatedVariable, TemplatedVariable]]
18 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/pipeline/steps/replacetext.py:
--------------------------------------------------------------------------------
 1 | from typing import Literal
 2 | 
 3 | from weaverbird.pipeline.steps.utils.base import BaseStep
 4 | from weaverbird.pipeline.steps.utils.render_variables import StepWithVariablesMixin
 5 | from weaverbird.pipeline.types import ColumnName, TemplatedVariable
 6 | 
 7 | 
 8 | class ReplaceTextStep(BaseStep):
 9 |     name: Literal["replacetext"] = "replacetext"
10 |     search_column: ColumnName
11 |     old_str: str
12 |     new_str: str = ""
13 | 
14 | 
15 | class ReplaceTextStepWithVariable(ReplaceTextStep, StepWithVariablesMixin):
16 |     old_str: TemplatedVariable
17 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/pipeline/steps/select.py:
--------------------------------------------------------------------------------
 1 | from typing import Literal
 2 | 
 3 | from pydantic import Field
 4 | 
 5 | from weaverbird.pipeline.steps.utils.base import BaseStep
 6 | from weaverbird.pipeline.types import ColumnName
 7 | 
 8 | 
 9 | class SelectStep(BaseStep):
10 |     name: Literal["select"] = "select"
11 |     columns: list[ColumnName] = Field(min_length=1)
12 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/pipeline/steps/simplify.py:
--------------------------------------------------------------------------------
 1 | from typing import Literal
 2 | 
 3 | from pydantic import field_validator
 4 | 
 5 | from weaverbird.pipeline.steps.utils.base import BaseStep
 6 | 
 7 | 
 8 | class SimplifyStep(BaseStep):
 9 |     name: Literal["simplify"] = "simplify"
10 |     # All parts of the simplified geometry will be no more than this distance from the original
11 |     tolerance: float = 1.0
12 | 
13 |     @field_validator("tolerance")
14 |     @classmethod
15 |     def _tolerance_validator(cls, value: float) -> float:
16 |         assert value > 0, "tolerance must be strictly positive"
17 |         return value
18 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/pipeline/steps/sort.py:
--------------------------------------------------------------------------------
 1 | from typing import Literal
 2 | 
 3 | from pydantic import BaseModel
 4 | 
 5 | from weaverbird.pipeline.steps.utils.base import BaseStep
 6 | from weaverbird.pipeline.types import ColumnName
 7 | 
 8 | 
 9 | class ColumnSort(BaseModel):
10 |     column: ColumnName
11 |     order: Literal["asc", "desc"]
12 | 
13 | 
14 | class SortStep(BaseStep):
15 |     name: Literal["sort"] = "sort"
16 |     columns: list[ColumnSort]
17 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/pipeline/steps/split.py:
--------------------------------------------------------------------------------
 1 | from typing import Literal
 2 | 
 3 | from pydantic import Field
 4 | 
 5 | from weaverbird.pipeline.steps.utils.base import BaseStep
 6 | from weaverbird.pipeline.steps.utils.render_variables import StepWithVariablesMixin
 7 | from weaverbird.pipeline.types import ColumnName
 8 | 
 9 | 
10 | class SplitStep(BaseStep):
11 |     name: Literal["split"] = "split"
12 |     column: ColumnName
13 |     delimiter: str
14 |     # at least one col to keep
15 |     number_cols_to_keep: int = Field(gt=0)
16 | 
17 | 
18 | class SplitStepWithVariable(SplitStep, StepWithVariablesMixin): ...
19 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/pipeline/steps/substring.py:
--------------------------------------------------------------------------------
 1 | from typing import Literal
 2 | 
 3 | from weaverbird.pipeline.steps.utils.base import BaseStep
 4 | from weaverbird.pipeline.types import ColumnName
 5 | 
 6 | 
 7 | class SubstringStep(BaseStep):
 8 |     name: Literal["substring"] = "substring"
 9 |     column: ColumnName
10 |     new_column_name: ColumnName | None = None
11 |     start_index: int
12 |     end_index: int
13 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/pipeline/steps/table.py:
--------------------------------------------------------------------------------
1 | from typing import Literal
2 | 
3 | from weaverbird.pipeline.steps.utils.base import BaseStep
4 | 
5 | 
6 | class TableStep(BaseStep):
7 |     name: Literal["domain"] = "domain"
8 |     domain: str
9 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/pipeline/steps/todate.py:
--------------------------------------------------------------------------------
 1 | from typing import Literal
 2 | 
 3 | from weaverbird.pipeline.steps.utils.base import BaseStep
 4 | from weaverbird.pipeline.types import ColumnName
 5 | 
 6 | 
 7 | class ToDateStep(BaseStep):
 8 |     name: Literal["todate"] = "todate"
 9 |     column: ColumnName
10 |     format: str | None = None
11 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/pipeline/steps/top.py:
--------------------------------------------------------------------------------
 1 | from typing import Literal
 2 | 
 3 | from weaverbird.pipeline.steps.utils.base import BaseStep
 4 | from weaverbird.pipeline.steps.utils.render_variables import StepWithVariablesMixin
 5 | from weaverbird.pipeline.types import ColumnName, TemplatedVariable
 6 | 
 7 | 
 8 | class TopStep(BaseStep):
 9 |     name: Literal["top"] = "top"
10 |     groups: list[ColumnName] = []
11 |     rank_on: ColumnName
12 |     sort: Literal["asc", "desc"]
13 |     limit: int
14 | 
15 | 
16 | class TopStepWithVariables(TopStep, StepWithVariablesMixin):
17 |     sort: TemplatedVariable
18 |     limit: TemplatedVariable
19 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/pipeline/steps/trim.py:
--------------------------------------------------------------------------------
 1 | from typing import Literal
 2 | 
 3 | from weaverbird.pipeline.steps.utils.base import BaseStep
 4 | from weaverbird.pipeline.types import ColumnName
 5 | 
 6 | 
 7 | class TrimStep(BaseStep):
 8 |     name: Literal["trim"] = "trim"
 9 |     columns: list[ColumnName]
10 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/pipeline/steps/uniquegroups.py:
--------------------------------------------------------------------------------
 1 | from typing import Literal
 2 | 
 3 | from weaverbird.pipeline.steps.utils.base import BaseStep
 4 | from weaverbird.pipeline.steps.utils.render_variables import StepWithVariablesMixin
 5 | from weaverbird.pipeline.types import ColumnName, TemplatedVariable
 6 | 
 7 | 
 8 | class UniqueGroupsStep(BaseStep):
 9 |     name: Literal["uniquegroups"] = "uniquegroups"
10 |     on: list[ColumnName]
11 | 
12 | 
13 | class UniqueGroupsStepWithVariable(UniqueGroupsStep, StepWithVariablesMixin):
14 |     on: TemplatedVariable | list[TemplatedVariable]
15 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/pipeline/steps/unpivot.py:
--------------------------------------------------------------------------------
 1 | from typing import Literal
 2 | 
 3 | from weaverbird.pipeline.steps.utils.base import BaseStep
 4 | from weaverbird.pipeline.steps.utils.render_variables import StepWithVariablesMixin
 5 | from weaverbird.pipeline.types import ColumnName, TemplatedVariable
 6 | 
 7 | 
 8 | class UnpivotStep(BaseStep):
 9 |     name: Literal["unpivot"] = "unpivot"
10 |     keep: list[ColumnName]
11 |     unpivot: list[ColumnName]
12 |     unpivot_column_name: ColumnName
13 |     value_column_name: ColumnName
14 |     dropna: bool
15 | 
16 | 
17 | class UnpivotStepWithVariable(UnpivotStep, StepWithVariablesMixin):
18 |     keep: TemplatedVariable | list[TemplatedVariable]
19 |     unpivot: TemplatedVariable | list[TemplatedVariable]
20 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/pipeline/steps/uppercase.py:
--------------------------------------------------------------------------------
 1 | from typing import Literal
 2 | 
 3 | from weaverbird.pipeline.steps.utils.base import BaseStep
 4 | from weaverbird.pipeline.types import ColumnName
 5 | 
 6 | 
 7 | class UppercaseStep(BaseStep):
 8 |     name: Literal["uppercase"] = "uppercase"
 9 |     column: ColumnName
10 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/pipeline/steps/utils/__init__.py:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/server/src/weaverbird/pipeline/steps/utils/__init__.py


--------------------------------------------------------------------------------
/server/src/weaverbird/pipeline/steps/utils/render_variables.py:
--------------------------------------------------------------------------------
 1 | from collections.abc import Callable
 2 | from typing import Any
 3 | 
 4 | from .base import BaseStep
 5 | 
 6 | 
 7 | class StepWithVariablesMixin:
 8 |     def render(self, variables: dict[str, Any], renderer: Callable[[Any, Any], Any]) -> BaseStep:
 9 |         rendered_class = self.__class__.__bases__[0]
10 |         step_as_dict = self.model_dump()  # type: ignore
11 |         rendered_dict = renderer(step_as_dict, variables)
12 |         return rendered_class(**rendered_dict)
13 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/pipeline/types.py:
--------------------------------------------------------------------------------
1 | from typing import Any
2 | 
3 | ColumnName = str
4 | # Pipeline = List[dict]
5 | TemplatedVariable = Any
6 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/utils/__init__.py:
--------------------------------------------------------------------------------
1 | # ruff: noqa
2 | from .size import convert_size
3 | from .stopwatch import StopWatch
4 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/utils/iter.py:
--------------------------------------------------------------------------------
 1 | import itertools
 2 | from typing import Any
 3 | 
 4 | 
 5 | def combinations(items: list[Any]) -> list[tuple[Any, ...]]:
 6 |     # combinations of all lenghts must be included. return is ordered by combination lenght
 7 |     result = []
 8 |     for i in range(1, len(items) + 1):
 9 |         result += list(itertools.combinations(items, i))
10 |     return result
11 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/utils/size.py:
--------------------------------------------------------------------------------
 1 | import math
 2 | 
 3 | 
 4 | def convert_size(size_bytes):
 5 |     if size_bytes == 0:
 6 |         return "0B"
 7 |     size_name = ("B", "KB", "MB", "GB", "TB", "PB", "EB", "ZB", "YB")
 8 |     i = int(math.floor(math.log(size_bytes, 1024)))
 9 |     p = math.pow(1024, i)
10 |     s = round(size_bytes / p, 2)
11 |     return f"{s} {size_name[i]}"
12 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/utils/stopwatch.py:
--------------------------------------------------------------------------------
 1 | import time
 2 | 
 3 | 
 4 | class StopWatch:
 5 |     def __enter__(self):
 6 |         self.begin = time.perf_counter()
 7 | 
 8 |     def __exit__(self, type, value, traceback):
 9 |         self.end = time.perf_counter()
10 |         self.interval = self.end - self.begin
11 | 


--------------------------------------------------------------------------------
/server/src/weaverbird/utils/toucan_connectors.py:
--------------------------------------------------------------------------------
 1 | from toucan_connectors.common import nosql_apply_parameters_to_query
 2 | 
 3 | 
 4 | def nosql_apply_parameters_to_query_with_errors(
 5 |     query: dict | list[dict] | tuple | str, parameters: dict | None, **kwargs
 6 | ):
 7 |     """
 8 |     When a variable is missing, it may lead to undefined values and therefore pydantic validation errors.
 9 |     Instead, we want UndefinedVariableError so we force `handle_errors=True` which does exactly this.
10 |     """
11 |     return nosql_apply_parameters_to_query(query, parameters, handle_errors=True, **kwargs)
12 | 


--------------------------------------------------------------------------------
/server/static:
--------------------------------------------------------------------------------
1 | ../playground/dist/


--------------------------------------------------------------------------------
/server/tests/__init__.py:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/server/tests/__init__.py


--------------------------------------------------------------------------------
/server/tests/backends/__init__.py:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/server/tests/backends/__init__.py


--------------------------------------------------------------------------------
/server/tests/backends/fixtures/filter/date_eq_pypika.yaml:
--------------------------------------------------------------------------------
 1 | exclude:
 2 |   - mongo
 3 |   - pandas
 4 |   - snowflake
 5 | step:
 6 |   pipeline:
 7 |     - columns:
 8 |         - name
 9 |         - brewing_date
10 |       name: select
11 |     - condition:
12 |         column: brewing_date
13 |         operator: eq
14 |         value: "date: 2022-01-02 00:00:00Z"
15 |       name: filter
16 | expected:
17 |   data:
18 |     - name: Ninkasi Ploploplop
19 |       brewing_date: 2022-01-02 00:00:00
20 |   schema:
21 |     fields:
22 |       - name: name
23 |         type: string
24 |       - name: brewing_date
25 |         type: datetime
26 |     pandas_version: 1.4.0
27 | 


--------------------------------------------------------------------------------
/server/tests/backends/fixtures/filter/date_in_pypika.yaml:
--------------------------------------------------------------------------------
 1 | exclude:
 2 |   - mongo
 3 |   - pandas
 4 |   - snowflake
 5 | step:
 6 |   pipeline:
 7 |     - columns:
 8 |         - name
 9 |         - brewing_date
10 |       name: select
11 |     - condition:
12 |         column: brewing_date
13 |         operator: in
14 |         value:
15 |           - "date: 2022-01-02 00:00:00Z"
16 |           - "date: 2022-01-04 00:00:00Z"
17 |       name: filter
18 | expected:
19 |   data:
20 |     - name: Ninkasi Ploploplop
21 |       brewing_date: 2022-01-02 00:00:00
22 |     - name: Ardwen Blonde
23 |       brewing_date: 2022-01-04 00:00:00
24 |   schema:
25 |     fields:
26 |       - name: name
27 |         type: string
28 |       - name: brewing_date
29 |         type: datetime
30 |     pandas_version: 1.4.0
31 | 


--------------------------------------------------------------------------------
/server/tests/backends/fixtures/filter/date_in_with_null_pypika.yaml:
--------------------------------------------------------------------------------
 1 | exclude:
 2 |   - mongo
 3 |   - pandas
 4 |   - snowflake
 5 | step:
 6 |   pipeline:
 7 |     - columns:
 8 |         - name
 9 |         - brewing_date
10 |       name: select
11 |     - condition:
12 |         column: brewing_date
13 |         operator: in
14 |         value:
15 |           - "date: 2022-01-02 00:00:00Z"
16 |           - "date: 2022-01-04 00:00:00Z"
17 |           - null
18 |       name: filter
19 | expected:
20 |   data:
21 |     - name: Ninkasi Ploploplop
22 |       brewing_date: 2022-01-02 00:00:00
23 |     - name: Ardwen Blonde
24 |       brewing_date: 2022-01-04 00:00:00
25 |   schema:
26 |     fields:
27 |       - name: name
28 |         type: string
29 |       - name: brewing_date
30 |         type: datetime
31 |     pandas_version: 1.4.0
32 | 


--------------------------------------------------------------------------------
/server/tests/backends/fixtures/filter/eq_with_null_and_filter_step_last_pypika.yaml:
--------------------------------------------------------------------------------
 1 | exclude:
 2 | - mongo
 3 | - pandas
 4 | - snowflake
 5 | step:
 6 |   pipeline:
 7 |   - columns:
 8 |     - name
 9 |     - nullable_name
10 |     name: select
11 |   - condition:
12 |       column: nullable_name
13 |       operator: eq
14 |       value: null
15 |     name: filter
16 | expected:
17 |   data:
18 |   - name: Superstrong beer
19 |     nullable_name: null
20 |   - name: "Cuv\xE9e des Trolls"
21 |     nullable_name: null
22 |   - name: Brasserie De Sutter Brin de Folie
23 |     nullable_name: null
24 |   schema:
25 |     fields:
26 |     - name: name
27 |       type: string
28 |     - name: nullable_name
29 |       type: string
30 |     pandas_version: 1.4.0
31 | 


--------------------------------------------------------------------------------
/server/tests/backends/fixtures/filter/eq_with_null_pypika.yaml:
--------------------------------------------------------------------------------
 1 | exclude:
 2 | - mongo
 3 | - pandas
 4 | - snowflake
 5 | step:
 6 |   pipeline:
 7 |   - condition:
 8 |       column: nullable_name
 9 |       operator: eq
10 |       value: null
11 |     name: filter
12 |   - columns:
13 |     - name
14 |     name: select
15 | expected:
16 |   data:
17 |   - name: Superstrong beer
18 |   - name: "Cuv\xE9e des Trolls"
19 |   - name: Brasserie De Sutter Brin de Folie
20 |   schema:
21 |     fields:
22 |     - name: name
23 |       type: string
24 |     pandas_version: 1.4.0
25 | 


--------------------------------------------------------------------------------
/server/tests/backends/fixtures/filter/isin_with_null_pypika.yaml:
--------------------------------------------------------------------------------
 1 | exclude:
 2 | - mongo
 3 | - pandas
 4 | - snowflake
 5 | step:
 6 |   pipeline:
 7 |   - condition:
 8 |       column: nullable_name
 9 |       operator: in
10 |       value: [null, "Pauwel Kwak"]
11 |     name: filter
12 |   - columns:
13 |     - name
14 |     name: select
15 | expected:
16 |   data:
17 |   - name: Superstrong beer
18 |   - name: "Cuv\xE9e des Trolls"
19 |   - name: Pauwel Kwak
20 |   - name: Brasserie De Sutter Brin de Folie
21 |   schema:
22 |     fields:
23 |     - name: name
24 |       type: string
25 |     pandas_version: 1.4.0
26 | 


--------------------------------------------------------------------------------
/server/tests/backends/fixtures/filter/matches_with_float_pypika.yaml:
--------------------------------------------------------------------------------
 1 | exclude:
 2 | - mongo
 3 | - pandas
 4 | - snowflake
 5 | expected:
 6 |   data:
 7 |   - name: Superstrong beer
 8 |   schema:
 9 |     fields:
10 |     - name: name
11 |       type: string
12 |     pandas_version: 1.4.0
13 | step:
14 |   pipeline:
15 |   - condition:
16 |       and:
17 |       - or:
18 |         - column: alcohol_degree
19 |           operator: matches
20 |           value: 13.5
21 |     name: filter
22 |   - columns:
23 |     - name
24 |     name: select
25 | 


--------------------------------------------------------------------------------
/server/tests/backends/fixtures/filter/notmatches_pypika.yaml:
--------------------------------------------------------------------------------
 1 | exclude:
 2 | - mongo
 3 | - pandas
 4 | - snowflake
 5 | step:
 6 |   pipeline:
 7 |   - columns:
 8 |     - name
 9 |     name: select
10 |   - condition:
11 |       column: name
12 |       operator: notmatches
13 |       value: beer
14 |     name: filter
15 | expected:
16 |   data:
17 |   - name: Ninkasi Ploploplop
18 |   - name: Brewdog Nanny State Alcoholvrij
19 |   - name: Ardwen Blonde
20 |   - name: "Cuv\xE9e des Trolls"
21 |   - name: Weihenstephan Hefe Weizen Alcoholarm
22 |   - name: Bellfield Lawless Village IPA
23 |   - name: Pauwel Kwak
24 |   - name: Brasserie De Sutter Brin de Folie
25 |   - name: Brugse Zot blonde
26 |   schema:
27 |     fields:
28 |     - name: name
29 |       type: string
30 |     pandas_version: 1.4.0
31 | 


--------------------------------------------------------------------------------
/server/tests/backends/fixtures/filter/notmatches_with_float_pypika.yaml:
--------------------------------------------------------------------------------
 1 | exclude:
 2 | - mongo
 3 | - pandas
 4 | - snowflake
 5 | expected:
 6 |   data:
 7 |   - name: Ninkasi Ploploplop
 8 |   - name: Brewdog Nanny State Alcoholvrij
 9 |   - name: Ardwen Blonde
10 |   - name: Cuvée des Trolls
11 |   - name: Weihenstephan Hefe Weizen Alcoholarm
12 |   - name: Bellfield Lawless Village IPA
13 |   - name: Pauwel Kwak
14 |   - name: Brasserie De Sutter Brin de Folie
15 |   - name: Brugse Zot blonde
16 |   schema:
17 |     fields:
18 |     - name: name
19 |       type: string
20 |     pandas_version: 1.4.0
21 | step:
22 |   pipeline:
23 |   - condition:
24 |       and:
25 |       - or:
26 |         - column: alcohol_degree
27 |           operator: notmatches
28 |           value: 13.5
29 |     name: filter
30 |   - columns:
31 |     - name
32 |     name: select
33 | 


--------------------------------------------------------------------------------
/server/tests/backends/fixtures/text/single_quote_pypika.yaml:
--------------------------------------------------------------------------------
 1 | exclude:
 2 | - mongo
 3 | - pandas
 4 | - snowflake
 5 | step:
 6 |   pipeline:
 7 |   - name: text
 8 |     new_column: text
 9 |     text: text with 'single quotes'
10 |   - columns:
11 |     - text
12 |     name: select
13 | expected:
14 |   schema:
15 |     fields:
16 |     - name: text
17 |       type: string
18 |     pandas_version: 1.4.0
19 |   data:
20 |   - text: text with 'single quotes'
21 |   - text: text with 'single quotes'
22 |   - text: text with 'single quotes'
23 |   - text: text with 'single quotes'
24 |   - text: text with 'single quotes'
25 |   - text: text with 'single quotes'
26 |   - text: text with 'single quotes'
27 |   - text: text with 'single quotes'
28 |   - text: text with 'single quotes'
29 |   - text: text with 'single quotes'
30 | 


--------------------------------------------------------------------------------
/server/tests/backends/mongo_translator/__init__.py:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/server/tests/backends/mongo_translator/__init__.py


--------------------------------------------------------------------------------
/server/tests/backends/mongo_translator/steps/__init__.py:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/server/tests/backends/mongo_translator/steps/__init__.py


--------------------------------------------------------------------------------
/server/tests/backends/mongo_translator/steps/test_filter.py:
--------------------------------------------------------------------------------
 1 | # test
 2 | 
 3 | from weaverbird.backends.mongo_translator.steps.filter import build_match_tree
 4 | from weaverbird.pipeline.conditions import MatchCondition
 5 | 
 6 | 
 7 | def test_build_match_tree():
 8 |     assert build_match_tree(MatchCondition(column="test", operator="matches", value="test")) == {
 9 |         "test": {"$options": "i", "$regex": "test"}
10 |     }
11 | 
12 |     assert build_match_tree(MatchCondition(column="test", operator="notmatches", value="test")) == {
13 |         "test": {"$not": {"$options": "i", "$regex": "test"}}
14 |     }
15 | 


--------------------------------------------------------------------------------
/server/tests/backends/mongo_translator_unit_tests/__init__.py:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/server/tests/backends/mongo_translator_unit_tests/__init__.py


--------------------------------------------------------------------------------
/server/tests/backends/pandas_executor/__init__.py:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/server/tests/backends/pandas_executor/__init__.py


--------------------------------------------------------------------------------
/server/tests/backends/pandas_executor/utils/__init__.py:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/server/tests/backends/pandas_executor/utils/__init__.py


--------------------------------------------------------------------------------
/server/tests/backends/pandas_executor/utils/test_dates.py:
--------------------------------------------------------------------------------
 1 | from datetime import datetime
 2 | 
 3 | from weaverbird.backends.pandas_executor.steps.utils.dates import evaluate_relative_date
 4 | from weaverbird.pipeline.dates import RelativeDate
 5 | 
 6 | 
 7 | def test_evaluate_relative_date():
 8 |     assert evaluate_relative_date(
 9 |         RelativeDate(
10 |             date=datetime(year=2020, month=8, day=1),
11 |             operator="until",
12 |             quantity=3,
13 |             duration="month",
14 |         )
15 |     ) == datetime(year=2020, month=5, day=1)
16 | 
17 |     assert evaluate_relative_date(
18 |         RelativeDate(date=datetime(year=2020, month=8, day=1), operator="from", quantity=3, duration="day")
19 |     ) == datetime(year=2020, month=8, day=4)
20 | 


--------------------------------------------------------------------------------
/server/tests/backends/sql_translator_integration_tests/__init__.py:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/server/tests/backends/sql_translator_integration_tests/__init__.py


--------------------------------------------------------------------------------
/server/tests/backends/sql_translator_unit_tests/__init__.py:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/server/tests/backends/sql_translator_unit_tests/__init__.py


--------------------------------------------------------------------------------
/server/tests/backends/sql_translator_unit_tests/test_redshift_translator.py:
--------------------------------------------------------------------------------
 1 | import pytest
 2 | from pypika.queries import Table
 3 | 
 4 | from weaverbird.backends.pypika_translator.translators.redshift import RedshiftTranslator
 5 | 
 6 | 
 7 | @pytest.fixture
 8 | def redshift_translator() -> RedshiftTranslator:
 9 |     return RedshiftTranslator(tables_columns={})
10 | 
11 | 
12 | def test_recursive_concat(redshift_translator: RedshiftTranslator) -> None:
13 |     the_table = Table("table")
14 |     concat = redshift_translator._recursive_concat(
15 |         None, [the_table["col1"], " - ", the_table["col2"], " - ", the_table["col3"]]
16 |     )
17 |     assert str(concat) == """CONCAT(CONCAT(CONCAT(CONCAT("col1",' - '),"col2"),' - '),"col3")"""
18 | 


--------------------------------------------------------------------------------
/server/tests/conftest.py:
--------------------------------------------------------------------------------
 1 | from datetime import datetime
 2 | 
 3 | import pytest
 4 | 
 5 | 
 6 | @pytest.fixture
 7 | def available_variables():
 8 |     return {
 9 |         "TODAY": datetime(2022, 10, 17, 17, 30, 12),
10 |         "ONE": 1,
11 |         "ONE_POINT_ONE": 1.1,
12 |         "TRUE": True,
13 |         "INTEGER_LIST": [1, 2, 3],
14 |     }
15 | 


--------------------------------------------------------------------------------
/server/tests/fixtures/domain_a.csv:
--------------------------------------------------------------------------------
1 | colA,colB,colC
2 | toto,1,100
3 | tutu,2,50
4 | tata,3,25
5 | 


--------------------------------------------------------------------------------
/server/tests/fixtures/fixtures_templating/addmissingdate.json:
--------------------------------------------------------------------------------
 1 | [
 2 |   [
 3 |     {
 4 |         "steps": [
 5 |             {"name": "addmissingdates", "groups": "{{ groups }}",  "datesColumn": "{{ column }}", "datesGranularity": "month"}
 6 |         ]
 7 |     },
 8 |     {"groups": ["foo", "bar"], "column": "a_column"},
 9 |      [
10 |         {"name": "addmissingdates", "groups": ["foo", "bar"],  "datesColumn": "a_column", "datesGranularity": "month"}
11 |      ]
12 |   ]
13 | ]
14 | 


--------------------------------------------------------------------------------
/server/tests/fixtures/fixtures_templating/append.json:
--------------------------------------------------------------------------------
 1 | [
 2 |   [
 3 |     {
 4 |         "steps": [
 5 |             {"name": "append", "pipelines": ["{{ origin }}"]}
 6 |         ]
 7 |     },
 8 |     {"origin": "other_pipeline"},
 9 |      [
10 |         {"name": "append", "pipelines": ["other_pipeline"]}
11 |      ]
12 |   ]
13 | ]
14 | 


--------------------------------------------------------------------------------
/server/tests/fixtures/fixtures_templating/argmax.json:
--------------------------------------------------------------------------------
 1 | [
 2 |   [
 3 |     {
 4 |         "steps": [
 5 |             {"name": "argmax", "groups": "{{ groups }}",  "column": "{{ column }}"}
 6 |         ]
 7 |     },
 8 |     {"groups": ["foo", "bar"], "column": "a_column"},
 9 |      [
10 |         {"name": "argmax", "groups": ["foo", "bar"],  "column": "a_column"}
11 |      ]
12 |   ]
13 | ]
14 | 


--------------------------------------------------------------------------------
/server/tests/fixtures/fixtures_templating/argmin.json:
--------------------------------------------------------------------------------
 1 | [
 2 |   [
 3 |     {
 4 |         "steps": [
 5 |             {"name": "argmin", "groups": "{{ groups }}",  "column": "{{ column }}"}
 6 |         ]
 7 |     },
 8 |     {"groups": ["foo", "bar"], "column": "a_column"},
 9 |      [
10 |         {"name": "argmin", "groups": ["foo", "bar"],  "column": "a_column"}
11 |      ]
12 |   ]
13 | ]
14 | 


--------------------------------------------------------------------------------
/server/tests/fixtures/fixtures_templating/comparetext.json:
--------------------------------------------------------------------------------
 1 | [
 2 |   [
 3 |     {
 4 |       "steps": [
 5 |         {
 6 |           "name": "comparetext",
 7 |           "newColumnName": "RESULT",
 8 |           "strCol1": "{{ column_1 }}",
 9 |           "strCol2": "{{ column_2 }}"
10 |         }
11 |       ]
12 |     },
13 |     {
14 |       "column_1": "foo",
15 |       "column_2": "bar"
16 |     },
17 |     [
18 |       {
19 |         "name": "comparetext",
20 |         "newColumnName": "RESULT",
21 |         "strCol1": "foo",
22 |         "strCol2": "bar"
23 |       }
24 |     ]
25 |   ]
26 | ]


--------------------------------------------------------------------------------
/server/tests/fixtures/fixtures_templating/concatenate.json:
--------------------------------------------------------------------------------
 1 | [
 2 |   [
 3 |     {
 4 |         "steps": [
 5 |             {"name": "concatenate", "columns": ["column_1", "{{ other_column }}"], "new_column_name":"foo", "separator":  " - "}
 6 |         ]
 7 |     },
 8 |     {"other_column": "a_column"},
 9 |      [
10 |           {"name": "concatenate", "columns": ["column_1", "a_column"], "separator":  " - ", "new_column_name": "foo"}
11 |      ]
12 |   ]
13 | ]
14 | 


--------------------------------------------------------------------------------
/server/tests/fixtures/fixtures_templating/dateextract.json:
--------------------------------------------------------------------------------
 1 | [
 2 |   [
 3 |     {
 4 |         "steps": [
 5 |             {"name": "dateextract", "column": "{{ column }}", "operation":"day", "new_column_name":  "result"}
 6 |         ]
 7 |     },
 8 |     {"column": "a_column"},
 9 |      [
10 |           {"name": "dateextract", "column": "a_column", "operation":"day", "new_column_name":  "result"}
11 |      ]
12 |   ]
13 | ]
14 | 


--------------------------------------------------------------------------------
/server/tests/fixtures/fixtures_templating/duration.json:
--------------------------------------------------------------------------------
 1 | [
 2 |   [
 3 |     {
 4 |         "steps": [
 5 |             {"name": "duration", "startDateColumn": "{{ column }}", "endDateColumn":"{{ column }}",
 6 |               "newColumnName":  "result", "durationIn": "{{ granularity }}"}
 7 |         ]
 8 |     },
 9 |     {"column": "a_column", "granularity": "days"},
10 |      [
11 |           {"name": "duration", "startDateColumn": "a_column", "endDateColumn":"a_column",
12 |               "newColumnName":  "result", "durationIn": "days"}
13 |      ]
14 |   ]
15 | ]
16 | 


--------------------------------------------------------------------------------
/server/tests/fixtures/fixtures_templating/evolution.json:
--------------------------------------------------------------------------------
 1 | [
 2 |   [
 3 |     {
 4 |         "steps": [
 5 |             {"name": "evolution", "valueCol": "{{ column }}", "dateCol":"{{ column }}",
 6 |               "newColumn":  "result", "indexColumns": "{{ indexes }}",
 7 |               "evolutionType": "vsLastDay", "evolutionFormat": "abs"}
 8 |         ]
 9 |     },
10 |     {"column": "a_column", "indexes": ["col_1", "col_2"]},
11 |      [
12 |           {"name": "evolution", "valueCol": "a_column", "dateCol":"a_column",
13 |               "newColumn":  "result", "indexColumns": ["col_1", "col_2"],
14 |               "evolutionType": "vsLastDay", "evolutionFormat": "abs"}
15 |      ]
16 |   ]
17 | ]
18 | 


--------------------------------------------------------------------------------
/server/tests/fixtures/fixtures_templating/fillna.json:
--------------------------------------------------------------------------------
 1 | [
 2 |   [
 3 |     {
 4 |         "steps": [
 5 |             {"name": "fillna", "columns": ["column"], "value" : "{{ the_value }}"}
 6 |         ]
 7 |     },
 8 |     {"the_value":  42},
 9 |      [
10 |           {"name": "fillna", "columns": ["column"], "value" : 42}
11 |      ]
12 |   ]
13 | ]
14 | 


--------------------------------------------------------------------------------
/server/tests/fixtures/fixtures_templating/formula.json:
--------------------------------------------------------------------------------
 1 | [
 2 |   [
 3 |     {
 4 |         "steps": [
 5 |             {"name": "formula", "new_column": "column", "formula" : "{{ the_formula }}"}
 6 |         ]
 7 |     },
 8 |     {"the_formula":  "21 + 21"},
 9 |      [
10 |           {"name": "formula", "new_column": "column", "formula" : "21 + 21"}
11 |      ]
12 |   ]
13 | ]
14 | 


--------------------------------------------------------------------------------
/server/tests/fixtures/fixtures_templating/join.json:
--------------------------------------------------------------------------------
 1 | [
 2 |   [
 3 |     {
 4 |         "steps": [
 5 |             {"name": "join", "right_pipeline": "{{ a_dataset }}", "type" : "left", "on": [["col_1", "col_2"]]}
 6 |         ]
 7 |     },
 8 |     {"a_dataset":  "foobar"},
 9 |      [
10 |           {"name": "join", "right_pipeline": "foobar", "type" : "left", "on": [["col_1", "col_2"]]}
11 |      ]
12 |   ]
13 | ]
14 | 


--------------------------------------------------------------------------------
/server/tests/fixtures/fixtures_templating/pivot.json:
--------------------------------------------------------------------------------
 1 | [
 2 |   [
 3 |     {
 4 |         "steps": [
 5 |             {"name": "pivot", "index": "{{ index }}", "column_to_pivot":  "{{ pivot }}", "value_column":  "{{ value_column }}", "agg_function": "sum"}
 6 |         ]
 7 |     },
 8 |     {"index": ["the_index"], "pivot": "the_pivot", "value_column":  "values"},
 9 |      [
10 |           {"name": "pivot", "index": ["the_index"], "column_to_pivot":  "the_pivot", "value_column":  "values", "agg_function": "sum"}
11 |      ]
12 |   ]
13 | ]
14 | 


--------------------------------------------------------------------------------
/server/tests/fixtures/fixtures_templating/rank.json:
--------------------------------------------------------------------------------
 1 | [
 2 |   [
 3 |     {
 4 |         "steps": [
 5 |             {"name": "rank", "valueCol": "{{ col }}", "groupby": ["{{ col }}"], "newColumnName":  "{{ col }}",
 6 |               "order": "asc", "method": "dense"}
 7 |         ]
 8 |     },
 9 |     {"col": "the_col"},
10 |      [
11 |        {"name": "rank", "valueCol": "the_col", "groupby": ["the_col"], "newColumnName":  "the_col",
12 |          "order": "asc", "method": "dense"}
13 |      ]
14 |   ]
15 | ]
16 | 


--------------------------------------------------------------------------------
/server/tests/fixtures/fixtures_templating/rename.json:
--------------------------------------------------------------------------------
 1 | [
 2 |   [
 3 |     {
 4 |         "steps": [
 5 |             {"name": "rename", "toRename": [["col_1", "{{ col }}"]]}
 6 |         ]
 7 |     },
 8 |     {"col": "the_col"},
 9 |      [
10 |        {"name": "rename", "toRename": [["col_1", "the_col"]]}
11 |      ]
12 |   ]
13 | ]
14 | 


--------------------------------------------------------------------------------
/server/tests/fixtures/fixtures_templating/replace.json:
--------------------------------------------------------------------------------
 1 | [
 2 |   [
 3 |     {
 4 |         "steps": [
 5 |             {"name": "replace", "search_column": "foo", "to_replace": [["col_1", "{{ col }}"]]}
 6 |         ]
 7 |     },
 8 |     {"col": "the_col"},
 9 |      [
10 |        {"name": "replace", "search_column": "foo", "to_replace": [["col_1", "the_col"]]}
11 |      ]
12 |   ]
13 | ]
14 | 


--------------------------------------------------------------------------------
/server/tests/fixtures/fixtures_templating/replacetext.json:
--------------------------------------------------------------------------------
 1 | [
 2 |   [
 3 |     {
 4 |       "steps": [
 5 |         {
 6 |           "name": "replacetext",
 7 |           "search_column": "foo",
 8 |           "old_str": "col_1",
 9 |           "new_str": "{{ col }}"
10 |         }
11 |       ]
12 |     },
13 |     {
14 |       "col": "the_col"
15 |     },
16 |     [
17 |       {
18 |         "name": "replacetext",
19 |         "search_column": "foo",
20 |         "old_str": "col_1",
21 |         "new_str": "the_col"
22 |       }
23 |     ]
24 |   ]
25 | ]
26 | 


--------------------------------------------------------------------------------
/server/tests/fixtures/fixtures_templating/split.json:
--------------------------------------------------------------------------------
 1 | [
 2 |   [
 3 |     {
 4 |         "steps": [
 5 |             {"name": "split", "column": "{{ col }}", "delimiter": "-", "number_cols_to_keep":  3}
 6 |         ]
 7 |     },
 8 |     {"col": "the_col"},
 9 |      [
10 |        {"name": "split", "column": "the_col", "delimiter": "-", "number_cols_to_keep":  3}
11 |      ]
12 |   ]
13 | ]
14 | 


--------------------------------------------------------------------------------
/server/tests/fixtures/fixtures_templating/text.json:
--------------------------------------------------------------------------------
 1 | [
 2 |   [
 3 |     {
 4 |         "steps": [
 5 |             {"name": "text", "new_column": "{{ col }}", "text": "{{ foo }}"}
 6 |         ]
 7 |     },
 8 |     {"col": "the_col", "foo":  "bar"},
 9 |      [
10 |        {"name": "text", "new_column": "the_col", "text": "bar"}
11 |      ]
12 |   ]
13 | ]
14 | 


--------------------------------------------------------------------------------
/server/tests/fixtures/fixtures_templating/top.json:
--------------------------------------------------------------------------------
 1 | [
 2 |   [
 3 |     {
 4 |         "steps": [
 5 |             {"name": "top", "limit":  "{{ limit }}", "rank_on":  "{{ col }}", "sort":  "desc"}
 6 |         ]
 7 |     },
 8 |     {"col": "the_col", "rank_on":  "bar", "limit":  42},
 9 |      [
10 |        {"name": "top", "limit":  42, "rank_on":  "the_col", "sort":  "desc"}
11 |      ]
12 |   ]
13 | ]
14 | 


--------------------------------------------------------------------------------
/server/tests/fixtures/fixtures_templating/top_filter.json:
--------------------------------------------------------------------------------
 1 | [
 2 |   [
 3 |     {
 4 |         "steps": [
 5 |             {"name": "top", "rank_on": "{{ bar }}", "sort": "desc", "limit": "{{ foo }}"},
 6 |             {
 7 |                 "name": "filter",
 8 |                 "condition": {"column": "foo", "operator": "lt", "value": "{{ foo }}"}
 9 |             }
10 |         ]
11 |     },
12 |     {"foo": 42, "bar": "price"},
13 |      [
14 |             {"name": "top", "rank_on": "price", "sort": "desc", "limit": 42},
15 |             {
16 |                 "name": "filter",
17 |                 "condition": {"column": "foo", "operator": "lt", "value": 42}
18 |             }
19 |         ]
20 |   ]
21 | ]
22 | 


--------------------------------------------------------------------------------
/server/tests/fixtures/fixtures_templating/uniquegroups.json:
--------------------------------------------------------------------------------
 1 | [
 2 |   [
 3 |     {
 4 |         "steps": [
 5 |             {"name": "uniquegroups", "on":  "{{ cols }}"}
 6 |         ]
 7 |     },
 8 |     {"cols": ["the_col"]},
 9 |      [
10 |        {"name": "uniquegroups", "on":  ["the_col"]}
11 |      ]
12 |   ]
13 | ]
14 | 


--------------------------------------------------------------------------------
/server/tests/fixtures/fixtures_templating/unpivot.json:
--------------------------------------------------------------------------------
 1 | [
 2 |   [
 3 |     {
 4 |         "steps": [
 5 |             {"name": "unpivot", "keep": "{{ cols }}", "unpivot":  "{{ cols }}",
 6 |               "unpivot_column_name":  "foo", "value_column_name": "bar", "dropna":  true}
 7 |         ]
 8 |     },
 9 |     {"cols": ["the_col"]},
10 |      [
11 |        {"name": "unpivot", "keep": ["the_col"], "unpivot":  ["the_col"],
12 |               "unpivot_column_name":  "foo", "value_column_name": "bar", "dropna":  true}
13 |      ]
14 |   ]
15 | ]
16 | 


--------------------------------------------------------------------------------
/server/tests/fixtures/fixtures_templating/waterfall.json:
--------------------------------------------------------------------------------
 1 | [
 2 |   [
 3 |     {
 4 |         "steps": [
 5 |             {"name": "waterfall", "valueColumn": "{{ col }}", "milestonesColumn":  "{{ col }}",
 6 |               "groupby":  "{{ cols }}", "start": "{{ value }}", "end":  "{{ value }}",
 7 |             "labelsColumn":  "{{ col }}", "parentsColumn" :  "{{ col }}", "sortBy":  "label", "order": "desc"}
 8 |         ]
 9 |     },
10 |     {"cols": ["the_col"], "col":  "foo", "value":  42},
11 |      [
12 |          {"name": "waterfall", "valueColumn":  "foo", "milestonesColumn":  "foo",
13 |               "groupby":  ["the_col"], "start": 42, "end":  42,
14 |             "labelsColumn":  "foo", "parentsColumn" : "foo", "sortBy":  "label", "order": "desc"}
15 |      ]
16 |   ]
17 | ]
18 | 


--------------------------------------------------------------------------------
/server/tests/steps/__init__.py:
--------------------------------------------------------------------------------
1 | """
2 | This module contains unit tests for every supported pipeline step
3 | """
4 | 


--------------------------------------------------------------------------------
/server/tests/steps/test_append.py:
--------------------------------------------------------------------------------
 1 | from typing import Any
 2 | 
 3 | import numpy as np
 4 | import pandas as pd
 5 | 
 6 | from weaverbird.backends.pandas_executor.steps.append import execute_append
 7 | from weaverbird.pipeline.steps import AppendStep
 8 | 
 9 | 
10 | def test_benchmark_append(benchmark):
11 |     df_left = pd.DataFrame({"values": np.random.random(1000)})
12 |     df_right = pd.DataFrame({"values": np.random.random(1000)})
13 | 
14 |     step = AppendStep(name="append", pipelines=["other"])
15 | 
16 |     df_result = benchmark(
17 |         execute_append,
18 |         step,
19 |         df_left,
20 |         domain_retriever=lambda _p: df_right,
21 |         execute_pipeline=lambda _p, _dr: (df_right, Any),
22 |     )
23 |     assert len(df_result) == 2000
24 | 


--------------------------------------------------------------------------------
/server/tests/steps/test_argmax.py:
--------------------------------------------------------------------------------
 1 | import numpy as np
 2 | from pandas import DataFrame
 3 | 
 4 | from weaverbird.backends.pandas_executor.steps.argmax import execute_argmax
 5 | from weaverbird.pipeline.steps.argmax import ArgmaxStep
 6 | 
 7 | 
 8 | def test_benchmark_argmax(benchmark):
 9 |     sample_df = DataFrame(
10 |         {
11 |             "Group": ["Group 1"] * 500 + ["Group 2"] * 500,
12 |             "Value1": np.random.random(1000),
13 |             "Value2": np.random.random(1000),
14 |         }
15 |     )
16 |     step = ArgmaxStep(name="argmax", column="Value1", groups=["Group"])
17 | 
18 |     benchmark(execute_argmax, step, sample_df)
19 | 


--------------------------------------------------------------------------------
/server/tests/steps/test_argmin.py:
--------------------------------------------------------------------------------
 1 | import numpy as np
 2 | from pandas import DataFrame
 3 | 
 4 | from weaverbird.backends.pandas_executor.steps.argmin import execute_argmin
 5 | from weaverbird.pipeline.steps.argmin import ArgminStep
 6 | 
 7 | 
 8 | def test_benchmark_argmin(benchmark):
 9 |     sample_df = DataFrame(
10 |         {
11 |             "Group": ["Group 1"] * 500 + ["Group 2"] * 500,
12 |             "Value1": np.random.random(1000),
13 |             "Value2": np.random.random(1000),
14 |         }
15 |     )
16 |     step = ArgminStep(name="argmin", column="Value1", groups=["Group"])
17 | 
18 |     benchmark(execute_argmin, step, sample_df)
19 | 


--------------------------------------------------------------------------------
/server/tests/steps/test_concatenate.py:
--------------------------------------------------------------------------------
 1 | from pandas import DataFrame
 2 | 
 3 | from weaverbird.backends.pandas_executor.steps.concatenate import execute_concatenate
 4 | from weaverbird.pipeline.steps import ConcatenateStep
 5 | 
 6 | 
 7 | def test_benchmark_concatenate(benchmark):
 8 |     big_df = DataFrame(
 9 |         {
10 |             "value": list(range(1000)),
11 |             "value2": list(range(1000)),
12 |         }
13 |     )
14 | 
15 |     step = ConcatenateStep(
16 |         name="concatenate",
17 |         columns=["value", "value2"],
18 |         separator=" - ",
19 |         new_column_name="newcol",
20 |     )
21 | 
22 |     benchmark(execute_concatenate, step, big_df)
23 | 


--------------------------------------------------------------------------------
/server/tests/steps/test_delete.py:
--------------------------------------------------------------------------------
 1 | from pandas import DataFrame
 2 | 
 3 | from weaverbird.backends.pandas_executor.steps.delete import execute_delete
 4 | from weaverbird.pipeline.steps import DeleteStep
 5 | 
 6 | 
 7 | def test_benchmark_delete(benchmark):
 8 |     big_df = DataFrame({"value": list(range(1000))})
 9 |     step = DeleteStep(
10 |         name="delete",
11 |         columns=["value"],
12 |     )
13 |     benchmark(execute_delete, step, big_df)
14 | 


--------------------------------------------------------------------------------
/server/tests/steps/test_domain.py:
--------------------------------------------------------------------------------
 1 | from unittest.mock import Mock
 2 | 
 3 | from weaverbird.backends.pandas_executor.steps.domain import execute_domain
 4 | from weaverbird.pipeline.steps.domain import DomainStep
 5 | 
 6 | 
 7 | def test_retrieve_domain():
 8 |     domain_retriever_mock = Mock(return_value="sample_dataframe")
 9 | 
10 |     step = DomainStep(name="domain", domain="kalimdor")
11 |     df = execute_domain(step, None, domain_retriever=domain_retriever_mock)
12 | 
13 |     domain_retriever_mock.assert_called_once_with("kalimdor")
14 |     assert df == "sample_dataframe"
15 | 


--------------------------------------------------------------------------------
/server/tests/steps/test_duplicate.py:
--------------------------------------------------------------------------------
 1 | from pandas import DataFrame
 2 | 
 3 | from weaverbird.backends.pandas_executor.steps.duplicate import execute_duplicate
 4 | from weaverbird.pipeline.steps import DuplicateStep
 5 | 
 6 | 
 7 | def test_benchmark_duplicate(benchmark):
 8 |     big_df = DataFrame({"value": list(range(1000))})
 9 |     step = DuplicateStep(name="duplicate", column="value", new_column_name="y")
10 |     benchmark(execute_duplicate, step, big_df)
11 | 


--------------------------------------------------------------------------------
/ui/.editorconfig:
--------------------------------------------------------------------------------
 1 | # EditorConfig helps developers define and maintain consistent
 2 | # coding styles between different editors and IDEs
 3 | # editorconfig.org
 4 | 
 5 | root = true
 6 | 
 7 | 
 8 | [*]
 9 | 
10 | # Change these settings to your own preference
11 | indent_style = space
12 | indent_size = 2
13 | 
14 | # We recommend you to keep these unchanged
15 | end_of_line = lf
16 | charset = utf-8
17 | trim_trailing_whitespace = true
18 | insert_final_newline = true
19 | 
20 | [*.md]
21 | trim_trailing_whitespace = false
22 | 
23 | [Makefile]
24 | indent_style = tab
25 | 


--------------------------------------------------------------------------------
/ui/.eslintignore:
--------------------------------------------------------------------------------
1 | # typescript declaration files
2 | **/*.d.ts
3 | 
4 | # Ignore node modules
5 | node_modules/*
6 | 
7 | # Ignore built files
8 | dist/*
9 | 


--------------------------------------------------------------------------------
/ui/.gitignore:
--------------------------------------------------------------------------------
 1 | node_modules
 2 | dist
 3 | .storybook/dist
 4 | 
 5 | # Editor
 6 | .idea
 7 | .vscode
 8 | 
 9 | # local env files
10 | .env.local
11 | .env.*.local
12 | 
13 | # Log files
14 | npm-debug.log*
15 | yarn-debug.log*
16 | yarn-error.log*
17 | *.tsbuildinfo
18 | 
19 | # Generated reports
20 | coverage
21 | lint-report.json
22 | test-report.xml
23 | 


--------------------------------------------------------------------------------
/ui/.npmignore:
--------------------------------------------------------------------------------
1 | # Ignore server module files
2 | /server
3 | 


--------------------------------------------------------------------------------
/ui/.prettierrc.cjs:
--------------------------------------------------------------------------------
1 | module.exports = {
2 |   printWidth: 100,
3 |   singleQuote: true,
4 |   trailingComma: "all",
5 |   tabWidth: 2,
6 |   bracketSpacing: true
7 | };
8 | 


--------------------------------------------------------------------------------
/ui/.storybook/preview-head.html:
--------------------------------------------------------------------------------
 1 | <style>
 2 |   @import url('https://fonts.googleapis.com/css?family=Montserrat:500,600,700&display=swap');
 3 |   @import url('https://fonts.googleapis.com/css?family=Roboto+Slab:400&display=swap');
 4 |   *, *:before, *:after {
 5 |     box-sizing: border-box;
 6 |   }
 7 |   html {
 8 |     font-family: Montserrat, sans-serif;
 9 |   }
10 |   body {
11 |     position: relative;
12 |   }
13 | </style>
14 | <script>
15 |   // https://github.com/storybookjs/storybook/issues/15391#issuecomment-873472669
16 |   window.global = window;
17 | </script>
18 | 


--------------------------------------------------------------------------------
/ui/build-types.sh:
--------------------------------------------------------------------------------
 1 | #!/bin/sh
 2 | rm -rf dist/types
 3 | npx vue-tsc -p tsconfig.types.json
 4 | for file in dist/types/**/*.*
 5 | do
 6 |   if [ $file = dist/types/main.d.ts ]
 7 |   then
 8 |     path_to_src=./
 9 |   else
10 |     path_to_src=$(echo $file | tr -dc '/' | colrm 1 2 | sed "s#/#../#g")
11 |   fi
12 |   sed -i -r "s#((import|export) .* from ')@/(.*)#\1$path_to_src\3#g" $file
13 | done
14 | mv dist/types/src/* dist/types
15 | rm -r dist/types/src
16 | 


--------------------------------------------------------------------------------
/ui/index.html:
--------------------------------------------------------------------------------
 1 | <!DOCTYPE html>
 2 | <html lang="en">
 3 |   <head>
 4 |     <meta charset="utf-8" />
 5 |     <meta http-equiv="X-UA-Compatible" content="IE=edge" />
 6 |     <meta name="viewport" content="width=device-width,initial-scale=1.0" />
 7 |     <link rel="icon" href="/favicon.ico" />
 8 |     <title>weaverbird</title>
 9 |   </head>
10 | 
11 |   <body>
12 |     <div id="app">
13 |       Remove me
14 |     </div>
15 |   </body>
16 | </html>
17 | 


--------------------------------------------------------------------------------
/ui/sonar-project.properties:
--------------------------------------------------------------------------------
 1 | sonar.projectKey=ToucanToco_weaverbird_ui
 2 | sonar.organization=toucantoco
 3 | 
 4 | # This is the name and version displayed in the SonarCloud UI.
 5 | # sonar.projectName=weaverbird UI
 6 | sonar.projectVersion=0.117.2
 7 | 
 8 | # Path is relative to the sonar-project.properties file. Replace "\" by "/" on Windows.
 9 | sonar.sources=./src
10 | sonar.coverage.exclusions=./src/typings,./src/main.ts,./src/types.ts
11 | 
12 | # Encoding of the source code. Default is default system encoding
13 | #sonar.sourceEncoding=UTF-8
14 | 
15 | # Reports
16 | sonar.javascript.lcov.reportPaths=./coverage/lcov.info
17 | sonar.eslint.reportPaths=./lint-report.json
18 | 


--------------------------------------------------------------------------------
/ui/src/assets/reshape-icon.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ToucanToco/weaverbird/faa63e75b9b3011eb0f12dc4f27c94b99452f1eb/ui/src/assets/reshape-icon.png


--------------------------------------------------------------------------------
/ui/src/components/ConditionsEditor/tree-types.ts:
--------------------------------------------------------------------------------
 1 | export type GenericFilterTree<ConditionType extends AbstractCondition> = {
 2 |   conditions: ConditionType[];
 3 |   groups: GenericFilterTree<ConditionType>[];
 4 |   operator: ConditionOperator;
 5 | };
 6 | 
 7 | export type ConditionOperator = 'and' | 'or' | '';
 8 | export type AbstractCondition = any;
 9 | export type AbstractFilterTree = GenericFilterTree<AbstractCondition>;
10 | 


--------------------------------------------------------------------------------
/ui/src/components/DatePicker/__mocks__/Calendar.vue:
--------------------------------------------------------------------------------
 1 | <template>
 2 |   <div class="calendar-mock" />
 3 | </template>
 4 | 
 5 | <script lang="ts">
 6 | import { Component, Prop, Vue } from 'vue-property-decorator';
 7 | 
 8 | import type { DateRange } from '@/lib/dates';
 9 | 
10 | @Component({
11 |   name: 'calendar',
12 | })
13 | export default class Calendar extends Vue {
14 |   @Prop({ default: undefined })
15 |   value!: Date | DateRange | undefined;
16 | 
17 |   @Prop({ default: undefined })
18 |   highlightedDates!: DateRange | undefined;
19 | 
20 |   @Prop({ default: () => ({ start: undefined, end: undefined }) })
21 |   availableDates!: DateRange;
22 | 
23 |   @Prop({ default: false })
24 |   isRange!: boolean;
25 | }
26 | </script>
27 | 
28 | <style></style>
29 | 


--------------------------------------------------------------------------------
/ui/src/components/__mocks__/FAIcon.vue:
--------------------------------------------------------------------------------
 1 | <script lang="ts">
 2 | import Vue from 'vue';
 3 | import { Component, Prop } from 'vue-property-decorator';
 4 | 
 5 | import type { FAIconName } from '@/assets/FA-ICONS';
 6 | 
 7 | @Component({
 8 |   name: 'FA-icon',
 9 | })
10 | export default class FAIcon extends Vue {
11 |   @Prop({
12 |     type: String,
13 |     default: '',
14 |   })
15 |   icon!: FAIconName;
16 | }
17 | </script>
18 | 
19 | <template>
20 |   <div>
21 |     <div class="fa-icon" :icon="icon" />
22 |   </div>
23 | </template>
24 | 


--------------------------------------------------------------------------------
/ui/src/components/stepforms/schemas/custom.ts:
--------------------------------------------------------------------------------
 1 | export default {
 2 |   $schema: 'http://json-schema.org/draft-07/schema#',
 3 |   title: 'Custom step',
 4 |   type: 'object',
 5 |   properties: {
 6 |     name: {
 7 |       type: 'string',
 8 |       enum: ['custom'],
 9 |     },
10 |     query: {
11 |       type: 'string',
12 |       minLength: 1,
13 |       title: 'Query',
14 |       description: 'Write a query',
15 |     },
16 |   },
17 |   required: ['name', 'query'],
18 |   additionalProperties: false,
19 | };
20 | 


--------------------------------------------------------------------------------
/ui/src/components/stepforms/schemas/customsql.ts:
--------------------------------------------------------------------------------
 1 | export default {
 2 |   $schema: 'http://json-schema.org/draft-07/schema#',
 3 |   title: 'Custom sql step',
 4 |   type: 'object',
 5 |   properties: {
 6 |     name: {
 7 |       type: 'string',
 8 |       enum: ['customsql'],
 9 |     },
10 |     query: {
11 |       type: 'string',
12 |       minLength: 1,
13 |       title: 'Query',
14 |       description: 'Write a query',
15 |     },
16 |     columns: {
17 |       description: 'Columns to select',
18 |       type: 'array',
19 |       items: {
20 |         type: 'string',
21 |         minLength: 1,
22 |       },
23 |     },
24 |   },
25 |   required: ['name', 'query'],
26 |   additionalProperties: false,
27 | };
28 | 


--------------------------------------------------------------------------------
/ui/src/components/stepforms/schemas/delete.ts:
--------------------------------------------------------------------------------
 1 | export default {
 2 |   $schema: 'http://json-schema.org/draft-07/schema#',
 3 |   title: 'Delete column step',
 4 |   type: 'object',
 5 |   properties: {
 6 |     name: {
 7 |       type: 'string',
 8 |       enum: ['delete'],
 9 |     },
10 |     columns: {
11 |       type: 'array',
12 |       minItems: 1,
13 |       items: {
14 |         type: 'string',
15 |         minLength: 1,
16 |       },
17 |       title: 'Delete columns',
18 |       description: 'Columns to delete',
19 |       attrs: {
20 |         placeholder: 'Select columns to delete',
21 |       },
22 |     },
23 |   },
24 |   required: ['name', 'columns'],
25 |   additionalProperties: false,
26 | };
27 | 


--------------------------------------------------------------------------------
/ui/src/components/stepforms/schemas/domain.ts:
--------------------------------------------------------------------------------
 1 | export default {
 2 |   $schema: 'http://json-schema.org/draft-07/schema#',
 3 |   title: 'Domain column step',
 4 |   type: 'object',
 5 |   properties: {
 6 |     name: {
 7 |       type: 'string',
 8 |       enum: ['domain'],
 9 |     },
10 |     domain: {
11 |       type: 'string',
12 |       minLength: 1,
13 |       title: "domain's name",
14 |       description: "domain's name",
15 |       attrs: {
16 |         placeholder: 'Choose a domain',
17 |       },
18 |     },
19 |   },
20 |   required: ['name', 'domain'],
21 |   additionalProperties: false,
22 | };
23 | 


--------------------------------------------------------------------------------
/ui/src/components/stepforms/schemas/formula.ts:
--------------------------------------------------------------------------------
 1 | export default {
 2 |   $schema: 'http://json-schema.org/draft-07/schema#',
 3 |   title: 'Formula step',
 4 |   type: 'object',
 5 |   properties: {
 6 |     name: {
 7 |       type: 'string',
 8 |       enum: ['formula'],
 9 |     },
10 |     formula: {
11 |       type: ['string', 'number'],
12 |       minLength: 1,
13 |       title: 'Formula',
14 |       description: 'Formula',
15 |       attrs: {
16 |         placeholder: 'Enter a formula',
17 |       },
18 |     },
19 |     newColumn: {
20 |       type: 'string',
21 |       minLength: 1,
22 |       title: 'New column name',
23 |       description: 'New column name',
24 |       attrs: {
25 |         placeholder: 'Enter a new column name',
26 |       },
27 |     },
28 |   },
29 |   required: ['name', 'formula', 'newColumn'],
30 |   additionalProperties: false,
31 | };
32 | 


--------------------------------------------------------------------------------
/ui/src/components/stepforms/schemas/fromdate.ts:
--------------------------------------------------------------------------------
 1 | export default {
 2 |   $schema: 'http://json-schema.org/draft-07/schema#',
 3 |   title: 'Convert date column to text step',
 4 |   type: 'object',
 5 |   properties: {
 6 |     name: {
 7 |       type: 'string',
 8 |       enum: ['fromdate'],
 9 |     },
10 |     column: {
11 |       type: 'string',
12 |       minLength: 1,
13 |       title: 'Column to convert',
14 |       description: 'Column to convert',
15 |       attrs: {
16 |         placeholder: 'Select a column',
17 |       },
18 |     },
19 |     format: {
20 |       type: 'string',
21 |       minLength: 1,
22 |       title: 'Date format',
23 |     },
24 |   },
25 |   required: ['name', 'column', 'format'],
26 |   additionalProperties: false,
27 | };
28 | 


--------------------------------------------------------------------------------
/ui/src/components/stepforms/schemas/select.ts:
--------------------------------------------------------------------------------
 1 | export default {
 2 |   $schema: 'http://json-schema.org/draft-07/schema#',
 3 |   title: 'Keep columns',
 4 |   type: 'object',
 5 |   properties: {
 6 |     name: {
 7 |       type: 'string',
 8 |       enum: ['select'],
 9 |     },
10 |     columns: {
11 |       type: 'array',
12 |       minItems: 1,
13 |       items: {
14 |         type: 'string',
15 |         minLength: 1,
16 |       },
17 |       title: 'Keep columns',
18 |       description: 'Columns to keep',
19 |       attrs: {
20 |         placeholder: 'Select columns to keep',
21 |       },
22 |     },
23 |   },
24 |   required: ['name', 'columns'],
25 |   additionalProperties: false,
26 | };
27 | 


--------------------------------------------------------------------------------
/ui/src/components/stepforms/schemas/simplify.ts:
--------------------------------------------------------------------------------
 1 | export default {
 2 |   $schema: 'http://json-schema.org/draft-07/schema#',
 3 |   title: 'Simplify step',
 4 |   type: 'object',
 5 |   properties: {
 6 |     name: {
 7 |       type: 'string',
 8 |       enum: ['simplify'],
 9 |     },
10 |     tolerance: {
11 |       type: 'number',
12 |       description: 'All parts of the simplified geometry will be no more than this distance',
13 |     },
14 |   },
15 |   required: ['name', 'tolerance'],
16 |   additionalProperties: false,
17 | };
18 | 


--------------------------------------------------------------------------------
/ui/src/components/stepforms/schemas/text.ts:
--------------------------------------------------------------------------------
 1 | export default {
 2 |   $schema: 'http://json-schema.org/draft-07/schema#',
 3 |   title: 'Add text column step',
 4 |   type: 'object',
 5 |   properties: {
 6 |     name: {
 7 |       type: 'string',
 8 |       enum: ['text'],
 9 |     },
10 |     text: {
11 |       type: 'string',
12 |       minLength: 1,
13 |       title: 'Text',
14 |       description: 'Text',
15 |       attrs: {
16 |         placeholder: 'Enter a text',
17 |       },
18 |     },
19 |     newColumn: {
20 |       type: 'string',
21 |       minLength: 1,
22 |       title: 'New column name',
23 |       description: 'New column name',
24 |       attrs: {
25 |         placeholder: 'Enter a new column name',
26 |       },
27 |     },
28 |   },
29 |   required: ['name', 'text', 'newColumn'],
30 |   additionalProperties: false,
31 | };
32 | 


--------------------------------------------------------------------------------
/ui/src/components/stepforms/schemas/todate.ts:
--------------------------------------------------------------------------------
 1 | export default {
 2 |   $schema: 'http://json-schema.org/draft-07/schema#',
 3 |   title: 'Convert text column to date step',
 4 |   type: 'object',
 5 |   properties: {
 6 |     name: {
 7 |       type: 'string',
 8 |       enum: ['todate'],
 9 |     },
10 |     column: {
11 |       type: 'string',
12 |       minLength: 1,
13 |       title: 'Column to convert',
14 |       description: 'Column to convert',
15 |       attrs: {
16 |         placeholder: 'Select a column',
17 |       },
18 |     },
19 |     format: {
20 |       type: 'string',
21 |       minLength: 1,
22 |       title: 'Date format',
23 |     },
24 |   },
25 |   required: ['name', 'column'],
26 |   additionalProperties: false,
27 | };
28 | 


--------------------------------------------------------------------------------
/ui/src/components/stepforms/schemas/tolower.ts:
--------------------------------------------------------------------------------
 1 | export default {
 2 |   $schema: 'http://json-schema.org/draft-07/schema#',
 3 |   title: 'Convert column to lowercase',
 4 |   type: 'object',
 5 |   properties: {
 6 |     name: {
 7 |       type: 'string',
 8 |       enum: ['lowercase'],
 9 |     },
10 |     column: {
11 |       type: 'string',
12 |       minLength: 1,
13 |       title: 'Column to convert',
14 |       description: 'Column to convert',
15 |       attrs: {
16 |         placeholder: 'Enter a column',
17 |       },
18 |     },
19 |   },
20 |   required: ['name', 'column'],
21 |   additionalProperties: false,
22 | };
23 | 


--------------------------------------------------------------------------------
/ui/src/components/stepforms/schemas/toupper.ts:
--------------------------------------------------------------------------------
 1 | export default {
 2 |   $schema: 'http://json-schema.org/draft-07/schema#',
 3 |   title: 'Convert column to uppercase',
 4 |   type: 'object',
 5 |   properties: {
 6 |     name: {
 7 |       type: 'string',
 8 |       enum: ['uppercase'],
 9 |     },
10 |     column: {
11 |       type: 'string',
12 |       minLength: 1,
13 |       title: 'Column to convert',
14 |       description: 'Column to convert',
15 |       attrs: {
16 |         placeholder: 'Enter a column',
17 |       },
18 |     },
19 |   },
20 |   required: ['name', 'column'],
21 |   additionalProperties: false,
22 | };
23 | 


--------------------------------------------------------------------------------
/ui/src/components/stepforms/schemas/trim.ts:
--------------------------------------------------------------------------------
 1 | export default {
 2 |   $schema: 'http://json-schema.org/draft-07/schema#',
 3 |   title: 'Trim spaces column step',
 4 |   type: 'object',
 5 |   properties: {
 6 |     name: {
 7 |       type: 'string',
 8 |       enum: ['trim'],
 9 |     },
10 |     columns: {
11 |       type: 'array',
12 |       minItems: 1,
13 |       items: {
14 |         type: 'string',
15 |         minLength: 1,
16 |       },
17 |       title: 'Trim spaces in columns',
18 |       description: 'Columns to trim',
19 |       attrs: {
20 |         placeholder: 'Select columns to trim',
21 |       },
22 |     },
23 |   },
24 |   required: ['name', 'columns'],
25 |   additionalProperties: false,
26 | };
27 | 


--------------------------------------------------------------------------------
/ui/src/components/stepforms/schemas/uniquegroups.ts:
--------------------------------------------------------------------------------
 1 | export default {
 2 |   $schema: 'http://json-schema.org/draft-07/schema#',
 3 |   title: 'Get unique groups/values step',
 4 |   type: 'object',
 5 |   properties: {
 6 |     name: {
 7 |       type: 'string',
 8 |       enum: ['uniquegroups'],
 9 |     },
10 |     on: {
11 |       type: 'array',
12 |       items: {
13 |         type: 'string',
14 |         minLength: 1,
15 |       },
16 |       title: 'Get unique groups/values in columns:',
17 |       description: 'The columns used to make groups',
18 |       attrs: {
19 |         placeholder: 'Add columns',
20 |       },
21 |     },
22 |   },
23 |   required: ['name', 'on'],
24 |   additionalProperties: false,
25 | };
26 | 


--------------------------------------------------------------------------------
/ui/src/components/stepforms/widgets/DefaultCodeEditor.vue:
--------------------------------------------------------------------------------
 1 | <template>
 2 |   <textarea
 3 |     :placeholder="placeholder"
 4 |     :value="value"
 5 |     type="text"
 6 |     @input="$emit('input', $event.target.value)"
 7 |     @blur="$emit('blur')"
 8 |     @focus="$emit('focus')"
 9 |   />
10 | </template>
11 | <script lang="ts">
12 | import { Component, Prop, Vue } from 'vue-property-decorator';
13 | 
14 | @Component({
15 |   name: 'DefaultCodeEditor',
16 | })
17 | export default class DefaultCodeEditor extends Vue {
18 |   @Prop({
19 |     type: String,
20 |     required: true,
21 |   })
22 |   value!: string;
23 | 
24 |   @Prop({
25 |     type: String,
26 |     default: '',
27 |   })
28 |   placeholder!: string;
29 | }
30 | </script>
31 | <style scoped>
32 | textarea {
33 |   outline: none;
34 | }
35 | </style>
36 | 


--------------------------------------------------------------------------------
/ui/src/lib/icons.ts:
--------------------------------------------------------------------------------
1 | import { library } from '@fortawesome/fontawesome-svg-core';
2 | 
3 | import { FA_ICONS_PACK } from '@/assets/FA-ICONS';
4 | 
5 | /* istanbul ignore next */
6 | library.add(...FA_ICONS_PACK);
7 | 


--------------------------------------------------------------------------------
/ui/src/lib/send-analytics.ts:
--------------------------------------------------------------------------------
 1 | /*
 2 |   This module enable to update the method used when the sendAnalytics method is called in the app
 3 |   It would do nothing by default
 4 | 
 5 |   You can set the function to use to send analytics by using the `defineSendAnalytics`
 6 |   it will retrieve two parameters:
 7 |   - name: string (the name of the referent event. ex: 'Save step xxx'
 8 |   - value: any (the data refering to this event that can be of any type depending on the context)
 9 | */
10 | 
11 | type SendAnalyticsManager = (_params: any) => void;
12 | 
13 | let sendAnalytics: SendAnalyticsManager = (_params: any) => {};
14 | 
15 | function defineSendAnalytics(sendAnalyticsManager: SendAnalyticsManager) {
16 |   sendAnalytics = sendAnalyticsManager;
17 | }
18 | 
19 | export { sendAnalytics, defineSendAnalytics };
20 | 


--------------------------------------------------------------------------------
/ui/src/lib/translators/athena.ts:
--------------------------------------------------------------------------------
 1 | import type * as S from '@/lib/steps';
 2 | 
 3 | import { PypikaTranslator } from './pypika';
 4 | 
 5 | /* istanbul ignore next */
 6 | export class AthenaTranslator extends PypikaTranslator {
 7 |   static label = 'AthenaTranslator';
 8 | 
 9 |   dateextract(step: Readonly<S.DateExtractStep>) {
10 |     return step;
11 |   }
12 | }
13 | 


--------------------------------------------------------------------------------
/ui/src/lib/translators/empty.ts:
--------------------------------------------------------------------------------
 1 | /**
 2 |  * This translator is an empty translator to support only domain step
 3 |  * */
 4 | 
 5 | import type * as S from '@/lib/steps';
 6 | 
 7 | import { BaseTranslator } from './base';
 8 | 
 9 | /* istanbul ignore next */
10 | export class EmptyTranslator extends BaseTranslator {
11 |   static label = 'EmptyTranslator';
12 |   domain(step: Readonly<S.DomainStep>) {
13 |     return step;
14 |   }
15 | }
16 | 


--------------------------------------------------------------------------------
/ui/src/lib/translators/google-big-query.ts:
--------------------------------------------------------------------------------
 1 | import type * as S from '@/lib/steps';
 2 | 
 3 | import { PypikaTranslator } from './pypika';
 4 | 
 5 | /* istanbul ignore next */
 6 | export class GoogleBigQueryTranslator extends PypikaTranslator {
 7 |   static label = 'GoogleBigQueryTranslator';
 8 | 
 9 |   dateextract(step: Readonly<S.DateExtractStep>) {
10 |     return step;
11 |   }
12 | }
13 | 


--------------------------------------------------------------------------------
/ui/src/lib/translators/mongo42.ts:
--------------------------------------------------------------------------------
 1 | import type { FilterSimpleCondition } from '@/lib/steps';
 2 | 
 3 | import { Mongo40Translator } from './mongo4';
 4 | 
 5 | export class Mongo42Translator extends Mongo40Translator {
 6 |   static label = 'Mongo 4.2';
 7 | 
 8 |   protected unsupportedOperatorsInConditions: FilterSimpleCondition['operator'][] = [];
 9 | }
10 | 


--------------------------------------------------------------------------------
/ui/src/lib/translators/mysql.ts:
--------------------------------------------------------------------------------
1 | import { PypikaTranslator } from './pypika';
2 | 
3 | /* istanbul ignore next */
4 | export class MySqlTranslator extends PypikaTranslator {
5 |   static label = 'MySqlTranslator';
6 | }
7 | 


--------------------------------------------------------------------------------
/ui/src/lib/translators/postgresql.ts:
--------------------------------------------------------------------------------
 1 | import type * as S from '@/lib/steps';
 2 | 
 3 | import { PypikaTranslator } from './pypika';
 4 | 
 5 | /* istanbul ignore next */
 6 | export class PostgresqlTranslator extends PypikaTranslator {
 7 |   static label = 'PostgreSQL';
 8 | 
 9 |   dateextract(step: Readonly<S.DateExtractStep>) {
10 |     return step;
11 |   }
12 | 
13 |   duration(step: Readonly<S.ComputeDurationStep>) {
14 |     return step;
15 |   }
16 | }
17 | 


--------------------------------------------------------------------------------
/ui/src/lib/translators/redshift.ts:
--------------------------------------------------------------------------------
 1 | import type * as S from '@/lib/steps';
 2 | 
 3 | import { PypikaTranslator } from './pypika';
 4 | 
 5 | /* istanbul ignore next */
 6 | export class RedshiftTranslator extends PypikaTranslator {
 7 |   static label = 'Redshift';
 8 | 
 9 |   dateextract(step: Readonly<S.DateExtractStep>) {
10 |     return step;
11 |   }
12 | }
13 | 


--------------------------------------------------------------------------------
/ui/src/lib/translators/snowflake.ts:
--------------------------------------------------------------------------------
 1 | import type * as S from '@/lib/steps';
 2 | 
 3 | import { PypikaTranslator } from './pypika';
 4 | 
 5 | /* istanbul ignore next */
 6 | export class SnowflakeTranslator extends PypikaTranslator {
 7 |   static label = 'Snowflake';
 8 | 
 9 |   dateextract(step: Readonly<S.DateExtractStep>) {
10 |     return step;
11 |   }
12 | }
13 | 


--------------------------------------------------------------------------------
/ui/src/types.ts:
--------------------------------------------------------------------------------
1 | export * from './main';
2 | 
3 | export type { PipelineStep, Pipeline } from './lib/steps';
4 | export type { VariableDelimiters, VariablesBucket } from './lib/variables';
5 | export type { ColumnValueStat } from './lib/dataset/helpers';
6 | export type { PaginationContext } from './lib/dataset/pagination';
7 | export type { DataSetColumnType, DataSetColumn, DataSet } from './lib/dataset';
8 | export type { BackendError, BackendWarning, BackendResponse, BackendService } from './lib/backend';
9 | 


--------------------------------------------------------------------------------
/ui/tests/unit/convert-step.spec.ts:
--------------------------------------------------------------------------------
 1 | import { createLocalVue, shallowMount } from '@vue/test-utils';
 2 | import { describe, expect, it, vi } from 'vitest';
 3 | 
 4 | import ConvertStepForm from '@/components/stepforms/ConvertStepForm.vue';
 5 | 
 6 | vi.mock('@/components/FAIcon.vue');
 7 | 
 8 | const localVue = createLocalVue();
 9 | 
10 | describe('Convert Data Type Step Form', () => {
11 |   it('should instantiate', () => {
12 |     const wrapper = shallowMount(ConvertStepForm, { localVue });
13 |     expect(wrapper.exists()).toBeTruthy();
14 |   });
15 | 
16 |   it('should have exactly 2 input components', () => {
17 |     const wrapper = shallowMount(ConvertStepForm, { localVue });
18 |     expect(wrapper.findAll('multiselectwidget-stub').length).toEqual(1);
19 |     expect(wrapper.findAll('autocompletewidget-stub').length).toEqual(1);
20 |   });
21 | });
22 | 


--------------------------------------------------------------------------------
/ui/tests/unit/simplify-step-form.spec.ts:
--------------------------------------------------------------------------------
 1 | import { describe, vi } from 'vitest';
 2 | 
 3 | import SimplifyStepForm from '@/components/stepforms/SimplifyStepForm.vue';
 4 | 
 5 | import { BasicStepFormTestRunner } from './utils';
 6 | 
 7 | vi.mock('@/components/FAIcon.vue');
 8 | 
 9 | describe('Simplify Step Form', () => {
10 |   const runner = new BasicStepFormTestRunner(SimplifyStepForm, 'simplify');
11 |   runner.testInstantiate();
12 |   runner.testExpectedComponents({
13 |     'inputnumberwidget-stub': 1,
14 |   });
15 |   runner.testCancel();
16 | 
17 |   runner.testValidate({
18 |     testlabel: 'submitted data is valid',
19 |     props: {
20 |       columnTypes: { columnA: 'string' },
21 |       initialStepValue: {
22 |         name: 'simplify',
23 |         tolerance: 1,
24 |       },
25 |     },
26 |   });
27 | });
28 | 


--------------------------------------------------------------------------------
/ui/tsconfig.app.json:
--------------------------------------------------------------------------------
 1 | {
 2 |   "$schema": "https://json.schemastore.org/tsconfig.json",
 3 |   "extends": "@vue/tsconfig/tsconfig.web.json",
 4 |   "include": ["env.d.ts", "src/**/*", "tests/**/*", "stories/**/*", "./.storybook/**/*", "src/**/*.vue", "src/**/*.json", "package.json"],
 5 |   "exclude": ["src/**/__tests__/*", ".storybook/main.*"],
 6 |   "compilerOptions": {
 7 |     "composite": true,
 8 |     "experimentalDecorators": true,
 9 |     "isolatedModules": true,
10 |     "baseUrl": ".",
11 |     "paths": { "@/*": ["./src/*"], "*": ["./src/typings/*"] },
12 |     "target": "ES2019",
13 |     "lib": ["ES2019", "DOM"],
14 |     "types": ["vite/client"]
15 |   },
16 |   "vueCompilerOptions": { "target": 2.7 }
17 | }
18 | 


--------------------------------------------------------------------------------
/ui/tsconfig.config.json:
--------------------------------------------------------------------------------
 1 | {
 2 |   "$schema": "https://json.schemastore.org/tsconfig.json",
 3 |   "extends": "@vue/tsconfig/tsconfig.node.json",
 4 |   "include": [
 5 |     "vite.config.*",
 6 |     ".storybook/main.*",
 7 | //    "cypress.config.*",
 8 | //    "playwright.config.*"
 9 |   ],
10 |   "compilerOptions": {
11 |     "composite": true,
12 |     "types": ["node"]
13 |   }
14 | }
15 | 


--------------------------------------------------------------------------------
/ui/tsconfig.json:
--------------------------------------------------------------------------------
 1 | {
 2 |   "$schema": "https://json.schemastore.org/tsconfig.json",
 3 |   "files": [],
 4 |   "references": [
 5 |     { "path": "./tsconfig.config.json" },
 6 |     { "path": "./tsconfig.app.json" },
 7 |     { "path": "./tsconfig.types.json" }
 8 |   ],
 9 |   "compilerOptions": { "newLine": "lf" }
10 | }
11 | 


--------------------------------------------------------------------------------
/ui/tsconfig.types.json:
--------------------------------------------------------------------------------
 1 | {
 2 |   "extends": "./tsconfig.app.json",
 3 |   "compilerOptions": {
 4 |     "sourceMap": false,
 5 |     "declaration": true,
 6 |     "declarationDir": "./dist/types",
 7 |     "emitDeclarationOnly": true
 8 |   },
 9 |   "include": ["src"],
10 |   "exclude": ["**/__mocks__/**"]
11 | }
12 | 


--------------------------------------------------------------------------------
/ui/vitest.config.ts:
--------------------------------------------------------------------------------
 1 | import { resolve } from 'path';
 2 | import { mergeConfig } from 'vite';
 3 | import { defineConfig } from 'vitest/config';
 4 | 
 5 | import viteConfig from './vite.config';
 6 | 
 7 | export default mergeConfig(
 8 |   viteConfig,
 9 |   defineConfig({
10 |     test: {
11 |       environment: 'jsdom',
12 |       setupFiles: [resolve(__dirname, './vitest.setup.ts')],
13 |       coverage: {
14 |         reporter: ['lcov'],
15 |       },
16 |     },
17 |   }),
18 | );
19 | 


--------------------------------------------------------------------------------
/ui/vitest.setup.ts:
--------------------------------------------------------------------------------
1 | import Vue from 'vue';
2 | 
3 | Vue.config.devtools = false;
4 | Vue.config.productionTip = false;
5 | 


--------------------------------------------------------------------------------