3 |
4 |
8 |
9 |
10 |
55 |
56 |
--------------------------------------------------------------------------------
/flatisfy/test_files/127028739@seloger.json:
--------------------------------------------------------------------------------
1 | {
2 | "id": "127028739@seloger",
3 | "url": "http://www.seloger.com/annonces/achat/appartement/rennes-35/centre/127028739.htm?p=",
4 | "title": "Appartement 3 pièces 67m² - Rennes",
5 | "area": 67,
6 | "cost": 155700,
7 | "price_per_meter": 2323.8805970149256,
8 | "currency": "€",
9 | "utilities": "",
10 | "date": "2018-01-12T02:10:00",
11 | "location": "17 PLACE MARECHAL JUIN Rennes (35000)",
12 | "station": "",
13 | "text": "Exclusivité Nexity Dans un immeuble de standing, en étage élevé avec ascenseur, Appartement Type 3 de 67 m² exposé Sud / Ouest, un séjour avec balcon et double exposition vue dégagée. Deux chambres dont une avec balcon, salle de douches, WC séparé, cave et parking en sous-sol.",
14 | "phone": null,
15 | "photos": [
16 | {
17 | "id": "0an3yarge9y446j653dewxu0jwy33pmwar47k2qym.jpg",
18 | "url": "flatisfy/test_files/127028739@seloger.jpg",
19 | "data": null
20 | }
21 | ],
22 | "rooms": 3,
23 | "bedrooms": 2,
24 | "details": {
25 | "Vue": "",
26 | "Pièces": "3",
27 | "Etage": "15",
28 | "Reference": "MT0136601",
29 | "Chambres": "2",
30 | "Cave": "",
31 | "Balcon": "5 m²",
32 | "Surface": "67 m²",
33 | "Ascenseur": "",
34 | "Etages": "30",
35 | "Parking": "1",
36 | "Salle de Séjour": ""
37 | },
38 | "flatisfy": {
39 | "postal_code": "35000"
40 | }
41 | }
42 |
--------------------------------------------------------------------------------
/flatisfy/models/postal_code.py:
--------------------------------------------------------------------------------
1 | # coding: utf-8
2 | """
3 | This modules defines an SQLAlchemy ORM model for a postal code opendata.
4 | """
5 | # pylint: disable=locally-disabled,invalid-name,too-few-public-methods
6 | from __future__ import absolute_import, print_function, unicode_literals
7 |
8 | import logging
9 |
10 | from sqlalchemy import Column, Float, Integer, String, UniqueConstraint
11 |
12 | from flatisfy.database.base import BASE
13 |
14 |
15 | LOGGER = logging.getLogger(__name__)
16 |
17 |
18 | class PostalCode(BASE):
19 | """
20 | SQLAlchemy ORM model to store a postal code opendata.
21 | """
22 |
23 | __tablename__ = "postal_codes"
24 |
25 | id = Column(Integer, primary_key=True)
26 | # Area is an identifier to prevent loading unnecessary stops. For now it is
27 | # following ISO 3166-2.
28 | area = Column(String, index=True)
29 | postal_code = Column(String, index=True)
30 | insee_code = Column(String, index=True)
31 | name = Column(String, index=True)
32 | lat = Column(Float)
33 | lng = Column(Float)
34 | UniqueConstraint("postal_code", "name")
35 |
36 | def __repr__(self):
37 | return "{{ $t("common.loading") }}
5 | 6 |
3 |
4 |
12 |
14 |
15 |
16 |
54 |
55 |
77 |
--------------------------------------------------------------------------------
/flatisfy/database/types.py:
--------------------------------------------------------------------------------
1 | # coding: utf-8
2 | """
3 | This modules implements custom types in SQLAlchemy.
4 | """
5 | from __future__ import absolute_import, print_function, unicode_literals
6 |
7 | import json
8 |
9 | import sqlalchemy.types as types
10 |
11 |
12 | class StringyJSON(types.TypeDecorator):
13 | """
14 | Stores and retrieves JSON as TEXT for SQLite.
15 |
16 | From
17 | https://avacariu.me/articles/2016/compiling-json-as-text-for-sqlite-with-sqlalchemy.
18 |
19 | .. note ::
20 |
21 | The associated field is immutable. That is, changes to the data
22 | (typically, changing the value of a dict field) will not trigger an
23 | update on the SQL side upon ``commit`` as the reference to the object
24 | will not have been updated. One should force the update by forcing an
25 | update of the reference (by performing a ``copy`` operation on the dict
26 | for instance).
27 | """
28 |
29 | impl = types.TEXT
30 |
31 | def process_bind_param(self, value, dialect):
32 | """
33 | Process the bound param, serialize the object to JSON before saving
34 | into database.
35 | """
36 | if value is not None:
37 | value = json.dumps(value)
38 | return value
39 |
40 | def process_result_value(self, value, dialect):
41 | """
42 | Process the value fetched from the database, deserialize the JSON
43 | string before returning the object.
44 | """
45 | if value is not None:
46 | value = json.loads(value)
47 | return value
48 |
49 |
50 | # TypeEngine.with_variant says "use StringyJSON instead when
51 | # connecting to 'sqlite'"
52 | # pylint: disable=locally-disabled,invalid-name
53 | MagicJSON = types.JSON().with_variant(StringyJSON, "sqlite")
54 |
--------------------------------------------------------------------------------
/doc/2.docker.md:
--------------------------------------------------------------------------------
1 | Installing Flatisfy using Docker
2 | ================================
3 |
4 | A basic `Dockerfile` is available for rapid testing. It is still really hacky
5 | and should not be used in production.
6 |
7 |
8 | 1\. First, build the docker image:
9 |
10 | ```
11 | cd docker
12 | docker build -t phyks/flatisfy .
13 | ```
14 |
15 | 2\. Then, create some folder to store your Flatisfy data in a permanent way (it
16 | will be mount as a Docker volume in next steps), and initialize an empty
17 | config:
18 |
19 | ```
20 | mkdir flatisfy
21 | cd flatisfy
22 | FLATISFY_VOLUME=$(pwd)
23 | docker run --rm -it -e LOCAL_USER_ID=`id -u` -v $FLATISFY_VOLUME:/flatisfy phyks/flatisfy sh -c "cd /home/user/app && python -m flatisfy init-config > /flatisfy/config.json"
24 | ```
25 |
26 |
27 | 3\. Then, edit the generated `$FLATISFY_VOLUME/config.json` file according to your needs. See
28 | [0.getting_started.md](0.getting_started.md) for more infos on the
29 | configuration file format. You will have to define your constraints (at
30 | least postal codes, house type and type of post), set `data_directory` to
31 | `/flatisfy` and set `host` to `0.0.0.0` to make the web UI accessible from
32 | outside the Docker container. The rest is up to you.
33 |
34 |
35 | 4\. Finally, run the docker image to fetch flats and serve the web UI:
36 |
37 | ```
38 | docker run -it -e LOCAL_USER_ID=`id -u` -v $FLATISFY_VOLUME:/flatisfy -p 8080:8080 phyks/flatisfy
39 | ```
40 |
41 | Your Flatisfy instance is now available at `localhost:8080`!
42 |
43 |
44 | To fetch new housing posts, you should manually call
45 |
46 | ```
47 | docker run --rm -it -e LOCAL_USER_ID=`id -u` -v $FLATISFY_VOLUME:/flatisfy phyks/flatisfy /home/user/fetch.sh
48 | ```
49 |
50 | This can be done easily in a crontask on your host system, to run it typically
51 | every night.
52 |
--------------------------------------------------------------------------------
/flatisfy/test_files/13783671@explorimmo.json:
--------------------------------------------------------------------------------
1 | {
2 | "id": "13783671@explorimmo",
3 | "url": "http://www.explorimmo.com/annonce-13783671.html",
4 | "title": "Vente appartement 3 pi\u00e8ces 65 m2",
5 | "area": 65,
6 | "cost": 145275,
7 | "price_per_meter": 2235,
8 | "currency": "EUR",
9 | "utilities": "H.C.",
10 | "date": "2017-11-10T02:04:00",
11 | "location": "225 RUE DE FOUGERES Rennes 35700",
12 | "station": null,
13 | "text": "Rennes en exclusivit\u00e9 rue de Foug\u00e8res - Grand Appartement 3 pi\u00e8ces avec Balcon\ndans une copropri\u00e9t\u00e9 avec ascenseur - Travaux \u00e0 pr\u00e9voir - 2 chambres - Cave et\ngarage\n\n",
14 | "phone": null,
15 | "photos": [{
16 | "id": "cb10f556708c4e858c1a45ec1dfda623.jpg",
17 | "url": "http://thbr.figarocms.net/images/AXuL6XMCphsRrTYttb7yR2W3CCg=/560x420/filters:fill(f6f6f6):quality(80):strip_icc()/cb10f556708c4e858c1a45ec1dfda623.jpg",
18 | "data": null
19 | }, {
20 | "id": "e2696eacce2d487e99e88c2b945cee34.jpg",
21 | "url": "http://thbr.figarocms.net/images/0Va3M6bf1eFkJJzPXC--QIc6WTo=/560x420/filters:fill(f6f6f6):quality(80):strip_icc()/e2696eacce2d487e99e88c2b945cee34.jpg",
22 | "data": null
23 | }],
24 | "rooms": 3,
25 | "bedrooms": 2,
26 | "details": {
27 | "available": true,
28 | "heatingType": "",
29 | "agency": "NEXITY LAMY, 6 avenue Jean Janvier, 35000, Rennes",
30 | "bathrooms": 0,
31 | "exposure": "Non pr\u00e9cis\u00e9",
32 | "floor": "1",
33 | "energy": "E",
34 | "bedrooms": 2,
35 | "greenhouseGasEmission": null,
36 | "isFurnished": false,
37 | "rooms": 3,
38 | "fees": 0.0,
39 | "creationDate": 1507712100000,
40 | "agencyFees": 0.0,
41 | "availabilityDate": null,
42 | "guarantee": 0.0
43 | }
44 | }
45 |
--------------------------------------------------------------------------------
/alembic.ini:
--------------------------------------------------------------------------------
1 | # A generic, single database configuration.
2 |
3 | [alembic]
4 | # path to migration scripts
5 | script_location = migrations
6 |
7 | # template used to generate migration files
8 | # file_template = %%(rev)s_%%(slug)s
9 |
10 | # timezone to use when rendering the date
11 | # within the migration file as well as the filename.
12 | # string value is passed to dateutil.tz.gettz()
13 | # leave blank for localtime
14 | # timezone =
15 |
16 | # max length of characters to apply to the
17 | # "slug" field
18 | #truncate_slug_length = 40
19 |
20 | # set to 'true' to run the environment during
21 | # the 'revision' command, regardless of autogenerate
22 | # revision_environment = false
23 |
24 | # set to 'true' to allow .pyc and .pyo files without
25 | # a source .py file to be detected as revisions in the
26 | # versions/ directory
27 | # sourceless = false
28 |
29 | # version location specification; this defaults
30 | # to migrations/versions. When using multiple version
31 | # directories, initial revisions must be specified with --version-path
32 | # version_locations = %(here)s/bar %(here)s/bat migrations/versions
33 |
34 | # the output encoding used when revision files
35 | # are written from script.py.mako
36 | # output_encoding = utf-8
37 |
38 | sqlalchemy.url = sqlite:///data/flatisfy.db
39 |
40 |
41 | # Logging configuration
42 | [loggers]
43 | keys = root,sqlalchemy,alembic
44 |
45 | [handlers]
46 | keys = console
47 |
48 | [formatters]
49 | keys = generic
50 |
51 | [logger_root]
52 | level = WARN
53 | handlers = console
54 | qualname =
55 |
56 | [logger_sqlalchemy]
57 | level = WARN
58 | handlers =
59 | qualname = sqlalchemy.engine
60 |
61 | [logger_alembic]
62 | level = INFO
63 | handlers =
64 | qualname = alembic
65 |
66 | [handler_console]
67 | class = StreamHandler
68 | args = (sys.stderr,)
69 | level = NOTSET
70 | formatter = generic
71 |
72 | [formatter_generic]
73 | format = %(levelname)-5.5s [%(name)s] %(message)s
74 | datefmt = %H:%M:%S
75 |
--------------------------------------------------------------------------------
/doc/flatisfy.rst:
--------------------------------------------------------------------------------
1 | flatisfy package
2 | ================
3 |
4 | Subpackages
5 | -----------
6 |
7 | .. toctree::
8 |
9 | flatisfy.data_files
10 | flatisfy.database
11 | flatisfy.filters
12 | flatisfy.models
13 | flatisfy.web
14 |
15 | Submodules
16 | ----------
17 |
18 | flatisfy.cmds module
19 | --------------------
20 |
21 | .. automodule:: flatisfy.cmds
22 | :members:
23 | :undoc-members:
24 | :show-inheritance:
25 |
26 | flatisfy.config module
27 | ----------------------
28 |
29 | .. automodule:: flatisfy.config
30 | :members:
31 | :undoc-members:
32 | :show-inheritance:
33 |
34 | flatisfy.constants module
35 | -------------------------
36 |
37 | .. automodule:: flatisfy.constants
38 | :members:
39 | :undoc-members:
40 | :show-inheritance:
41 |
42 | flatisfy.data module
43 | --------------------
44 |
45 | .. automodule:: flatisfy.data
46 | :members:
47 | :undoc-members:
48 | :show-inheritance:
49 |
50 | flatisfy.email module
51 | ---------------------
52 |
53 | .. automodule:: flatisfy.email
54 | :members:
55 | :undoc-members:
56 | :show-inheritance:
57 |
58 | flatisfy.exceptions module
59 | --------------------------
60 |
61 | .. automodule:: flatisfy.exceptions
62 | :members:
63 | :undoc-members:
64 | :show-inheritance:
65 |
66 | flatisfy.fetch module
67 | ---------------------
68 |
69 | .. automodule:: flatisfy.fetch
70 | :members:
71 | :undoc-members:
72 | :show-inheritance:
73 |
74 | flatisfy.tests module
75 | ---------------------
76 |
77 | .. automodule:: flatisfy.tests
78 | :members:
79 | :undoc-members:
80 | :show-inheritance:
81 |
82 | flatisfy.tools module
83 | ---------------------
84 |
85 | .. automodule:: flatisfy.tools
86 | :members:
87 | :undoc-members:
88 | :show-inheritance:
89 |
90 |
91 | Module contents
92 | ---------------
93 |
94 | .. automodule:: flatisfy
95 | :members:
96 | :undoc-members:
97 | :show-inheritance:
98 |
--------------------------------------------------------------------------------
/flatisfy/web/js_src/components/notation.vue:
--------------------------------------------------------------------------------
1 |
2 | Flatisfy
4 |
12 |
3 |
4 |
7 |
8 |
9 |
10 |
11 |
61 |
62 |
69 |
--------------------------------------------------------------------------------
/webpack.config.js:
--------------------------------------------------------------------------------
1 | module.exports = {
2 | entry: './flatisfy/web/js_src/main.js',
3 | output: {
4 | path: __dirname + '/flatisfy/web/static/assets/',
5 | filename: 'bundle.js',
6 | publicPath: '/assets/'
7 | },
8 | module: {
9 | loaders: [
10 | {
11 | test: /\.js$/,
12 | exclude: /(node_modules|bower_components)/,
13 | use: {
14 | loader: 'babel-loader'
15 | }
16 | },
17 | {
18 | test: /\.vue$/,
19 | loader: 'vue-loader',
20 | options: {
21 | loaders: {
22 | js: 'babel-loader'
23 | }
24 | }
25 | },
26 | {
27 | test: /\.css$/,
28 | loader: 'style-loader!css-loader'
29 | },
30 | {
31 | test: /\.(jpe?g|png|gif|svg)$/i,
32 | loaders: [
33 | 'file-loader?hash=sha512&digest=hex&name=[hash].[ext]',
34 | {
35 | loader: 'image-webpack-loader',
36 | query: {
37 | bypassOnDebug: true,
38 | 'optipng': {
39 | optimizationLevel: 7
40 | },
41 | 'gifsicle': {
42 | interlaced: false
43 | }
44 | }
45 | }
46 | ]
47 | },
48 | {
49 | test: /\.woff(2)?(\?v=[0-9]\.[0-9]\.[0-9])?$/,
50 | loader: "url-loader?limit=10000&mimetype=application/font-woff"
51 | },
52 | {
53 | test: /\.(ttf|eot|svg)(\?v=[0-9]\.[0-9]\.[0-9])?$/,
54 | loader: "file-loader"
55 | }
56 | ]
57 | },
58 | resolve: {
59 | alias: {
60 | 'masonry': 'masonry-layout',
61 | 'isotope': 'isotope-layout'
62 | }
63 | }
64 | }
65 |
--------------------------------------------------------------------------------
/migrations/env.py:
--------------------------------------------------------------------------------
1 | from __future__ import with_statement
2 | from alembic import context
3 | from sqlalchemy import engine_from_config, pool
4 | from logging.config import fileConfig
5 |
6 | # this is the Alembic Config object, which provides
7 | # access to the values within the .ini file in use.
8 | config = context.config
9 |
10 | # Interpret the config file for Python logging.
11 | # This line sets up loggers basically.
12 | fileConfig(config.config_file_name)
13 |
14 | # add your model's MetaData object here
15 | # for 'autogenerate' support
16 | # from myapp import mymodel
17 | # target_metadata = mymodel.Base.metadata
18 | target_metadata = None
19 |
20 | # other values from the config, defined by the needs of env.py,
21 | # can be acquired:
22 | # my_important_option = config.get_main_option("my_important_option")
23 | # ... etc.
24 |
25 |
26 | def run_migrations_offline():
27 | """Run migrations in 'offline' mode.
28 |
29 | This configures the context with just a URL
30 | and not an Engine, though an Engine is acceptable
31 | here as well. By skipping the Engine creation
32 | we don't even need a DBAPI to be available.
33 |
34 | Calls to context.execute() here emit the given string to the
35 | script output.
36 |
37 | """
38 | url = config.get_main_option("sqlalchemy.url")
39 | context.configure(url=url, target_metadata=target_metadata, literal_binds=True)
40 |
41 | with context.begin_transaction():
42 | context.run_migrations()
43 |
44 |
45 | def run_migrations_online():
46 | """Run migrations in 'online' mode.
47 |
48 | In this scenario we need to create an Engine
49 | and associate a connection with the context.
50 |
51 | """
52 | connectable = engine_from_config(
53 | config.get_section(config.config_ini_section),
54 | prefix="sqlalchemy.",
55 | poolclass=pool.NullPool,
56 | )
57 |
58 | with connectable.connect() as connection:
59 | context.configure(connection=connection, target_metadata=target_metadata)
60 |
61 | with context.begin_transaction():
62 | context.run_migrations()
63 |
64 |
65 | if context.is_offline_mode():
66 | run_migrations_offline()
67 | else:
68 | run_migrations_online()
69 |
--------------------------------------------------------------------------------
/migrations/versions/d21933db9ad8_add_flat_position_column.py:
--------------------------------------------------------------------------------
1 | """Add flat position column
2 |
3 | Revision ID: d21933db9ad8
4 | Revises: 8155b83242eb
5 | Create Date: 2021-02-08 16:26:37.190842
6 |
7 | """
8 | from alembic import op
9 | import sqlalchemy as sa
10 | import sqlalchemy.types as types
11 | import json
12 |
13 |
14 | class StringyJSON(types.TypeDecorator):
15 | """
16 | Stores and retrieves JSON as TEXT for SQLite.
17 |
18 | From
19 | https://avacariu.me/articles/2016/compiling-json-as-text-for-sqlite-with-sqlalchemy.
20 |
21 | .. note ::
22 |
23 | The associated field is immutable. That is, changes to the data
24 | (typically, changing the value of a dict field) will not trigger an
25 | update on the SQL side upon ``commit`` as the reference to the object
26 | will not have been updated. One should force the update by forcing an
27 | update of the reference (by performing a ``copy`` operation on the dict
28 | for instance).
29 | """
30 |
31 | impl = types.TEXT
32 |
33 | def process_bind_param(self, value, dialect):
34 | """
35 | Process the bound param, serialize the object to JSON before saving
36 | into database.
37 | """
38 | if value is not None:
39 | value = json.dumps(value)
40 | return value
41 |
42 | def process_result_value(self, value, dialect):
43 | """
44 | Process the value fetched from the database, deserialize the JSON
45 | string before returning the object.
46 | """
47 | if value is not None:
48 | value = json.loads(value)
49 | return value
50 |
51 |
52 | # TypeEngine.with_variant says "use StringyJSON instead when
53 | # connecting to 'sqlite'"
54 | # pylint: disable=locally-disabled,invalid-name
55 | MagicJSON = types.JSON().with_variant(StringyJSON, "sqlite")
56 |
57 | # revision identifiers, used by Alembic.
58 | revision = "d21933db9ad8"
59 | down_revision = "8155b83242eb"
60 | branch_labels = None
61 | depends_on = None
62 |
63 |
64 | def upgrade():
65 | op.add_column("flats", sa.Column("flatisfy_position", MagicJSON, default=False))
66 |
67 |
68 | def downgrade():
69 | op.drop_column("flats", "flatisfy_position")
70 |
--------------------------------------------------------------------------------
/flatisfy/web/js_src/store/actions.js:
--------------------------------------------------------------------------------
1 | import * as api from '../api'
2 | import * as types from './mutations-types'
3 |
4 | export default {
5 | getAllFlats ({ commit }) {
6 | commit(types.IS_LOADING)
7 | api.getFlats(flats => {
8 | commit(types.REPLACE_FLATS, { flats })
9 | })
10 | },
11 | getFlat ({ commit }, { flatId }) {
12 | commit(types.IS_LOADING)
13 | api.getFlat(flatId, flat => {
14 | const flats = [flat]
15 | commit(types.MERGE_FLATS, { flats })
16 | })
17 | },
18 | getAllTimeToPlaces ({ commit }) {
19 | commit(types.IS_LOADING)
20 | api.getTimeToPlaces(timeToPlaces => {
21 | commit(types.RECEIVE_TIME_TO_PLACES, { timeToPlaces })
22 | })
23 | },
24 | updateFlatStatus ({ commit }, { flatId, newStatus }) {
25 | commit(types.IS_LOADING)
26 | api.updateFlatStatus(flatId, newStatus, response => {
27 | commit(types.UPDATE_FLAT_STATUS, { flatId, newStatus })
28 | })
29 | },
30 | updateFlatNotation ({ commit }, { flatId, newNotation }) {
31 | commit(types.IS_LOADING)
32 | api.updateFlatNotation(flatId, newNotation, response => {
33 | commit(types.UPDATE_FLAT_NOTATION, { flatId, newNotation })
34 | })
35 | },
36 | updateFlatNotes ({ commit }, { flatId, newNotes }) {
37 | commit(types.IS_LOADING)
38 | api.updateFlatNotes(flatId, newNotes, response => {
39 | commit(types.UPDATE_FLAT_NOTES, { flatId, newNotes })
40 | })
41 | },
42 | updateFlatVisitDate ({ commit }, { flatId, newVisitDate }) {
43 | commit(types.IS_LOADING)
44 | api.updateFlatVisitDate(flatId, newVisitDate, response => {
45 | commit(types.UPDATE_FLAT_VISIT_DATE, { flatId, newVisitDate })
46 | })
47 | },
48 | doSearch ({ commit }, { query }) {
49 | commit(types.IS_LOADING)
50 | api.doSearch(query, flats => {
51 | commit(types.REPLACE_FLATS, { flats })
52 | })
53 | },
54 | getMetadata ({ commit }) {
55 | commit(types.IS_LOADING)
56 | api.getMetadata(metadata => {
57 | commit(types.RECEIVE_METADATA, { metadata })
58 | })
59 | }
60 | }
61 |
--------------------------------------------------------------------------------
/package.json:
--------------------------------------------------------------------------------
1 | {
2 | "name": "Flatisfy",
3 | "description": "Flatisfy is your new companion to ease your search of a new housing :)",
4 | "author": "Phyks (Lucas Verney)
3 |
25 |
26 |
27 |
86 |
87 |
101 |
--------------------------------------------------------------------------------
/modules/pap/browser.py:
--------------------------------------------------------------------------------
1 | # -*- coding: utf-8 -*-
2 |
3 | # Copyright(C) 2012 Romain Bignon
4 | #
5 | # This file is part of a woob module.
6 | #
7 | # This woob module is free software: you can redistribute it and/or modify
8 | # it under the terms of the GNU Affero General Public License as published by
9 | # the Free Software Foundation, either version 3 of the License, or
10 | # (at your option) any later version.
11 | #
12 | # This woob module is distributed in the hope that it will be useful,
13 | # but WITHOUT ANY WARRANTY; without even the implied warranty of
14 | # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15 | # GNU Affero General Public License for more details.
16 | #
17 | # You should have received a copy of the GNU Affero General Public License
18 | # along with this woob module. If not, see Search
4 | 10 | 11 |Results
12 | 13 |{{ $t("common.loading") }}
14 | 15 | 16 | 17 |{{ insee_code_data.name }} ({{ insee_code }}) - {{ insee_code_data.flats.length }} {{ $tc("common.flats", insee_code_data.flats.length) }}
18 |{{ $t("flatListing.no_matching_flats") }}
23 | 24 |15 |
20 |
{{ flat.notes }}
21 |
22 |
3 |
4 |
8 |
9 |
15 |
16 |
17 |
99 |
100 |
156 |
--------------------------------------------------------------------------------
/flatisfy/test_files/128358415@seloger.json:
--------------------------------------------------------------------------------
1 | {
2 | "id": "128358415@seloger",
3 | "url": "http://www.seloger.com/annonces/achat/maison/rennes-35/128358415.htm?p=",
4 | "title": " 60m\u00b2 - Rennes",
5 | "area": 60,
6 | "cost": 179888,
7 | "price_per_meter": 2998.133333333333333333333333,
8 | "currency": "\u20ac",
9 | "utilities": "",
10 | "date": "2018-01-19T08:46:00",
11 | "location": " Rennes (35000)",
12 | "station": "",
13 | "text": "I@D France - Sarah LECLERC vous propose: Pour les Amoureux de la Pierre, Maison de ville enti\u00e8rement r\u00e9nov\u00e9e avec go\u00fbt et modernit\u00e9, Poutres apparentes dans les 2 chambres, Cuisine am\u00e9nag\u00e9e ouverte sur le salon-salle \u00e0 manger de 30 M 2, Salle de douche, JARDINET et TERRASSE de 95 M 2 (possibilit\u00e9 jardin japonais).. Situ\u00e9e AU COEUR DE LA VILLE, \u00e0 proximit\u00e9 des \u00c9coles, des Commerces et du march\u00e9, tout peut se faire \u00e0 pied.. Ligne de bus \u00e0 proximit\u00e9 (ligne 61).. AUX PORTES DE RENNES (5mn).. Peut se vivre comme un appartement sans les charges de copropri\u00e9t\u00e9 ! BEAUCOUP DE CHARME POUR CE BIEN RARE SUR LE MARCHE !! Honoraires d'agence \u00e0 la charge du vendeur. Information d'affichage \u00e9nerg\u00e9tique sur ce bien: DPE VI indice 0 et GES VI indice 0. La pr\u00e9sente annonce immobili\u00e8re a \u00e9t\u00e9 r\u00e9dig\u00e9e sous la responsabilit\u00e9 \u00e9ditoriale de Mme Sarah LECLERC (ID 27387), Agent Commercial mandataire en immobilier immatricul\u00e9 au Registre Sp\u00e9cial des Agents Commerciaux (RSAC) du Tribunal de Commerce de rennes sous le num\u00e9ro 521558007.",
14 | "phone": null,
15 | "photos": [{
16 | "id": "0j9kfrqnixlcnezpzsgz3g3vnekr6qj8rn7jcv22g.jpg",
17 | "url": "https://v.seloger.com/s/height/800/visuels/0/j/9/k/0j9kfrqnixlcnezpzsgz3g3vnekr6qj8rn7jcv22g.jpg",
18 | "data": null
19 | }, {
20 | "id": "0yqp4d8arum1iy1pk9f1xh1req853dnhutgdjkcoo.jpg",
21 | "url": "https://v.seloger.com/s/height/800/visuels/0/y/q/p/0yqp4d8arum1iy1pk9f1xh1req853dnhutgdjkcoo.jpg",
22 | "data": null
23 | }, {
24 | "id": "10a86qpr9k9wurb8itfnfgzo8eetxs6th2gmiv1o8.jpg",
25 | "url": "https://v.seloger.com/s/height/800/visuels/1/0/a/8/10a86qpr9k9wurb8itfnfgzo8eetxs6th2gmiv1o8.jpg",
26 | "data": null
27 | }, {
28 | "id": "0eybdtrwgscy2dadq05naujq5okeotl5cyfuergvs.jpg",
29 | "url": "https://v.seloger.com/s/height/800/visuels/0/e/y/b/0eybdtrwgscy2dadq05naujq5okeotl5cyfuergvs.jpg",
30 | "data": null
31 | }, {
32 | "id": "0maihs9wfff2xl3plqtq254n44gkaxlvejyrtnbqw.jpg",
33 | "url": "https://v.seloger.com/s/height/800/visuels/0/m/a/i/0maihs9wfff2xl3plqtq254n44gkaxlvejyrtnbqw.jpg",
34 | "data": null
35 | }, {
36 | "id": "0cjgak7htwwtsl4to31rqqmyg5a73h6vwzserq2wo.jpg",
37 | "url": "https://v.seloger.com/s/height/800/visuels/0/c/j/g/0cjgak7htwwtsl4to31rqqmyg5a73h6vwzserq2wo.jpg",
38 | "data": null
39 | }, {
40 | "id": "102tkunk4f87ksovtm7x6u1awoz65it97nabbx9a0.jpg",
41 | "url": "https://v.seloger.com/s/height/800/visuels/1/0/2/t/102tkunk4f87ksovtm7x6u1awoz65it97nabbx9a0.jpg",
42 | "data": null
43 | }, {
44 | "id": "1kd6jjp93vv5wv5dw8964n7t823luy8jk3m4obkfs.jpg",
45 | "url": "https://v.seloger.com/s/height/800/visuels/1/k/d/6/1kd6jjp93vv5wv5dw8964n7t823luy8jk3m4obkfs.jpg",
46 | "data": null
47 | }, {
48 | "id": "052a19zndeojbs4px73q8ns94g1uxi0exxqyltpo8.jpg",
49 | "url": "https://v.seloger.com/s/height/800/visuels/0/5/2/a/052a19zndeojbs4px73q8ns94g1uxi0exxqyltpo8.jpg",
50 | "data": null
51 | }],
52 | "rooms": 3,
53 | "bedrooms": 2,
54 | "details": {
55 | "Cuisine": "am\u00e9ricaine \u00e9quip\u00e9e",
56 | "Pi\u00e8ces": "3",
57 | "Etage": "1",
58 | "Reference": "488187",
59 | "Chambres": "2",
60 | "Chauffage": "\u00e9lectrique radiateur",
61 | "Terrain": "95 m\u00b2",
62 | "Surface": "60 m\u00b2",
63 | "Terrasse": "1",
64 | "Ann\u00e9e de construction": "1870",
65 | "Salle \u00c0 Manger": "",
66 | "Salle de s\u00e9jour": "22 m\u00b2"
67 | }
68 | }
69 |
--------------------------------------------------------------------------------
/modules/pap/test.py:
--------------------------------------------------------------------------------
1 | # -*- coding: utf-8 -*-
2 |
3 | # Copyright(C) 2012 Romain Bignon
4 | #
5 | # This file is part of a woob module.
6 | #
7 | # This woob module is free software: you can redistribute it and/or modify
8 | # it under the terms of the GNU Affero General Public License as published by
9 | # the Free Software Foundation, either version 3 of the License, or
10 | # (at your option) any later version.
11 | #
12 | # This woob module is distributed in the hope that it will be useful,
13 | # but WITHOUT ANY WARRANTY; without even the implied warranty of
14 | # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15 | # GNU Affero General Public License for more details.
16 | #
17 | # You should have received a copy of the GNU Affero General Public License
18 | # along with this woob module. If not, see
5 | ![]()
6 |
7 |
10 |
11 |
12 | ![]()
13 |
14 |
3 |
4 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
14 |
15 |
17 |
18 |
19 |
20 |
23 |
25 |
26 |
27 |
108 |
109 |
115 |
116 |
127 |
--------------------------------------------------------------------------------
/flatisfy/email.py:
--------------------------------------------------------------------------------
1 | # coding: utf-8
2 | """
3 | Email notifications.
4 | """
5 |
6 | from __future__ import absolute_import, print_function, unicode_literals
7 | from builtins import str
8 |
9 | import logging
10 | import smtplib
11 | from money import Money
12 | from email.mime.multipart import MIMEMultipart
13 | from email.mime.text import MIMEText
14 | from email.utils import formatdate, make_msgid
15 |
16 | LOGGER = logging.getLogger(__name__)
17 |
18 |
19 | def send_email(server, port, subject, _from, _to, txt, html, username=None, password=None):
20 | """
21 | Send an email
22 |
23 | :param server: SMTP server to use.
24 | :param port: SMTP port to use.
25 | :param subject: Subject of the email to send.
26 | :param _from: Email address of the sender.
27 | :param _to: List of email addresses of the receivers.
28 | :param txt: Text version of the message.
29 | :param html: HTML version of the message.
30 | """
31 | if not _to:
32 | LOGGER.warn("No recipients for the email notifications, aborting.")
33 | return
34 |
35 | server = smtplib.SMTP(server, port)
36 | if username or password:
37 | server.login(username or "", password or "")
38 |
39 | msg = MIMEMultipart("alternative")
40 | msg["Subject"] = subject
41 | msg["From"] = _from
42 | msg["To"] = ", ".join(_to)
43 | msg["Date"] = formatdate()
44 | msg["Message-ID"] = make_msgid()
45 |
46 | msg.attach(MIMEText(txt, "plain", "utf-8"))
47 | msg.attach(MIMEText(html, "html", "utf-8"))
48 |
49 | server.sendmail(_from, _to, msg.as_string())
50 | server.quit()
51 |
52 |
53 | def send_notification(config, flats):
54 | """
55 | Send an email notification about new available flats.
56 |
57 | :param config: A config dict.
58 | :param flats: List of flats to include in the notification.
59 | """
60 | # Don't send an email if there are no new flats.
61 | if not flats:
62 | return
63 |
64 | i18n = {
65 | "en": {
66 | "subject": f"{len(flats)} new flats found!",
67 | "hello": "Hello dear user",
68 | "following_new_flats": "The following new flats have been found:",
69 | "area": "area",
70 | "cost": "cost",
71 | "signature": "Hope you'll find what you were looking for.",
72 | },
73 | "fr": {
74 | "subject": f"{len(flats)} nouvelles annonces disponibles !",
75 | "hello": "Bonjour cher utilisateur",
76 | "following_new_flats": "Voici les nouvelles annonces :",
77 | "area": "surface",
78 | "cost": "coût",
79 | "signature": "Bonne recherche",
80 | },
81 | }
82 | trs = i18n.get(config["notification_lang"], "en")
83 |
84 | txt = trs["hello"] + ",\n\n\n\n"
85 | html = f"""
86 |
87 |
88 |
89 | Nothing to display yet
24 | {trs["hello"]}!
90 |{trs["following_new_flats"]} 91 | 92 |
-
93 | """
94 |
95 | website_url = config["website_url"]
96 |
97 | for flat in flats:
98 | title = str(flat.title)
99 | flat_id = str(flat.id)
100 | try:
101 | area = str(int(flat.area))
102 | except (TypeError, ValueError):
103 | area = None
104 | try:
105 | cost = int(flat.cost)
106 | except (TypeError, ValueError):
107 | cost = None
108 | currency = str(flat.currency)
109 |
110 | txt += f"- {title}: {website_url}#/flat/{flat_id} "
111 | html += f"""
112 |
- 113 | {title} 114 | """ 115 | 116 | fields = [] 117 | if area: 118 | fields.append(f"{trs['area']}: {area}m²") 119 | if cost: 120 | if currency == '$': 121 | currency = 'USD' 122 | if currency == '€': 123 | currency = 'EUR' 124 | money = Money(cost, currency).format(config["notification_lang"]) 125 | fields.append(f"{trs['cost']}: {money.format()}") 126 | 127 | if len(fields): 128 | txt += f'({", ".join(fields)})' 129 | html += f'({", ".join(fields)})' 130 | 131 | html += " " 132 | txt += "\n" 133 | 134 | html += "
") 139 | 140 | html += """ 141 | 142 | """ 143 | 144 | send_email( 145 | config["smtp_server"], 146 | config["smtp_port"], 147 | trs["subject"], 148 | config["smtp_from"], 149 | config["smtp_to"], 150 | txt, 151 | html, 152 | config.get("smtp_username"), 153 | config.get("smtp_password"), 154 | ) 155 | -------------------------------------------------------------------------------- /flatisfy/web/js_src/views/home.vue: -------------------------------------------------------------------------------- 1 | 2 |
3 |
41 |
42 |
43 |
115 |
116 |
143 |
--------------------------------------------------------------------------------
/flatisfy/web/app.py:
--------------------------------------------------------------------------------
1 | # coding: utf-8
2 | """
3 | This module contains the definition of the Bottle web app.
4 | """
5 | from __future__ import absolute_import, division, print_function, unicode_literals
6 |
7 | import functools
8 | import json
9 | import os
10 |
11 | import bottle
12 | import canister
13 |
14 | from flatisfy import database
15 | from flatisfy.tools import DateAwareJSONEncoder
16 | from flatisfy.web.routes import api as api_routes
17 | from flatisfy.web.configplugin import ConfigPlugin
18 | from flatisfy.web.dbplugin import DatabasePlugin
19 |
20 |
21 | class QuietWSGIRefServer(bottle.WSGIRefServer):
22 | """
23 | Quiet implementation of Bottle built-in WSGIRefServer, as `Canister` is
24 | handling the logging through standard Python logging.
25 | """
26 |
27 | # pylint: disable=locally-disabled,too-few-public-methods
28 | quiet = True
29 |
30 | def run(self, app):
31 | app.log.info("Server is now up and ready! Listening on %s:%s." % (self.host, self.port))
32 | super(QuietWSGIRefServer, self).run(app)
33 |
34 |
35 | def _serve_static_file(filename):
36 | """
37 | Helper function to serve static file.
38 | """
39 | return bottle.static_file(
40 | filename,
41 | root=os.path.join(os.path.dirname(os.path.realpath(__file__)), "static"),
42 | )
43 |
44 |
45 | def get_app(config):
46 | """
47 | Get a Bottle app instance with all the routes set-up.
48 |
49 | :return: The built bottle app.
50 | """
51 | get_session = database.init_db(config["database"], config["search_index"])
52 |
53 | app = bottle.Bottle()
54 | app.install(DatabasePlugin(get_session))
55 | app.install(ConfigPlugin(config))
56 | app.config.setdefault("canister.log_level", "DISABLED")
57 | app.config.setdefault("canister.log_path", False)
58 | app.config.setdefault("canister.debug", False)
59 | app.install(canister.Canister())
60 | # Use DateAwareJSONEncoder to dump JSON strings
61 | # From http://stackoverflow.com/questions/21282040/bottle-framework-how-to-return-datetime-in-json-response#comment55718456_21282666. pylint: disable=locally-disabled,line-too-long
62 | app.install(bottle.JSONPlugin(json_dumps=functools.partial(json.dumps, cls=DateAwareJSONEncoder)))
63 |
64 | # Enable CORS
65 | @app.hook("after_request")
66 | def enable_cors():
67 | """
68 | Add CORS headers at each request.
69 | """
70 | # The str() call is required as we import unicode_literal and WSGI
71 | # headers list should have plain str type.
72 | bottle.response.headers[str("Access-Control-Allow-Origin")] = str("*")
73 | bottle.response.headers[str("Access-Control-Allow-Methods")] = str("PUT, GET, POST, DELETE, OPTIONS, PATCH")
74 | bottle.response.headers[str("Access-Control-Allow-Headers")] = str(
75 | "Origin, Accept, Content-Type, X-Requested-With, X-CSRF-Token"
76 | )
77 |
78 | # API v1 routes
79 | app.route("/api/v1", ["GET", "OPTIONS"], api_routes.index_v1)
80 |
81 | app.route("/api/v1/time_to_places", ["GET", "OPTIONS"], api_routes.time_to_places_v1)
82 |
83 | app.route("/api/v1/flats", ["GET", "OPTIONS"], api_routes.flats_v1)
84 | app.route("/api/v1/flats/:flat_id", ["GET", "OPTIONS"], api_routes.flat_v1)
85 | app.route("/api/v1/flats/:flat_id", ["PATCH", "OPTIONS"], api_routes.update_flat_v1)
86 |
87 | app.route("/api/v1/ics/visits.ics", ["GET", "OPTIONS"], api_routes.ics_feed_v1)
88 |
89 | app.route("/api/v1/search", ["POST", "OPTIONS"], api_routes.search_v1)
90 |
91 | app.route("/api/v1/opendata", ["GET", "OPTIONS"], api_routes.opendata_index_v1)
92 | app.route(
93 | "/api/v1/opendata/postal_codes",
94 | ["GET", "OPTIONS"],
95 | api_routes.opendata_postal_codes_v1,
96 | )
97 |
98 | app.route("/api/v1/metadata", ["GET", "OPTIONS"], api_routes.metadata_v1)
99 | app.route("/api/v1/import", ["GET", "OPTIONS"], api_routes.import_v1)
100 |
101 | # Index
102 | app.route("/", "GET", lambda: _serve_static_file("index.html"))
103 |
104 | # Static files
105 | app.route("/favicon.ico", "GET", lambda: _serve_static_file("favicon.ico"))
106 | app.route(
107 | "/assets/
4 |
37 | 6 | {{ $t("home.new_available_flats") }} 7 | 8 | 11 | 12 | 16 |
17 | 18 | 19 | 20 |21 | {{ insee_code_data.name || $t('common.Unknown') }} 22 | 23 | ({{ insee_code }}) 24 | 25 | - {{ insee_code_data.flats.length }} {{ $tc("common.flats", insee_code_data.flats.length) }} 26 |
27 |{{ $t("common.loading") }}
32 | 33 | 34 |{{ $t("flatListing.no_available_flats") }}
35 | 36 |
38 |
40 |