feat(import): final changes for release

feat: beta import function

.env.example

@@ -18,3 +18,9 @@ SQL_PORT=5432
 
 # Gunicorn
 WEB_CONCURRENCY=4
+
+# App Configs
+# Enable this if you want to keep deleted transactions in the database
+ENABLE_SOFT_DELETE=false
+# If ENABLE_SOFT_DELETE is true, transactions deleted for more than KEEP_DELETED_TRANSACTIONS_FOR days will be truly deleted. Set to 0 to keep all.
+KEEP_DELETED_TRANSACTIONS_FOR=365

README.md

@@ -19,6 +19,8 @@
 
 **WYGIWYH** (_What You Get Is What You Have_) is a powerful, principles-first finance tracker designed for people who prefer a no-budget, straightforward approach to managing their money. With features like multi-currency support, customizable transactions, and a built-in dollar-cost averaging tracker, WYGIWYH helps you take control of your finances with simplicity and flexibility.
 
+<img src=".github/img/monthly_view.png" width="18%"></img> <img src=".github/img/yearly.png" width="18%"></img> <img src=".github/img/networth.png" width="18%"></img> <img src=".github/img/calendar.png" width="18%"></img> <img src=".github/img/all_transactions.png" width="18%"></img> 
+
 # Why WYGIWYH?
 Managing money can feel unnecessarily complex, but it doesn’t have to be. WYGIWYH (pronounced "wiggy-wih") is based on a simple principle:
 
@@ -55,10 +57,10 @@ To run this application, you'll need [Docker](https://docs.docker.com/engine/ins
 From your command line:
 
 ```bash
-# Clone this repository
+# Create a folder for WYGIWYH (optional)
 $ mkdir WYGIWYH
 
-# Go into the repository
+# Go into the folder
 $ cd WYGIWYH
 
 $ touch docker-compose.yml
@@ -77,6 +79,48 @@ $ docker compose up -d
 $ docker compose exec -it web python manage.py createsuperuser
 ```
 
+## Running locally
+
+If you want to run WYGIWYH locally, on your env file:
+
+1. Remove `URL`
+2. Set `HTTPS_ENABLED` to `false`
+3. Leave the default `DJANGO_ALLOWED_HOSTS` (localhost 127.0.0.1 [::1])
+
+You can now access localhost:OUTBOUND_PORT
+
+> [!NOTE]
+> If you're planning on running this behind Tailscale or other similar service also add your machine given IP to `DJANGO_ALLOWED_HOSTS`
+
+> [!NOTE]
+> If you're going to use another IP that isn't localhost, add it to `DJANGO_ALLOWED_HOSTS`, without `http://`
+
+
+## Building from source
+
+Features are only added to `main` when ready, if you want to run the latest version, you must build from source.
+
+```bash
+# Create a folder for WYGIWYH (optional)
+$ mkdir WYGIWYH
+
+# Go into the folder
+$ cd WYGIWYH
+
+# Clone this repository
+$ git clone https://github.com/eitchtee/WYGIWYH.git .
+
+$ cp docker-compose.prod.yml docker-compose.yml
+$ cp .env.example .env
+# Now edit both files as you see fit
+
+# Run the app
+$ docker compose up -d --build
+
+# Create the first admin account
+$ docker compose exec -it web python manage.py createsuperuser
+```
+
 # How it works
 
 ## Models

app/WYGIWYH/settings.py

@@ -26,7 +26,7 @@ ROOT_DIR = Path(__file__).resolve().parent.parent.parent
 # See https://docs.djangoproject.com/en/5.1/howto/deployment/checklist/
 
 # SECURITY WARNING: keep the secret key used in production secret!
-SECRET_KEY = "django-insecure-##6^&g49xwn7s67xc&33vf&=*4ibqfzn#xa*p-1sy8ag+zjjb9"
+SECRET_KEY = os.getenv("SECRET_KEY", "")
 
 # SECURITY WARNING: don't run with debug turned on in production!
 DEBUG = os.getenv("DEBUG", "false").lower() == "true"
@@ -64,6 +64,7 @@ INSTALLED_APPS = [
     "apps.accounts.apps.AccountsConfig",
     "apps.common.apps.CommonConfig",
     "apps.net_worth.apps.NetWorthConfig",
+    "apps.import_app.apps.ImportConfig",
     "apps.api.apps.ApiConfig",
     "cachalot",
     "rest_framework",
@@ -72,6 +73,7 @@ INSTALLED_APPS = [
     "apps.rules.apps.RulesConfig",
     "apps.calendar_view.apps.CalendarViewConfig",
     "apps.dca.apps.DcaConfig",
+    "pwa",
 ]
 
 MIDDLEWARE = [
@@ -161,6 +163,7 @@ AUTH_USER_MODEL = "users.User"
 LANGUAGE_CODE = "en"
 LANGUAGES = (
     ("en", "English"),
+    ("nl", "Nederlands"),
     ("pt-br", "Português (Brasil)"),
 )
 
@@ -334,3 +337,46 @@ else:
     }
 
 CACHALOT_UNCACHABLE_TABLES = ("django_migrations", "procrastinate_jobs")
+
+
+# PWA
+PWA_APP_NAME = SITE_TITLE
+PWA_APP_DESCRIPTION = "A simple and powerful finance tracker"
+PWA_APP_THEME_COLOR = "#fbb700"
+PWA_APP_BACKGROUND_COLOR = "#222222"
+PWA_APP_DISPLAY = "standalone"
+PWA_APP_SCOPE = "/"
+PWA_APP_ORIENTATION = "any"
+PWA_APP_START_URL = "/"
+PWA_APP_STATUS_BAR_COLOR = "default"
+PWA_APP_ICONS = [
+    {"src": "/static/img/favicon/android-icon-192x192.png", "sizes": "192x192"}
+]
+PWA_APP_ICONS_APPLE = [
+    {"src": "/static/img/favicon/apple-icon-180x180.png", "sizes": "180x180"}
+]
+PWA_APP_SPLASH_SCREEN = [
+    {
+        "src": "/static/img/pwa/splash-640x1136.png",
+        "media": "(device-width: 320px) and (device-height: 568px) and (-webkit-device-pixel-ratio: 2)",
+    }
+]
+PWA_APP_DIR = "ltr"
+PWA_APP_LANG = "en-US"
+PWA_APP_SHORTCUTS = []
+PWA_APP_SCREENSHOTS = [
+    {
+        "src": "/static/img/pwa/splash-750x1334.png",
+        "sizes": "750x1334",
+        "type": "image/png",
+        "form_factor": "wide",
+    },
+    {
+        "src": "/static/img/pwa/splash-750x1334.png",
+        "sizes": "750x1334",
+        "type": "image/png",
+    },
+]
+
+ENABLE_SOFT_DELETE = os.getenv("ENABLE_SOFT_DELETE", "false").lower() == "true"
+KEEP_DELETED_TRANSACTIONS_FOR = int(os.getenv("KEEP_DELETED_ENTRIES_FOR", "365"))

app/WYGIWYH/urls.py

@@ -27,6 +27,7 @@ urlpatterns = [
     path("hijack/", include("hijack.urls")),
     path("__debug__/", include("debug_toolbar.urls")),
     path("__reload__/", include("django_browser_reload.urls")),
+    path("", include("pwa.urls")),
     # path("api/", include("rest_framework.urls")),
     path("api/", include("apps.api.urls")),
     path("api/schema/", SpectacularAPIView.as_view(), name="schema"),
@@ -47,4 +48,5 @@ urlpatterns = [
     path("", include("apps.calendar_view.urls")),
     path("", include("apps.dca.urls")),
     path("", include("apps.mini_tools.urls")),
+    path("", include("apps.import_app.urls")),
 ]

app/apps/accounts/migrations/0007_make_account_names_unique.py

@@ -0,0 +1,38 @@
+from django.db import migrations, models
+
+
+def make_names_unique(apps, schema_editor):
+    Account = apps.get_model("accounts", "Account")
+
+    # Get all accounts ordered by id
+    accounts = Account.objects.all().order_by("id")
+
+    # Track seen names
+    seen_names = {}
+
+    for account in accounts:
+        original_name = account.name
+        counter = seen_names.get(original_name, 0)
+
+        while account.name in seen_names:
+            counter += 1
+            account.name = f"{original_name} ({counter})"
+
+        seen_names[account.name] = counter
+        account.save()
+
+
+def reverse_migration(apps, schema_editor):
+    # Can't restore original names, so do nothing
+    pass
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ("accounts", "0006_rename_archived_account_is_archived_and_more"),
+    ]
+
+    operations = [
+        migrations.RunPython(make_names_unique, reverse_migration),
+    ]

app/apps/accounts/migrations/0008_alter_account_name.py

@@ -0,0 +1,18 @@
+# Generated by Django 5.1.5 on 2025-01-24 00:54
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('accounts', '0007_make_account_names_unique'),
+    ]
+
+    operations = [
+        migrations.AlterField(
+            model_name='account',
+            name='name',
+            field=models.CharField(max_length=255, unique=True, verbose_name='Name'),
+        ),
+    ]

app/apps/accounts/models.py

@@ -18,7 +18,7 @@ class AccountGroup(models.Model):
 
 
 class Account(models.Model):
-    name = models.CharField(max_length=255, verbose_name=_("Name"))
+    name = models.CharField(max_length=255, verbose_name=_("Name"), unique=True)
     group = models.ForeignKey(
         AccountGroup,
         on_delete=models.SET_NULL,

app/apps/common/templatetags/date.py

@@ -0,0 +1,32 @@
+from django import template
+from django.template.defaultfilters import date as date_filter
+from django.utils import formats, timezone
+
+register = template.Library()
+
+
+@register.filter
+def custom_date(value, user=None):
+    if not value:
+        return ""
+
+    # Determine if the value is a datetime or just a date
+    is_datetime = hasattr(value, "hour")
+
+    # Convert to current timezone if it's a datetime
+    if is_datetime and timezone.is_aware(value):
+        value = timezone.localtime(value)
+
+    if user and user.is_authenticated:
+        user_settings = user.settings
+
+        if is_datetime:
+            format_setting = user_settings.datetime_format
+        else:
+            format_setting = user_settings.date_format
+
+        return formats.date_format(value, format_setting, use_l10n=True)
+
+    return date_filter(
+        value, "SHORT_DATE_FORMAT" if not is_datetime else "SHORT_DATETIME_FORMAT"
+    )

app/apps/common/templatetags/json.py

@@ -0,0 +1,11 @@
+import json
+
+from django import template
+
+
+register = template.Library()
+
+
+@register.filter("json")
+def convert_to_json(value):
+    return json.dumps(value)

app/apps/common/utils/django.py

@@ -30,3 +30,132 @@ def django_to_python_datetime(django_format):
         python_format = python_format.replace(django_code, python_code)
 
     return python_format
+
+
+def django_to_airdatepicker_datetime(django_format):
+    format_map = {
+        # Time
+        "h": "h",  # Hour (12-hour)
+        "H": "H",  # Hour (24-hour)
+        "i": "m",  # Minutes
+        "A": "AA",  # AM/PM uppercase
+        "a": "aa",  # am/pm lowercase
+        "P": "h:mm AA",  # Localized time format (e.g., "2:30 PM")
+        # Date
+        "D": "E",  # Short weekday name
+        "l": "EEEE",  # Full weekday name
+        "j": "d",  # Day of month without leading zero
+        "d": "dd",  # Day of month with leading zero
+        "n": "M",  # Month without leading zero
+        "m": "MM",  # Month with leading zero
+        "M": "MMM",  # Short month name
+        "F": "MMMM",  # Full month name
+        "y": "yy",  # Year, 2 digits
+        "Y": "yyyy",  # Year, 4 digits
+    }
+
+    result = ""
+    i = 0
+    while i < len(django_format):
+        char = django_format[i]
+        if char == "\\":  # Handle escaped characters
+            if i + 1 < len(django_format):
+                result += django_format[i + 1]
+                i += 2
+            continue
+
+        if char in format_map:
+            result += format_map[char]
+        else:
+            result += char
+        i += 1
+
+    return result
+
+
+def django_to_airdatepicker_datetime_separated(django_format):
+    format_map = {
+        # Time formats
+        "h": "hH",  # Hour (12-hour)
+        "H": "HH",  # Hour (24-hour)
+        "i": "mm",  # Minutes
+        "A": "AA",  # AM/PM uppercase
+        "a": "aa",  # am/pm lowercase
+        "P": "h:mm aa",  # Localized time format
+        # Date formats
+        "D": "E",  # Short weekday name
+        "l": "EEEE",  # Full weekday name
+        "j": "d",  # Day of month without leading zero
+        "d": "dd",  # Day of month with leading zero
+        "n": "M",  # Month without leading zero
+        "m": "MM",  # Month with leading zero
+        "M": "MMM",  # Short month name
+        "F": "MMMM",  # Full month name
+        "y": "yy",  # Year, 2 digits
+        "Y": "yyyy",  # Year, 4 digits
+    }
+
+    # Define which characters belong to time format
+    time_chars = {"h", "H", "i", "A", "a", "P"}
+    date_chars = {"D", "l", "j", "d", "n", "m", "M", "F", "y", "Y"}
+
+    date_parts = []
+    time_parts = []
+    current_part = []
+    is_time = False
+
+    i = 0
+    while i < len(django_format):
+        char = django_format[i]
+
+        if char == "\\":  # Handle escaped characters
+            if i + 1 < len(django_format):
+                current_part.append(django_format[i + 1])
+                i += 2
+            continue
+
+        if char in format_map:
+            if char in time_chars:
+                # If we were building a date part, save it and start a time part
+                if current_part and not is_time:
+                    date_parts.append("".join(current_part))
+                    current_part = []
+                is_time = True
+                current_part.append(format_map[char])
+            elif char in date_chars:
+                # If we were building a time part, save it and start a date part
+                if current_part and is_time:
+                    time_parts.append("".join(current_part))
+                    current_part = []
+                is_time = False
+                current_part.append(format_map[char])
+        else:
+            # Handle separators
+            if char in "/:.-":
+                current_part.append(char)
+            elif char == " ":
+                if current_part:
+                    if is_time:
+                        time_parts.append("".join(current_part))
+                    else:
+                        date_parts.append("".join(current_part))
+                    current_part = []
+                current_part.append(char)
+
+        i += 1
+
+    # Don't forget the last part
+    if current_part:
+        if is_time:
+            time_parts.append("".join(current_part))
+        else:
+            date_parts.append("".join(current_part))
+
+    date_format = "".join(date_parts)
+    time_format = "".join(time_parts)
+
+    # Clean up multiple spaces while preserving necessary ones
+    date_format = " ".join(filter(None, date_format.split()))
+    time_format = " ".join(filter(None, time_format.split()))
+
+    return date_format, time_format

app/apps/common/widgets/datepicker.py

@@ -3,8 +3,13 @@ import datetime
 from django.forms import widgets
 from django.utils import formats, translation, dates
 from django.utils.formats import get_format
+from django.utils.translation import gettext_lazy as _
 
-from apps.common.utils.django import django_to_python_datetime
+from apps.common.utils.django import (
+    django_to_python_datetime,
+    django_to_airdatepicker_datetime,
+    django_to_airdatepicker_datetime_separated,
+)
 
 
 class AirDatePickerInput(widgets.DateInput):
@@ -14,104 +19,56 @@ class AirDatePickerInput(widgets.DateInput):
         format=None,
         clear_button=True,
         auto_close=True,
+        user=None,
         *args,
         **kwargs,
     ):
         attrs = attrs or {}
-
+        self.user = user
         super().__init__(attrs=attrs, format=format, *args, **kwargs)
-
         self.clear_button = clear_button
         self.auto_close = auto_close
 
-    def _get_current_language(self):
+    @staticmethod
+    def _get_current_language():
         """Get current language code in format compatible with AirDatepicker"""
         lang_code = translation.get_language()
         # AirDatepicker uses simple language codes
         return lang_code.split("-")[0]
 
+    def _get_format(self):
+        """Get the format string based on user settings or default"""
+        if self.format:
+            return self.format
+
+        if self.user and hasattr(self.user, "settings"):
+            user_format = self.user.settings.date_format
+            if user_format == "SHORT_DATE_FORMAT":
+                return get_format("SHORT_DATE_FORMAT", use_l10n=True)
+            return user_format
+
+        return get_format("SHORT_DATE_FORMAT", use_l10n=True)
+
     def build_attrs(self, base_attrs, extra_attrs=None):
         attrs = super().build_attrs(base_attrs, extra_attrs)
 
-        # Add data attributes for AirDatepicker configuration
+        attrs["data-now-button-txt"] = _("Today")
         attrs["data-auto-close"] = str(self.auto_close).lower()
         attrs["data-clear-button"] = str(self.clear_button).lower()
         attrs["data-language"] = self._get_current_language()
-        attrs["data-date-format"] = self.format or get_format(
-            "SHORT_DATE_FORMAT", use_l10n=True
-        )
+        attrs["data-date-format"] = django_to_airdatepicker_datetime(self._get_format())
 
         return attrs
 
     def format_value(self, value):
         """Format the value for display in the widget."""
         if value:
-            self.attrs["data-value"] = (
-                value  # We use this to dynamically select the initial date on AirDatePicker
-            )
+            self.attrs["data-value"] = value
 
         if value is None:
             return ""
         if isinstance(value, (datetime.date, datetime.datetime)):
-            return formats.date_format(
-                value, format=self.format or "SHORT_DATE_FORMAT", use_l10n=True
-            )
-
-        return str(value)
-
-
-class AirDateTimePickerInput(widgets.DateTimeInput):
-    def __init__(
-        self,
-        attrs=None,
-        format=None,
-        timepicker=True,
-        clear_button=True,
-        auto_close=True,
-        *args,
-        **kwargs,
-    ):
-        attrs = attrs or {}
-
-        super().__init__(attrs=attrs, format=format, *args, **kwargs)
-
-        self.timepicker = timepicker
-        self.clear_button = clear_button
-        self.auto_close = auto_close
-
-    def _get_current_language(self):
-        """Get current language code in format compatible with AirDatepicker"""
-        lang_code = translation.get_language()
-        # AirDatepicker uses simple language codes
-        return lang_code.split("-")[0]
-
-    def build_attrs(self, base_attrs, extra_attrs=None):
-        attrs = super().build_attrs(base_attrs, extra_attrs)
-
-        # Add data attributes for AirDatepicker configuration
-        attrs["data-timepicker"] = str(self.timepicker).lower()
-        attrs["data-auto-close"] = str(self.auto_close).lower()
-        attrs["data-clear-button"] = str(self.clear_button).lower()
-        attrs["data-language"] = self._get_current_language()
-        attrs["data-date-format"] = self.format or get_format(
-            "SHORT_DATETIME_FORMAT", use_l10n=True
-        )
-
-        return attrs
-
-    def format_value(self, value):
-        """Format the value for display in the widget."""
-        if value:
-            self.attrs["data-value"] = (
-                value  # We use this to dynamically select the initial date on AirDatePicker
-            )
-
-        if value is None:
-            return ""
-        if isinstance(value, (datetime.date, datetime.datetime)):
-            return formats.date_format(
-                value, format=self.format or "SHORT_DATETIME_FORMAT", use_l10n=True
-            )
+            return formats.date_format(value, format=self._get_format(), use_l10n=True)
 
         return str(value)
 
@@ -123,8 +80,96 @@ class AirDateTimePickerInput(widgets.DateTimeInput):
                 # This does it's best to convert Django's PHP-Style date format to a datetime format and reformat the
                 # value to be read by Django. Probably could be improved
                 return datetime.datetime.strptime(
-                    value,
-                    self.format
+                    value.strip(),
+                    django_to_python_datetime(self._get_format())
+                    or django_to_python_datetime(get_format("SHORT_DATETIME_FORMAT")),
+                ).strftime("%Y-%m-%d")
+            except (ValueError, TypeError) as e:
+                return value
+        return None
+
+
+class AirDateTimePickerInput(widgets.DateTimeInput):
+    def __init__(
+        self,
+        attrs=None,
+        format=None,
+        timepicker=True,
+        clear_button=True,
+        auto_close=True,
+        user=None,
+        *args,
+        **kwargs,
+    ):
+        attrs = attrs or {}
+        self.user = user
+        super().__init__(attrs=attrs, format=format, *args, **kwargs)
+        self.timepicker = timepicker
+        self.clear_button = clear_button
+        self.auto_close = auto_close
+
+    @staticmethod
+    def _get_current_language():
+        """Get current language code in format compatible with AirDatepicker"""
+        lang_code = translation.get_language()
+        # AirDatepicker uses simple language codes
+        return lang_code.split("-")[0]
+
+    def _get_format(self):
+        """Get the format string based on user settings or default"""
+        if self.format:
+            return self.format
+
+        if self.user and hasattr(self.user, "settings"):
+            user_format = self.user.settings.datetime_format
+            if user_format == "SHORT_DATETIME_FORMAT":
+                return get_format("SHORT_DATETIME_FORMAT", use_l10n=True)
+            return user_format
+
+        return get_format("SHORT_DATETIME_FORMAT", use_l10n=True)
+
+    def build_attrs(self, base_attrs, extra_attrs=None):
+        attrs = super().build_attrs(base_attrs, extra_attrs)
+
+        date_format, time_format = django_to_airdatepicker_datetime_separated(
+            self._get_format()
+        )
+
+        # Add data attributes for AirDatepicker configuration
+        attrs["data-now-button-txt"] = _("Now")
+        attrs["data-timepicker"] = str(self.timepicker).lower()
+        attrs["data-auto-close"] = str(self.auto_close).lower()
+        attrs["data-clear-button"] = str(self.clear_button).lower()
+        attrs["data-language"] = self._get_current_language()
+        attrs["data-date-format"] = date_format
+        attrs["data-time-format"] = time_format
+
+        return attrs
+
+    def format_value(self, value):
+        """Format the value for display in the widget."""
+        if value:
+            self.attrs["data-value"] = datetime.datetime.strftime(
+                value, "%Y-%m-%d %H:%M:00"
+            )
+
+        if value is None:
+            return ""
+        if isinstance(value, (datetime.date, datetime.datetime)):
+            return formats.date_format(value, format=self._get_format(), use_l10n=True)
+
+        return str(value)
+
+    def value_from_datadict(self, data, files, name):
+        """Parse the datetime string from the form data."""
+        value = super().value_from_datadict(data, files, name)
+        if value:
+            try:
+                # This does it's best to convert Django's PHP-Style date format to a datetime format and reformat the
+                # value to be read by Django. Probably could be improved
+                return datetime.datetime.strptime(
+                    value.strip(),
+                    django_to_python_datetime(self._get_format())
                     or django_to_python_datetime(get_format("SHORT_DATETIME_FORMAT")),
                 ).strftime("%Y-%m-%d %H:%M:%S")
             except (ValueError, TypeError) as e:
@@ -140,10 +185,19 @@ class AirMonthYearPickerInput(AirDatePickerInput):
         # Store the Python format for internal use
         self.python_format = "%B %Y"
 
-    def _get_month_names(self):
+    @staticmethod
+    def _get_month_names():
         """Get month names using Django's date translation"""
         return {dates.MONTHS[i]: i for i in range(1, 13)}
 
+    def build_attrs(self, base_attrs, extra_attrs=None):
+        attrs = super().build_attrs(base_attrs, extra_attrs)
+
+        # Add data attributes for AirDatepicker configuration
+        attrs["data-now-button-txt"] = _("Today")
+
+        return attrs
+
     def format_value(self, value):
         """Format the value for display in the widget."""
         if value:

app/apps/currencies/forms.py

@@ -65,9 +65,6 @@ class CurrencyForm(forms.ModelForm):
 
 class ExchangeRateForm(forms.ModelForm):
     date = forms.DateTimeField(
-        widget=AirDateTimePickerInput(
-            clear_button=False,
-        ),
         label=_("Date"),
     )
 
@@ -75,7 +72,7 @@ class ExchangeRateForm(forms.ModelForm):
         model = ExchangeRate
         fields = ["from_currency", "to_currency", "rate", "date"]
 
-    def __init__(self, *args, **kwargs):
+    def __init__(self, *args, user=None, **kwargs):
         super().__init__(*args, **kwargs)
 
         self.helper = FormHelper()
@@ -84,6 +81,9 @@ class ExchangeRateForm(forms.ModelForm):
         self.helper.layout = Layout("date", "from_currency", "to_currency", "rate")
 
         self.fields["rate"].widget = ArbitraryDecimalDisplayNumberInput()
+        self.fields["date"].widget = AirDateTimePickerInput(
+            clear_button=False, user=user
+        )
 
         if self.instance and self.instance.pk:
             self.helper.layout.append(

app/apps/currencies/views/exchange_rates.py

@@ -84,7 +84,7 @@ def exchange_rates_list_pair(request):
 @require_http_methods(["GET", "POST"])
 def exchange_rate_add(request):
     if request.method == "POST":
-        form = ExchangeRateForm(request.POST)
+        form = ExchangeRateForm(request.POST, user=request.user)
         if form.is_valid():
             form.save()
             messages.success(request, _("Exchange rate added successfully"))
@@ -96,7 +96,7 @@ def exchange_rate_add(request):
                 },
             )
     else:
-        form = ExchangeRateForm()
+        form = ExchangeRateForm(user=request.user)
 
     return render(
         request,
@@ -112,7 +112,7 @@ def exchange_rate_edit(request, pk):
     exchange_rate = get_object_or_404(ExchangeRate, id=pk)
 
     if request.method == "POST":
-        form = ExchangeRateForm(request.POST, instance=exchange_rate)
+        form = ExchangeRateForm(request.POST, instance=exchange_rate, user=request.user)
         if form.is_valid():
             form.save()
             messages.success(request, _("Exchange rate updated successfully"))
@@ -124,7 +124,7 @@ def exchange_rate_edit(request, pk):
                 },
             )
     else:
-        form = ExchangeRateForm(instance=exchange_rate)
+        form = ExchangeRateForm(instance=exchange_rate, user=request.user)
 
     return render(
         request,

app/apps/dca/forms.py

@@ -62,11 +62,10 @@ class DCAEntryForm(forms.ModelForm):
             "notes",
         ]
         widgets = {
-            "date": AirDatePickerInput(clear_button=False),
             "notes": forms.Textarea(attrs={"rows": 3}),
         }
 
-    def __init__(self, *args, **kwargs):
+    def __init__(self, *args, user=None, **kwargs):
         super().__init__(*args, **kwargs)
         self.helper = FormHelper()
         self.helper.form_tag = False
@@ -107,3 +106,4 @@ class DCAEntryForm(forms.ModelForm):
 
         self.fields["amount_paid"].widget = ArbitraryDecimalDisplayNumberInput()
         self.fields["amount_received"].widget = ArbitraryDecimalDisplayNumberInput()
+        self.fields["date"].widget = AirDatePickerInput(clear_button=False, user=user)

app/apps/dca/views.py

@@ -157,7 +157,7 @@ def strategy_detail(request, strategy_id):
 def strategy_entry_add(request, strategy_id):
     strategy = get_object_or_404(DCAStrategy, id=strategy_id)
     if request.method == "POST":
-        form = DCAEntryForm(request.POST)
+        form = DCAEntryForm(request.POST, user=request.user)
         if form.is_valid():
             entry = form.save(commit=False)
             entry.strategy = strategy
@@ -171,7 +171,7 @@ def strategy_entry_add(request, strategy_id):
                 },
             )
     else:
-        form = DCAEntryForm()
+        form = DCAEntryForm(user=request.user)
 
     return render(
         request,
@@ -186,7 +186,7 @@ def strategy_entry_edit(request, strategy_id, entry_id):
     dca_entry = get_object_or_404(DCAEntry, id=entry_id, strategy__id=strategy_id)
 
     if request.method == "POST":
-        form = DCAEntryForm(request.POST, instance=dca_entry)
+        form = DCAEntryForm(request.POST, instance=dca_entry, user=request.user)
         if form.is_valid():
             form.save()
             messages.success(request, _("Entry updated successfully"))
@@ -198,7 +198,7 @@ def strategy_entry_edit(request, strategy_id, entry_id):
                 },
             )
     else:
-        form = DCAEntryForm(instance=dca_entry)
+        form = DCAEntryForm(instance=dca_entry, user=request.user)
 
     return render(
         request,

app/apps/import_app/admin.py

@@ -0,0 +1,6 @@
+from django.contrib import admin
+from apps.import_app import models
+
+# Register your models here.
+admin.site.register(models.ImportRun)
+admin.site.register(models.ImportProfile)

app/apps/import_app/apps.py

@@ -0,0 +1,6 @@
+from django.apps import AppConfig
+
+
+class ImportConfig(AppConfig):
+    default_auto_field = "django.db.models.BigAutoField"
+    name = "apps.import_app"

app/apps/import_app/forms.py

@@ -0,0 +1,64 @@
+from crispy_forms.bootstrap import FormActions
+from crispy_forms.helper import FormHelper
+from crispy_forms.layout import (
+    Layout,
+)
+from django import forms
+from django.utils.translation import gettext_lazy as _
+
+from apps.import_app.models import ImportProfile
+from apps.common.widgets.crispy.submit import NoClassSubmit
+
+
+class ImportProfileForm(forms.ModelForm):
+    class Meta:
+        model = ImportProfile
+        fields = [
+            "name",
+            "version",
+            "yaml_config",
+        ]
+
+    def __init__(self, *args, **kwargs):
+        super().__init__(*args, **kwargs)
+
+        self.helper = FormHelper()
+        self.helper.form_tag = False
+        self.helper.form_method = "post"
+        self.helper.layout = Layout("name", "version", "yaml_config")
+
+        if self.instance and self.instance.pk:
+            self.helper.layout.append(
+                FormActions(
+                    NoClassSubmit(
+                        "submit", _("Update"), css_class="btn btn-outline-primary w-100"
+                    ),
+                ),
+            )
+        else:
+            self.helper.layout.append(
+                FormActions(
+                    NoClassSubmit(
+                        "submit", _("Add"), css_class="btn btn-outline-primary w-100"
+                    ),
+                ),
+            )
+
+
+class ImportRunFileUploadForm(forms.Form):
+    file = forms.FileField(label=_("Select a file"))
+
+    def __init__(self, *args, **kwargs):
+        super().__init__(*args, **kwargs)
+
+        self.helper = FormHelper()
+        self.helper.form_tag = False
+        self.helper.form_method = "post"
+        self.helper.layout = Layout(
+            "file",
+            FormActions(
+                NoClassSubmit(
+                    "submit", _("Import"), css_class="btn btn-outline-primary w-100"
+                ),
+            ),
+        )

app/apps/import_app/migrations/0001_initial.py

@@ -0,0 +1,51 @@
+# Generated by Django 5.1.5 on 2025-01-19 00:44
+
+import django.db.models.deletion
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+
+    initial = True
+
+    dependencies = [
+        ('currencies', '0006_currency_exchange_currency'),
+        ('transactions', '0028_transaction_internal_note'),
+    ]
+
+    operations = [
+        migrations.CreateModel(
+            name='ImportProfile',
+            fields=[
+                ('id', models.BigAutoField(auto_created=True, primary_key=True, serialize=False, verbose_name='ID')),
+                ('name', models.CharField(max_length=100)),
+                ('yaml_config', models.TextField(help_text='YAML configuration')),
+                ('version', models.IntegerField(choices=[(1, 'Version 1')], default=1, verbose_name='Version')),
+            ],
+            options={
+                'ordering': ['name'],
+            },
+        ),
+        migrations.CreateModel(
+            name='ImportRun',
+            fields=[
+                ('id', models.BigAutoField(auto_created=True, primary_key=True, serialize=False, verbose_name='ID')),
+                ('status', models.CharField(choices=[('QUEUED', 'Queued'), ('PROCESSING', 'Processing'), ('FAILED', 'Failed'), ('FINISHED', 'Finished')], default='QUEUED', max_length=10, verbose_name='Status')),
+                ('file_name', models.CharField(help_text='File name', max_length=10000)),
+                ('logs', models.TextField(blank=True)),
+                ('processed_rows', models.IntegerField(default=0)),
+                ('total_rows', models.IntegerField(default=0)),
+                ('successful_rows', models.IntegerField(default=0)),
+                ('skipped_rows', models.IntegerField(default=0)),
+                ('failed_rows', models.IntegerField(default=0)),
+                ('started_at', models.DateTimeField(null=True)),
+                ('finished_at', models.DateTimeField(null=True)),
+                ('categories', models.ManyToManyField(related_name='import_runs', to='transactions.transactioncategory')),
+                ('currencies', models.ManyToManyField(related_name='import_runs', to='currencies.currency')),
+                ('entities', models.ManyToManyField(related_name='import_runs', to='transactions.transactionentity')),
+                ('profile', models.ForeignKey(on_delete=django.db.models.deletion.CASCADE, to='import_app.importprofile')),
+                ('tags', models.ManyToManyField(related_name='import_runs', to='transactions.transactiontag')),
+                ('transactions', models.ManyToManyField(related_name='import_runs', to='transactions.transaction')),
+            ],
+        ),
+    ]

app/apps/import_app/migrations/0002_alter_importprofile_name_and_more.py

@@ -0,0 +1,23 @@
+# Generated by Django 5.1.5 on 2025-01-23 03:03
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('import_app', '0001_initial'),
+    ]
+
+    operations = [
+        migrations.AlterField(
+            model_name='importprofile',
+            name='name',
+            field=models.CharField(max_length=100, unique=True, verbose_name='Name'),
+        ),
+        migrations.AlterField(
+            model_name='importprofile',
+            name='yaml_config',
+            field=models.TextField(verbose_name='YAML Configuration'),
+        ),
+    ]

app/apps/import_app/models.py

@@ -0,0 +1,83 @@
+import yaml
+
+from django.core.exceptions import ValidationError
+from django.db import models
+from django.utils.translation import gettext_lazy as _
+
+from apps.import_app.schemas import version_1
+
+
+class ImportProfile(models.Model):
+    class Versions(models.IntegerChoices):
+        VERSION_1 = 1, _("Version") + " 1"
+
+    name = models.CharField(max_length=100, verbose_name=_("Name"), unique=True)
+    yaml_config = models.TextField(verbose_name=_("YAML Configuration"))
+    version = models.IntegerField(
+        choices=Versions,
+        default=Versions.VERSION_1,
+        verbose_name=_("Version"),
+    )
+
+    def __str__(self):
+        return self.name
+
+    class Meta:
+        ordering = ["name"]
+
+    def clean(self):
+        if self.version and self.version == self.Versions.VERSION_1:
+            try:
+                yaml_data = yaml.safe_load(self.yaml_config)
+                version_1.ImportProfileSchema(**yaml_data)
+            except Exception as e:
+                raise ValidationError(
+                    {"yaml_config": _("Invalid YAML Configuration: ") + str(e)}
+                )
+
+
+class ImportRun(models.Model):
+    class Status(models.TextChoices):
+        QUEUED = "QUEUED", _("Queued")
+        PROCESSING = "PROCESSING", _("Processing")
+        FAILED = "FAILED", _("Failed")
+        FINISHED = "FINISHED", _("Finished")
+
+    status = models.CharField(
+        max_length=10,
+        choices=Status,
+        default=Status.QUEUED,
+        verbose_name=_("Status"),
+    )
+    profile = models.ForeignKey(
+        ImportProfile,
+        on_delete=models.CASCADE,
+    )
+    file_name = models.CharField(
+        max_length=10000,
+        help_text=_("File name"),
+    )
+    transactions = models.ManyToManyField(
+        "transactions.Transaction", related_name="import_runs"
+    )
+    tags = models.ManyToManyField(
+        "transactions.TransactionTag", related_name="import_runs"
+    )
+    categories = models.ManyToManyField(
+        "transactions.TransactionCategory", related_name="import_runs"
+    )
+    entities = models.ManyToManyField(
+        "transactions.TransactionEntity", related_name="import_runs"
+    )
+    currencies = models.ManyToManyField(
+        "currencies.Currency", related_name="import_runs"
+    )
+
+    logs = models.TextField(blank=True)
+    processed_rows = models.IntegerField(default=0)
+    total_rows = models.IntegerField(default=0)
+    successful_rows = models.IntegerField(default=0)
+    skipped_rows = models.IntegerField(default=0)
+    failed_rows = models.IntegerField(default=0)
+    started_at = models.DateTimeField(null=True)
+    finished_at = models.DateTimeField(null=True)

app/apps/import_app/schemas/__init__.py

@@ -0,0 +1 @@
+import apps.import_app.schemas.v1 as version_1

app/apps/import_app/schemas/v1.py

@@ -0,0 +1,400 @@
+from typing import Dict, List, Optional, Literal
+from pydantic import BaseModel, Field, model_validator, field_validator
+
+
+class CompareDeduplicationRule(BaseModel):
+    type: Literal["compare"]
+    fields: list[str] = Field(..., description="Compare fields for deduplication")
+    match_type: Literal["lax", "strict"] = "lax"
+
+
+class ReplaceTransformationRule(BaseModel):
+    type: Literal["replace", "regex"] = Field(
+        ..., description="Type of transformation: replace or regex"
+    )
+    pattern: str = Field(..., description="Pattern to match")
+    replacement: str = Field(..., description="Value to replace with")
+    exclusive: bool = Field(
+        default=False,
+        description="If it should match against the last transformation or the original value",
+    )
+
+
+class DateFormatTransformationRule(BaseModel):
+    type: Literal["date_format"] = Field(
+        ..., description="Type of transformation: date_format"
+    )
+    original_format: str = Field(..., description="Original date format")
+    new_format: str = Field(..., description="New date format to use")
+
+
+class HashTransformationRule(BaseModel):
+    fields: List[str]
+    type: Literal["hash"]
+
+
+class MergeTransformationRule(BaseModel):
+    fields: List[str]
+    type: Literal["merge"]
+    separator: str = Field(default=" ", description="Separator to use when merging")
+
+
+class SplitTransformationRule(BaseModel):
+    type: Literal["split"]
+    separator: str = Field(default=",", description="Separator to use when splitting")
+    index: int | None = Field(
+        default=0, description="Index to return as value. Empty to return all."
+    )
+
+
+class CSVImportSettings(BaseModel):
+    skip_errors: bool = Field(
+        default=False,
+        description="If True, errors during import will be logged and skipped",
+    )
+    file_type: Literal["csv"] = "csv"
+    delimiter: str = Field(default=",", description="CSV delimiter character")
+    encoding: str = Field(default="utf-8", description="File encoding")
+    skip_lines: int = Field(
+        default=0, description="Number of rows to skip at the beginning of the file"
+    )
+    trigger_transaction_rules: bool = True
+    importing: Literal[
+        "transactions", "accounts", "currencies", "categories", "tags", "entities"
+    ]
+
+
+class ColumnMapping(BaseModel):
+    source: Optional[str] = Field(
+        default=None,
+        description="CSV column header. If None, the field will be generated from transformations",
+    )
+    default: Optional[str] = None
+    required: bool = False
+    transformations: Optional[
+        List[
+            ReplaceTransformationRule
+            | DateFormatTransformationRule
+            | HashTransformationRule
+            | MergeTransformationRule
+            | SplitTransformationRule
+        ]
+    ] = Field(default_factory=list)
+
+
+class TransactionAccountMapping(ColumnMapping):
+    target: Literal["account"] = Field(..., description="Transaction field to map to")
+    type: Literal["id", "name"] = "name"
+    coerce_to: Literal["str|int"] = Field("str|int", frozen=True)
+    required: bool = Field(True, frozen=True)
+
+
+class TransactionTypeMapping(ColumnMapping):
+    target: Literal["type"] = Field(..., description="Transaction field to map to")
+    detection_method: Literal["sign", "always_income", "always_expense"] = "sign"
+    coerce_to: Literal["transaction_type"] = Field("transaction_type", frozen=True)
+
+
+class TransactionIsPaidMapping(ColumnMapping):
+    target: Literal["is_paid"] = Field(..., description="Transaction field to map to")
+    detection_method: Literal["boolean", "always_paid", "always_unpaid"]
+    coerce_to: Literal["is_paid"] = Field("is_paid", frozen=True)
+
+
+class TransactionDateMapping(ColumnMapping):
+    target: Literal["date"] = Field(..., description="Transaction field to map to")
+    format: List[str] | str
+    coerce_to: Literal["date"] = Field("date", frozen=True)
+    required: bool = Field(True, frozen=True)
+
+
+class TransactionReferenceDateMapping(ColumnMapping):
+    target: Literal["reference_date"] = Field(
+        ..., description="Transaction field to map to"
+    )
+    format: List[str] | str
+    coerce_to: Literal["date"] = Field("date", frozen=True)
+
+
+class TransactionAmountMapping(ColumnMapping):
+    target: Literal["amount"] = Field(..., description="Transaction field to map to")
+    coerce_to: Literal["positive_decimal"] = Field("positive_decimal", frozen=True)
+    required: bool = Field(True, frozen=True)
+
+
+class TransactionDescriptionMapping(ColumnMapping):
+    target: Literal["description"] = Field(
+        ..., description="Transaction field to map to"
+    )
+    coerce_to: Literal["str"] = Field("str", frozen=True)
+
+
+class TransactionNotesMapping(ColumnMapping):
+    target: Literal["notes"] = Field(..., description="Transaction field to map to")
+    coerce_to: Literal["str"] = Field("str", frozen=True)
+
+
+class TransactionTagsMapping(ColumnMapping):
+    target: Literal["tags"] = Field(..., description="Transaction field to map to")
+    type: Literal["id", "name"] = "name"
+    create: bool = Field(
+        default=True, description="Create new tags if they doesn't exist"
+    )
+    coerce_to: Literal["list"] = Field("list", frozen=True)
+
+
+class TransactionEntitiesMapping(ColumnMapping):
+    target: Literal["entities"] = Field(..., description="Transaction field to map to")
+    type: Literal["id", "name"] = "name"
+    create: bool = Field(
+        default=True, description="Create new entities if they doesn't exist"
+    )
+    coerce_to: Literal["list"] = Field("list", frozen=True)
+
+
+class TransactionCategoryMapping(ColumnMapping):
+    target: Literal["category"] = Field(..., description="Transaction field to map to")
+    create: bool = Field(
+        default=True, description="Create category if it doesn't exist"
+    )
+    type: Literal["id", "name"] = "name"
+    coerce_to: Literal["str|int"] = Field("str|int", frozen=True)
+
+
+class TransactionInternalNoteMapping(ColumnMapping):
+    target: Literal["internal_note"] = Field(
+        ..., description="Transaction field to map to"
+    )
+    coerce_to: Literal["str"] = Field("str", frozen=True)
+
+
+class TransactionInternalIDMapping(ColumnMapping):
+    target: Literal["internal_id"] = Field(
+        ..., description="Transaction field to map to"
+    )
+    coerce_to: Literal["str"] = Field("str", frozen=True)
+
+
+class CategoryNameMapping(ColumnMapping):
+    target: Literal["category_name"] = Field(
+        ..., description="Category field to map to"
+    )
+    coerce_to: Literal["str"] = Field("str", frozen=True)
+
+
+class CategoryMuteMapping(ColumnMapping):
+    target: Literal["category_mute"] = Field(
+        ..., description="Category field to map to"
+    )
+    coerce_to: Literal["bool"] = Field("bool", frozen=True)
+
+
+class CategoryActiveMapping(ColumnMapping):
+    target: Literal["category_active"] = Field(
+        ..., description="Category field to map to"
+    )
+    coerce_to: Literal["bool"] = Field("bool", frozen=True)
+
+
+class TagNameMapping(ColumnMapping):
+    target: Literal["tag_name"] = Field(..., description="Tag field to map to")
+    coerce_to: Literal["str"] = Field("str", frozen=True)
+
+
+class TagActiveMapping(ColumnMapping):
+    target: Literal["tag_active"] = Field(..., description="Tag field to map to")
+    coerce_to: Literal["bool"] = Field("bool", frozen=True)
+
+
+class EntityNameMapping(ColumnMapping):
+    target: Literal["entity_name"] = Field(..., description="Entity field to map to")
+    coerce_to: Literal["str"] = Field("str", frozen=True)
+
+
+class EntityActiveMapping(ColumnMapping):
+    target: Literal["entity_active"] = Field(..., description="Entity field to map to")
+    coerce_to: Literal["bool"] = Field("bool", frozen=True)
+
+
+class AccountNameMapping(ColumnMapping):
+    target: Literal["account_name"] = Field(..., description="Account field to map to")
+    coerce_to: Literal["str"] = Field("str", frozen=True)
+
+
+class AccountGroupMapping(ColumnMapping):
+    target: Literal["account_group"] = Field(..., description="Account field to map to")
+    type: Literal["id", "name"]
+    coerce_to: Literal["str|int"] = Field("str|int", frozen=True)
+
+
+class AccountCurrencyMapping(ColumnMapping):
+    target: Literal["account_currency"] = Field(
+        ..., description="Account field to map to"
+    )
+    type: Literal["id", "name", "code"]
+    coerce_to: Literal["str|int"] = Field("str|int", frozen=True)
+
+
+class AccountExchangeCurrencyMapping(ColumnMapping):
+    target: Literal["account_exchange_currency"] = Field(
+        ..., description="Account field to map to"
+    )
+    type: Literal["id", "name", "code"]
+    coerce_to: Literal["str|int"] = Field("str|int", frozen=True)
+
+
+class AccountIsAssetMapping(ColumnMapping):
+    target: Literal["account_is_asset"] = Field(
+        ..., description="Account field to map to"
+    )
+    coerce_to: Literal["bool"] = Field("bool", frozen=True)
+
+
+class AccountIsArchivedMapping(ColumnMapping):
+    target: Literal["account_is_archived"] = Field(
+        ..., description="Account field to map to"
+    )
+    coerce_to: Literal["bool"] = Field("bool", frozen=True)
+
+
+class CurrencyCodeMapping(ColumnMapping):
+    target: Literal["currency_code"] = Field(
+        ..., description="Currency field to map to"
+    )
+    coerce_to: Literal["str"] = Field("str", frozen=True)
+
+
+class CurrencyNameMapping(ColumnMapping):
+    target: Literal["currency_name"] = Field(
+        ..., description="Currency field to map to"
+    )
+    coerce_to: Literal["str"] = Field("str", frozen=True)
+
+
+class CurrencyDecimalPlacesMapping(ColumnMapping):
+    target: Literal["currency_decimal_places"] = Field(
+        ..., description="Currency field to map to"
+    )
+    coerce_to: Literal["int"] = Field("int", frozen=True)
+
+
+class CurrencyPrefixMapping(ColumnMapping):
+    target: Literal["currency_prefix"] = Field(
+        ..., description="Currency field to map to"
+    )
+    coerce_to: Literal["str"] = Field("str", frozen=True)
+
+
+class CurrencySuffixMapping(ColumnMapping):
+    target: Literal["currency_suffix"] = Field(
+        ..., description="Currency field to map to"
+    )
+    coerce_to: Literal["str"] = Field("str", frozen=True)
+
+
+class CurrencyExchangeMapping(ColumnMapping):
+    target: Literal["currency_exchange"] = Field(
+        ..., description="Currency field to map to"
+    )
+    type: Literal["id", "name", "code"]
+    coerce_to: Literal["str|int"] = Field("str|int", frozen=True)
+
+
+class ImportProfileSchema(BaseModel):
+    settings: CSVImportSettings
+    mapping: Dict[
+        str,
+        TransactionAccountMapping
+        | TransactionTypeMapping
+        | TransactionIsPaidMapping
+        | TransactionDateMapping
+        | TransactionReferenceDateMapping
+        | TransactionAmountMapping
+        | TransactionDescriptionMapping
+        | TransactionNotesMapping
+        | TransactionTagsMapping
+        | TransactionEntitiesMapping
+        | TransactionCategoryMapping
+        | TransactionInternalNoteMapping
+        | TransactionInternalIDMapping
+        | CategoryNameMapping
+        | CategoryMuteMapping
+        | CategoryActiveMapping
+        | TagNameMapping
+        | TagActiveMapping
+        | EntityNameMapping
+        | EntityActiveMapping
+        | AccountNameMapping
+        | AccountGroupMapping
+        | AccountCurrencyMapping
+        | AccountExchangeCurrencyMapping
+        | AccountIsAssetMapping
+        | AccountIsArchivedMapping
+        | CurrencyCodeMapping
+        | CurrencyNameMapping
+        | CurrencyDecimalPlacesMapping
+        | CurrencyPrefixMapping
+        | CurrencySuffixMapping
+        | CurrencyExchangeMapping,
+    ]
+    deduplication: List[CompareDeduplicationRule] = Field(
+        default_factory=list,
+        description="Rules for deduplicating records during import",
+    )
+
+    @model_validator(mode="after")
+    def validate_mappings(self) -> "ImportProfileSchema":
+        import_type = self.settings.importing
+
+        # Define allowed mapping types for each import type
+        allowed_mappings = {
+            "transactions": (
+                TransactionAccountMapping,
+                TransactionTypeMapping,
+                TransactionIsPaidMapping,
+                TransactionDateMapping,
+                TransactionReferenceDateMapping,
+                TransactionAmountMapping,
+                TransactionDescriptionMapping,
+                TransactionNotesMapping,
+                TransactionTagsMapping,
+                TransactionEntitiesMapping,
+                TransactionCategoryMapping,
+                TransactionInternalNoteMapping,
+                TransactionInternalIDMapping,
+            ),
+            "accounts": (
+                AccountNameMapping,
+                AccountGroupMapping,
+                AccountCurrencyMapping,
+                AccountExchangeCurrencyMapping,
+                AccountIsAssetMapping,
+                AccountIsArchivedMapping,
+            ),
+            "currencies": (
+                CurrencyCodeMapping,
+                CurrencyNameMapping,
+                CurrencyDecimalPlacesMapping,
+                CurrencyPrefixMapping,
+                CurrencySuffixMapping,
+                CurrencyExchangeMapping,
+            ),
+            "categories": (
+                CategoryNameMapping,
+                CategoryMuteMapping,
+                CategoryActiveMapping,
+            ),
+            "tags": (TagNameMapping, TagActiveMapping),
+            "entities": (EntityNameMapping, EntityActiveMapping),
+        }
+
+        allowed_types = allowed_mappings[import_type]
+
+        for field_name, mapping in self.mapping.items():
+            if not isinstance(mapping, allowed_types):
+                raise ValueError(
+                    f"Mapping type '{type(mapping).__name__}' is not allowed when importing {import_type}. "
+                    f"Allowed types are: {', '.join(t.__name__ for t in allowed_types)}"
+                )
+
+        return self

app/apps/import_app/services/__init__.py

@@ -0,0 +1,3 @@
+from apps.import_app.services.v1 import ImportService as ImportServiceV1
+
+from apps.import_app.services.presets import PresetService

app/apps/import_app/services/presets.py

@@ -0,0 +1,45 @@
+import json
+from pathlib import Path
+
+from apps.import_app.models import ImportProfile
+
+
+class PresetService:
+    PRESET_PATH = "/usr/src/app/import_presets"
+
+    @classmethod
+    def get_all_presets(cls):
+        presets = []
+
+        for folder in Path(cls.PRESET_PATH).iterdir():
+            if folder.is_dir():
+                manifest_path = folder / "manifest.json"
+                config_path = folder / "config.yml"
+
+                if manifest_path.exists() and config_path.exists():
+                    with open(manifest_path) as f:
+                        manifest = json.load(f)
+
+                    with open(config_path) as f:
+                        config = json.dumps(f.read())
+
+                    try:
+                        preset = {
+                            "name": manifest.get("name", folder.name),
+                            "description": manifest.get("description", ""),
+                            "message": json.dumps(manifest.get("message", "")),
+                            "authors": manifest.get("author", "").split(","),
+                            "schema_version": (int(manifest.get("schema_version", 1))),
+                            "folder_name": folder.name,
+                            "config": config,
+                        }
+
+                        ImportProfile.Versions(
+                            preset["schema_version"]
+                        )  # Check if schema version is valid
+                    except Exception as e:
+                        print(e)
+                    else:
+                        presets.append(preset)
+
+        return presets

app/apps/import_app/services/v1.py

@@ -0,0 +1,633 @@
+import csv
+import hashlib
+import logging
+import os
+import re
+from datetime import datetime
+from decimal import Decimal
+from typing import Dict, Any, Literal, Union
+
+import cachalot.api
+import yaml
+from cachalot.api import cachalot_disabled
+from django.utils import timezone
+
+from apps.accounts.models import Account, AccountGroup
+from apps.currencies.models import Currency
+from apps.import_app.models import ImportRun, ImportProfile
+from apps.import_app.schemas import version_1
+from apps.transactions.models import (
+    Transaction,
+    TransactionCategory,
+    TransactionTag,
+    TransactionEntity,
+)
+from apps.rules.signals import transaction_created
+from apps.import_app.schemas.v1 import (
+    TransactionCategoryMapping,
+    TransactionAccountMapping,
+    TransactionTagsMapping,
+    TransactionEntitiesMapping,
+)
+
+logger = logging.getLogger(__name__)
+
+
+class ImportService:
+    TEMP_DIR = "/usr/src/app/temp"
+
+    def __init__(self, import_run: ImportRun):
+        self.import_run: ImportRun = import_run
+        self.profile: ImportProfile = import_run.profile
+        self.config: version_1.ImportProfileSchema = self._load_config()
+        self.settings: version_1.CSVImportSettings = self.config.settings
+        self.deduplication: list[version_1.CompareDeduplicationRule] = (
+            self.config.deduplication
+        )
+        self.mapping: Dict[str, version_1.ColumnMapping] = self.config.mapping
+
+        # Ensure temp directory exists
+        os.makedirs(self.TEMP_DIR, exist_ok=True)
+
+    def _load_config(self) -> version_1.ImportProfileSchema:
+        yaml_data = yaml.safe_load(self.profile.yaml_config)
+        try:
+            config = version_1.ImportProfileSchema(**yaml_data)
+        except Exception as e:
+            self._log("error", f"Fatal error processing YAML config: {str(e)}")
+            self._update_status("FAILED")
+            raise e
+        else:
+            return config
+
+    def _log(self, level: str, message: str, **kwargs) -> None:
+        """Add a log entry to the import run logs"""
+        timestamp = datetime.now().strftime("%Y-%m-%d %H:%M:%S")
+
+        # Format additional context if present
+        context = ""
+        if kwargs:
+            context = " - " + ", ".join(f"{k}={v}" for k, v in kwargs.items())
+
+        log_line = f"[{timestamp}] {level.upper()}: {message}{context}\n"
+
+        # Append to existing logs
+        self.import_run.logs += log_line
+        self.import_run.save(update_fields=["logs"])
+
+    def _update_totals(
+        self,
+        field: Literal["total", "processed", "successful", "skipped", "failed"],
+        value: int,
+    ) -> None:
+        if field == "total":
+            self.import_run.total_rows = value
+            self.import_run.save(update_fields=["total_rows"])
+        elif field == "processed":
+            self.import_run.processed_rows = value
+            self.import_run.save(update_fields=["processed_rows"])
+        elif field == "successful":
+            self.import_run.successful_rows = value
+            self.import_run.save(update_fields=["successful_rows"])
+        elif field == "skipped":
+            self.import_run.skipped_rows = value
+            self.import_run.save(update_fields=["skipped_rows"])
+        elif field == "failed":
+            self.import_run.failed_rows = value
+            self.import_run.save(update_fields=["failed_rows"])
+
+    def _increment_totals(
+        self,
+        field: Literal["total", "processed", "successful", "skipped", "failed"],
+        value: int,
+    ) -> None:
+        if field == "total":
+            self.import_run.total_rows = self.import_run.total_rows + value
+            self.import_run.save(update_fields=["total_rows"])
+        elif field == "processed":
+            self.import_run.processed_rows = self.import_run.processed_rows + value
+            self.import_run.save(update_fields=["processed_rows"])
+        elif field == "successful":
+            self.import_run.successful_rows = self.import_run.successful_rows + value
+            self.import_run.save(update_fields=["successful_rows"])
+        elif field == "skipped":
+            self.import_run.skipped_rows = self.import_run.skipped_rows + value
+            self.import_run.save(update_fields=["skipped_rows"])
+        elif field == "failed":
+            self.import_run.failed_rows = self.import_run.failed_rows + value
+            self.import_run.save(update_fields=["failed_rows"])
+
+    def _update_status(
+        self, new_status: Literal["PROCESSING", "FAILED", "FINISHED"]
+    ) -> None:
+        if new_status == "PROCESSING":
+            self.import_run.status = ImportRun.Status.PROCESSING
+        elif new_status == "FAILED":
+            self.import_run.status = ImportRun.Status.FAILED
+        elif new_status == "FINISHED":
+            self.import_run.status = ImportRun.Status.FINISHED
+
+        self.import_run.save(update_fields=["status"])
+
+    @staticmethod
+    def _transform_value(
+        value: str, mapping: version_1.ColumnMapping, row: Dict[str, str] = None
+    ) -> Any:
+        transformed = value
+
+        for transform in mapping.transformations:
+            if transform.type == "hash":
+                # Collect all values to be hashed
+                values_to_hash = []
+                for field in transform.fields:
+                    if field in row:
+                        values_to_hash.append(str(row[field]))
+
+                # Create hash from concatenated values
+                if values_to_hash:
+                    concatenated = "|".join(values_to_hash)
+                    transformed = hashlib.sha256(concatenated.encode()).hexdigest()
+
+            elif transform.type == "replace":
+                if transform.exclusive:
+                    transformed = value.replace(
+                        transform.pattern, transform.replacement
+                    )
+                else:
+                    transformed = transformed.replace(
+                        transform.pattern, transform.replacement
+                    )
+            elif transform.type == "regex":
+                if transform.exclusive:
+                    transformed = re.sub(
+                        transform.pattern, transform.replacement, value
+                    )
+                else:
+                    transformed = re.sub(
+                        transform.pattern, transform.replacement, transformed
+                    )
+            elif transform.type == "date_format":
+                transformed = datetime.strptime(
+                    transformed, transform.original_format
+                ).strftime(transform.new_format)
+            elif transform.type == "merge":
+                values_to_merge = []
+                for field in transform.fields:
+                    if field in row:
+                        values_to_merge.append(str(row[field]))
+                transformed = transform.separator.join(values_to_merge)
+            elif transform.type == "split":
+                parts = transformed.split(transform.separator)
+                if transform.index is not None:
+                    transformed = parts[transform.index] if parts else ""
+                else:
+                    transformed = parts
+
+        return transformed
+
+    def _create_transaction(self, data: Dict[str, Any]) -> Transaction:
+        tags = []
+        entities = []
+        # Handle related objects first
+        if "category" in data:
+            if "category" in data:
+                category_name = data.pop("category")
+                category_mapping = next(
+                    (
+                        m
+                        for m in self.mapping.values()
+                        if isinstance(m, TransactionCategoryMapping)
+                        and m.target == "category"
+                    ),
+                    None,
+                )
+                print(category_mapping)
+
+                try:
+                    if category_mapping:
+                        if category_mapping.type == "id":
+                            category = TransactionCategory.objects.get(id=category_name)
+                        else:  # name
+                            if getattr(category_mapping, "create", False):
+                                category, _ = TransactionCategory.objects.get_or_create(
+                                    name=category_name
+                                )
+                            else:
+                                category = TransactionCategory.objects.filter(
+                                    name=category_name
+                                ).first()
+
+                        if category:
+                            data["category"] = category
+                            self.import_run.categories.add(category)
+                except (TransactionCategory.DoesNotExist, ValueError):
+                    # Ignore if category doesn't exist and create is False or not set
+                    data["category"] = None
+
+        if "account" in data:
+            account_id = data.pop("account")
+            account_mapping = next(
+                (
+                    m
+                    for m in self.mapping.values()
+                    if isinstance(m, TransactionAccountMapping)
+                    and m.target == "account"
+                ),
+                None,
+            )
+
+            try:
+                if account_mapping and account_mapping.type == "id":
+                    account = Account.objects.filter(id=account_id).first()
+                else:  # name
+                    account = Account.objects.filter(name=account_id).first()
+
+                if account:
+                    data["account"] = account
+            except ValueError:
+                # Ignore if account doesn't exist
+                pass
+
+        if "tags" in data:
+            tag_names = data.pop("tags")
+            tags_mapping = next(
+                (
+                    m
+                    for m in self.mapping.values()
+                    if isinstance(m, TransactionTagsMapping) and m.target == "tags"
+                ),
+                None,
+            )
+
+            for tag_name in tag_names:
+                try:
+                    if tags_mapping:
+                        if tags_mapping.type == "id":
+                            tag = TransactionTag.objects.filter(id=tag_name).first()
+                        else:  # name
+                            if getattr(tags_mapping, "create", False):
+                                tag, _ = TransactionTag.objects.get_or_create(
+                                    name=tag_name.strip()
+                                )
+                            else:
+                                tag = TransactionTag.objects.filter(
+                                    name=tag_name.strip()
+                                ).first()
+
+                        if tag:
+                            tags.append(tag)
+                            self.import_run.tags.add(tag)
+                except ValueError:
+                    # Ignore if tag doesn't exist and create is False or not set
+                    continue
+
+        if "entities" in data:
+            entity_names = data.pop("entities")
+            entities_mapping = next(
+                (
+                    m
+                    for m in self.mapping.values()
+                    if isinstance(m, TransactionEntitiesMapping)
+                    and m.target == "entities"
+                ),
+                None,
+            )
+
+            for entity_name in entity_names:
+                try:
+                    if entities_mapping:
+                        if entities_mapping.type == "id":
+                            entity = TransactionTag.objects.filter(
+                                id=entity_name
+                            ).first()
+                        else:  # name
+                            if getattr(entities_mapping, "create", False):
+                                entity, _ = TransactionEntity.objects.get_or_create(
+                                    name=entity_name.strip()
+                                )
+                            else:
+                                entity = TransactionEntity.objects.filter(
+                                    name=entity_name.strip()
+                                ).first()
+
+                        if entity:
+                            entities.append(entity)
+                            self.import_run.entities.add(entity)
+                except ValueError:
+                    # Ignore if entity doesn't exist and create is False or not set
+                    continue
+
+        # Create the transaction
+        new_transaction = Transaction.objects.create(**data)
+        self.import_run.transactions.add(new_transaction)
+
+        # Add many-to-many relationships
+        if tags:
+            new_transaction.tags.set(tags)
+        if entities:
+            new_transaction.entities.set(entities)
+
+        if self.settings.trigger_transaction_rules:
+            transaction_created.send(sender=new_transaction)
+
+        return new_transaction
+
+    def _create_account(self, data: Dict[str, Any]) -> Account:
+        if "group" in data:
+            group_name = data.pop("group")
+            group, _ = AccountGroup.objects.get_or_create(name=group_name)
+            data["group"] = group
+
+        # Handle currency references
+        if "currency" in data:
+            currency = Currency.objects.get(code=data["currency"])
+            data["currency"] = currency
+            self.import_run.currencies.add(currency)
+
+        if "exchange_currency" in data:
+            exchange_currency = Currency.objects.get(code=data["exchange_currency"])
+            data["exchange_currency"] = exchange_currency
+            self.import_run.currencies.add(exchange_currency)
+
+        return Account.objects.create(**data)
+
+    def _create_currency(self, data: Dict[str, Any]) -> Currency:
+        # Handle exchange currency reference
+        if "exchange_currency" in data:
+            exchange_currency = Currency.objects.get(code=data["exchange_currency"])
+            data["exchange_currency"] = exchange_currency
+            self.import_run.currencies.add(exchange_currency)
+
+        currency = Currency.objects.create(**data)
+        self.import_run.currencies.add(currency)
+        return currency
+
+    def _create_category(self, data: Dict[str, Any]) -> TransactionCategory:
+        category = TransactionCategory.objects.create(**data)
+        self.import_run.categories.add(category)
+        return category
+
+    def _create_tag(self, data: Dict[str, Any]) -> TransactionTag:
+        tag = TransactionTag.objects.create(**data)
+        self.import_run.tags.add(tag)
+        return tag
+
+    def _create_entity(self, data: Dict[str, Any]) -> TransactionEntity:
+        entity = TransactionEntity.objects.create(**data)
+        self.import_run.entities.add(entity)
+        return entity
+
+    def _check_duplicate_transaction(self, transaction_data: Dict[str, Any]) -> bool:
+        for rule in self.deduplication:
+            if rule.type == "compare":
+                query = Transaction.all_objects.all().values("id")
+
+                # Build query conditions for each field in the rule
+                for field in rule.fields:
+                    if field in transaction_data:
+                        if rule.match_type == "strict":
+                            query = query.filter(**{field: transaction_data[field]})
+                        else:  # lax matching
+                            query = query.filter(
+                                **{f"{field}__iexact": transaction_data[field]}
+                            )
+
+                # If we found any matching transaction, it's a duplicate
+                if query.exists():
+                    return True
+
+        return False
+
+    def _coerce_type(
+        self, value: str, mapping: version_1.ColumnMapping
+    ) -> Union[str, int, bool, Decimal, datetime, list]:
+        if not value:
+            return None
+
+        coerce_to = mapping.coerce_to
+
+        return self._coerce_single_type(value, coerce_to, mapping)
+
+    @staticmethod
+    def _coerce_single_type(
+        value: str, coerce_to: str, mapping: version_1.ColumnMapping
+    ) -> Union[str, int, bool, Decimal, datetime.date, list]:
+        if coerce_to == "str":
+            return str(value)
+        elif coerce_to == "int":
+            return int(value)
+        elif coerce_to == "str|int":
+            if hasattr(mapping, "type") and mapping.type == "id":
+                return int(value)
+            elif hasattr(mapping, "type") and mapping.type in ["name", "code"]:
+                return str(value)
+            else:
+                return str(value)
+        elif coerce_to == "bool":
+            return value.lower() in ["true", "1", "yes", "y", "on"]
+        elif coerce_to == "positive_decimal":
+            return abs(Decimal(value))
+        elif coerce_to == "date":
+            if isinstance(
+                mapping,
+                (
+                    version_1.TransactionDateMapping,
+                    version_1.TransactionReferenceDateMapping,
+                ),
+            ):
+                formats = (
+                    mapping.format
+                    if isinstance(mapping.format, list)
+                    else [mapping.format]
+                )
+                for fmt in formats:
+                    try:
+                        return datetime.strptime(value, fmt).date()
+                    except ValueError:
+                        continue
+                raise ValueError(
+                    f"Could not parse date '{value}' with any of the provided formats"
+                )
+            else:
+                raise ValueError(
+                    "Date coercion is only supported for TransactionDateMapping and TransactionReferenceDateMapping"
+                )
+        elif coerce_to == "list":
+            return (
+                value
+                if isinstance(value, list)
+                else [item.strip() for item in value.split(",") if item.strip()]
+            )
+        elif coerce_to == "transaction_type":
+            if isinstance(mapping, version_1.TransactionTypeMapping):
+                if mapping.detection_method == "sign":
+                    return (
+                        Transaction.Type.EXPENSE
+                        if value.startswith("-")
+                        else Transaction.Type.INCOME
+                    )
+                elif mapping.detection_method == "always_income":
+                    return Transaction.Type.INCOME
+                elif mapping.detection_method == "always_expense":
+                    return Transaction.Type.EXPENSE
+            raise ValueError("Invalid transaction type detection method")
+        elif coerce_to == "is_paid":
+            if isinstance(mapping, version_1.TransactionIsPaidMapping):
+                if mapping.detection_method == "boolean":
+                    return value.lower() in ["true", "1", "yes", "y", "on"]
+                elif mapping.detection_method == "always_paid":
+                    return True
+                elif mapping.detection_method == "always_unpaid":
+                    return False
+            raise ValueError("Invalid is_paid detection method")
+        else:
+            raise ValueError(f"Unsupported coercion type: {coerce_to}")
+
+    def _map_row(self, row: Dict[str, str]) -> Dict[str, Any]:
+        mapped_data = {}
+
+        for field, mapping in self.mapping.items():
+            # If source is None, use None as the initial value
+            value = row.get(mapping.source) if mapping.source else None
+
+            # Use default_value if value is None
+            if value is None:
+                value = mapping.default
+
+            # Apply transformations
+            if mapping.transformations:
+                value = self._transform_value(value, mapping, row)
+
+            value = self._coerce_type(value, mapping)
+
+            if mapping.required and value is None:
+                raise ValueError(f"Required field {field} is missing")
+
+            if value is not None:
+                # Remove the prefix from the target field
+                target = mapping.target
+                if self.settings.importing == "transactions":
+                    mapped_data[target] = value
+                else:
+                    # Remove the model prefix (e.g., "account_" from "account_name")
+                    field_name = target.split("_", 1)[1]
+                    mapped_data[field_name] = value
+
+        return mapped_data
+
+    def _process_row(self, row: Dict[str, str], row_number: int) -> None:
+        try:
+            mapped_data = self._map_row(row)
+
+            if mapped_data:
+                # Handle different import types
+                if self.settings.importing == "transactions":
+                    if self.deduplication and self._check_duplicate_transaction(
+                        mapped_data
+                    ):
+                        self._increment_totals("skipped", 1)
+                        self._log("info", f"Skipped duplicate row {row_number}")
+                        return
+                    self._create_transaction(mapped_data)
+                elif self.settings.importing == "accounts":
+                    self._create_account(mapped_data)
+                elif self.settings.importing == "currencies":
+                    self._create_currency(mapped_data)
+                elif self.settings.importing == "categories":
+                    self._create_category(mapped_data)
+                elif self.settings.importing == "tags":
+                    self._create_tag(mapped_data)
+                elif self.settings.importing == "entities":
+                    self._create_entity(mapped_data)
+
+                self._increment_totals("successful", value=1)
+                self._log("info", f"Successfully processed row {row_number}")
+
+            self._increment_totals("processed", value=1)
+
+        except Exception as e:
+            if not self.settings.skip_errors:
+                self._log("error", f"Fatal error processing row {row_number}: {str(e)}")
+                self._update_status("FAILED")
+                raise
+            else:
+                self._log("warning", f"Error processing row {row_number}: {str(e)}")
+                self._increment_totals("failed", value=1)
+
+            logger.error(f"Fatal error processing row {row_number}", exc_info=e)
+
+    def _process_csv(self, file_path):
+        # First pass: count rows
+        with open(file_path, "r", encoding=self.settings.encoding) as csv_file:
+            # Skip specified number of rows
+            for _ in range(self.settings.skip_lines):
+                next(csv_file)
+
+            reader = csv.DictReader(csv_file, delimiter=self.settings.delimiter)
+            self._update_totals("total", value=sum(1 for _ in reader))
+
+        with open(file_path, "r", encoding=self.settings.encoding) as csv_file:
+            # Skip specified number of rows
+            for _ in range(self.settings.skip_lines):
+                next(csv_file)
+            if self.settings.skip_lines:
+                self._log("info", f"Skipped {self.settings.skip_lines} initial lines")
+
+            reader = csv.DictReader(csv_file, delimiter=self.settings.delimiter)
+
+            self._log("info", f"Starting import with {self.import_run.total_rows} rows")
+
+            for row_number, row in enumerate(reader, start=1):
+                self._process_row(row, row_number)
+
+    def _validate_file_path(self, file_path: str) -> str:
+        """
+        Validates that the file path is within the allowed temporary directory.
+        Returns the absolute path.
+        """
+        abs_path = os.path.abspath(file_path)
+        if not abs_path.startswith(self.TEMP_DIR):
+            raise ValueError(f"Invalid file path. File must be in {self.TEMP_DIR}")
+        return abs_path
+
+    def process_file(self, file_path: str):
+        with cachalot_disabled():
+            # Validate and get absolute path
+            file_path = self._validate_file_path(file_path)
+
+            self._update_status("PROCESSING")
+            self.import_run.started_at = timezone.now()
+            self.import_run.save(update_fields=["started_at"])
+
+            self._log("info", "Starting import process")
+
+            try:
+                if self.settings.file_type == "csv":
+                    self._process_csv(file_path)
+
+                self._update_status("FINISHED")
+                self._log(
+                    "info",
+                    f"Import completed successfully. "
+                    f"Successful: {self.import_run.successful_rows}, "
+                    f"Failed: {self.import_run.failed_rows}, "
+                    f"Skipped: {self.import_run.skipped_rows}",
+                )
+
+            except Exception as e:
+                self._update_status("FAILED")
+                self._log("error", f"Import failed: {str(e)}")
+                raise Exception("Import failed")
+
+            finally:
+                self._log("info", "Cleaning up temporary files")
+                try:
+                    if os.path.exists(file_path):
+                        os.remove(file_path)
+                        self._log("info", f"Deleted temporary file: {file_path}")
+                except OSError as e:
+                    self._log("warning", f"Failed to delete temporary file: {str(e)}")
+
+                self.import_run.finished_at = timezone.now()
+                self.import_run.save(update_fields=["finished_at"])
+        cachalot.api.invalidate()

app/apps/import_app/tasks.py

@@ -0,0 +1,21 @@
+import logging
+
+import cachalot.api
+from procrastinate.contrib.django import app
+
+from apps.import_app.models import ImportRun
+from apps.import_app.services import ImportServiceV1
+
+logger = logging.getLogger(__name__)
+
+
+@app.task
+def process_import(import_run_id: int, file_path: str):
+    try:
+        import_run = ImportRun.objects.get(id=import_run_id)
+        import_service = ImportServiceV1(import_run)
+        import_service.process_file(file_path)
+        cachalot.api.invalidate()
+    except ImportRun.DoesNotExist:
+        cachalot.api.invalidate()
+        raise ValueError(f"ImportRun with id {import_run_id} not found")

app/apps/import_app/tests.py

@@ -0,0 +1,3 @@
+from django.test import TestCase
+
+# Create your tests here.

app/apps/import_app/urls.py

@@ -0,0 +1,56 @@
+from django.urls import path
+import apps.import_app.views as views
+
+urlpatterns = [
+    path("import/", views.import_view, name="import"),
+    path(
+        "import/presets/",
+        views.import_presets_list,
+        name="import_presets_list",
+    ),
+    path(
+        "import/profiles/",
+        views.import_profile_index,
+        name="import_profiles_index",
+    ),
+    path(
+        "import/profiles/list/",
+        views.import_profile_list,
+        name="import_profiles_list",
+    ),
+    path(
+        "import/profiles/<int:profile_id>/delete/",
+        views.import_profile_delete,
+        name="import_profile_delete",
+    ),
+    path(
+        "import/profiles/add/",
+        views.import_profile_add,
+        name="import_profiles_add",
+    ),
+    path(
+        "import/profiles/<int:profile_id>/edit/",
+        views.import_profile_edit,
+        name="import_profile_edit",
+    ),
+    path(
+        "import/profiles/<int:profile_id>/runs/list/",
+        views.import_runs_list,
+        name="import_profile_runs_list",
+    ),
+    path(
+        "import/profiles/<int:profile_id>/runs/<int:run_id>/log/",
+        views.import_run_log,
+        name="import_run_log",
+    ),
+    path(
+        "import/profiles/<int:profile_id>/runs/<int:run_id>/delete/",
+        views.import_run_delete,
+        name="import_run_delete",
+    ),
+    path(
+        "import/profiles/<int:profile_id>/runs/add/",
+        views.import_run_add,
+        name="import_run_add",
+    ),
+]

app/apps/import_app/views.py

@@ -0,0 +1,232 @@
+import shutil
+
+from django.contrib import messages
+from django.contrib.auth.decorators import login_required
+from django.core.files.storage import FileSystemStorage
+from django.http import HttpResponse
+from django.shortcuts import render, get_object_or_404
+from django.views.decorators.csrf import csrf_exempt
+from django.views.decorators.http import require_http_methods
+from django.utils.translation import gettext_lazy as _
+
+from apps.common.decorators.htmx import only_htmx
+from apps.import_app.forms import ImportRunFileUploadForm, ImportProfileForm
+from apps.import_app.models import ImportRun, ImportProfile
+from apps.import_app.tasks import process_import
+from apps.import_app.services import PresetService
+
+
+def import_view(request):
+    import_profile = ImportProfile.objects.get(id=2)
+    shutil.copyfile(
+        "/usr/src/app/apps/import_app/teste2.csv", "/usr/src/app/temp/teste2.csv"
+    )
+    ir = ImportRun.objects.create(profile=import_profile, file_name="teste.csv")
+    process_import.defer(
+        import_run_id=ir.id,
+        file_path="/usr/src/app/temp/teste2.csv",
+    )
+    return HttpResponse("Hello, world. You're at the polls page.")
+
+
+@login_required
+@require_http_methods(["GET"])
+def import_presets_list(request):
+    presets = PresetService.get_all_presets()
+    print(presets)
+    return render(
+        request,
+        "import_app/fragments/profiles/list_presets.html",
+        {"presets": presets},
+    )
+
+
+@login_required
+@require_http_methods(["GET", "POST"])
+def import_profile_index(request):
+    return render(
+        request,
+        "import_app/pages/profiles_index.html",
+    )
+
+
+@only_htmx
+@login_required
+@require_http_methods(["GET", "POST"])
+def import_profile_list(request):
+    profiles = ImportProfile.objects.all()
+
+    return render(
+        request,
+        "import_app/fragments/profiles/list.html",
+        {"profiles": profiles},
+    )
+
+
+@only_htmx
+@login_required
+@require_http_methods(["GET", "POST"])
+def import_profile_add(request):
+    message = request.GET.get("message", None) or request.POST.get("message", None)
+
+    if request.method == "POST":
+        form = ImportProfileForm(request.POST)
+
+        if form.is_valid():
+            form.save()
+            messages.success(request, _("Import Profile added successfully"))
+
+            return HttpResponse(
+                status=204,
+                headers={
+                    "HX-Trigger": "updated, hide_offcanvas",
+                },
+            )
+    else:
+        print(int(request.GET.get("version", 1)))
+        form = ImportProfileForm(
+            initial={
+                "name": request.GET.get("name"),
+                "version": int(request.GET.get("version", 1)),
+                "yaml_config": request.GET.get("yaml_config"),
+            }
+        )
+
+    return render(
+        request,
+        "import_app/fragments/profiles/add.html",
+        {"form": form, "message": message},
+    )
+
+
+@only_htmx
+@login_required
+@require_http_methods(["GET", "POST"])
+def import_profile_edit(request, profile_id):
+    profile = get_object_or_404(ImportProfile, id=profile_id)
+
+    if request.method == "POST":
+        form = ImportProfileForm(request.POST, instance=profile)
+
+        if form.is_valid():
+            form.save()
+            messages.success(request, _("Import Profile update successfully"))
+
+            return HttpResponse(
+                status=204,
+                headers={
+                    "HX-Trigger": "updated, hide_offcanvas",
+                },
+            )
+    else:
+        form = ImportProfileForm(instance=profile)
+
+    return render(
+        request,
+        "import_app/fragments/profiles/edit.html",
+        {"form": form, "profile": profile},
+    )
+
+
+@only_htmx
+@login_required
+@csrf_exempt
+@require_http_methods(["DELETE"])
+def import_profile_delete(request, profile_id):
+    profile = ImportProfile.objects.get(id=profile_id)
+
+    profile.delete()
+
+    messages.success(request, _("Import Profile deleted successfully"))
+
+    return HttpResponse(
+        status=204,
+        headers={
+            "HX-Trigger": "updated",
+        },
+    )
+
+
+@only_htmx
+@login_required
+@require_http_methods(["GET", "POST"])
+def import_runs_list(request, profile_id):
+    profile = ImportProfile.objects.get(id=profile_id)
+
+    runs = ImportRun.objects.filter(profile=profile).order_by("-id")
+
+    return render(
+        request,
+        "import_app/fragments/runs/list.html",
+        {"profile": profile, "runs": runs},
+    )
+
+
+@only_htmx
+@login_required
+@require_http_methods(["GET", "POST"])
+def import_run_log(request, profile_id, run_id):
+    run = ImportRun.objects.get(profile__id=profile_id, id=run_id)
+
+    return render(
+        request,
+        "import_app/fragments/runs/log.html",
+        {"run": run},
+    )
+
+
+@only_htmx
+@login_required
+@require_http_methods(["GET", "POST"])
+def import_run_add(request, profile_id):
+    profile = ImportProfile.objects.get(id=profile_id)
+
+    if request.method == "POST":
+        form = ImportRunFileUploadForm(request.POST, request.FILES)
+
+        if form.is_valid():
+            uploaded_file = request.FILES["file"]
+            fs = FileSystemStorage(location="/usr/src/app/temp")
+            filename = fs.save(uploaded_file.name, uploaded_file)
+            file_path = fs.path(filename)
+
+            import_run = ImportRun.objects.create(profile=profile, file_name=filename)
+
+            # Defer the procrastinate task
+            process_import.defer(import_run_id=import_run.id, file_path=file_path)
+
+            messages.success(request, _("Import Run queued successfully"))
+
+            return HttpResponse(
+                status=204,
+                headers={
+                    "HX-Trigger": "updated, hide_offcanvas",
+                },
+            )
+    else:
+        form = ImportRunFileUploadForm()
+
+    return render(
+        request,
+        "import_app/fragments/runs/add.html",
+        {"form": form, "profile": profile},
+    )
+
+
+@only_htmx
+@login_required
+@csrf_exempt
+@require_http_methods(["DELETE"])
+def import_run_delete(request, profile_id, run_id):
+    run = ImportRun.objects.get(profile__id=profile_id, id=run_id)
+
+    run.delete()
+
+    messages.success(request, _("Run deleted successfully"))
+
+    return HttpResponse(
+        status=204,
+        headers={
+            "HX-Trigger": "updated",
+        },
+    )

app/apps/monthly_overview/views.py

@@ -41,7 +41,7 @@ def monthly_overview(request, month: int, year: int):
     previous_month = 12 if month == 1 else month - 1
     previous_year = year - 1 if previous_month == 12 and month == 1 else year
 
-    f = TransactionsFilter(request.GET)
+    f = TransactionsFilter(request.GET, user=request.user)
 
     return render(
         request,
@@ -64,7 +64,7 @@ def monthly_overview(request, month: int, year: int):
 def transactions_list(request, month: int, year: int):
     order = request.GET.get("order")
 
-    f = TransactionsFilter(request.GET)
+    f = TransactionsFilter(request.GET, user=request.user)
     transactions_filtered = (
         f.qs.filter()
         .filter(

app/apps/transactions/admin.py

@@ -12,15 +12,34 @@ from apps.transactions.models import (
 
 @admin.register(Transaction)
 class TransactionModelAdmin(admin.ModelAdmin):
+    def get_queryset(self, request):
+        # Use the all_objects manager to show all transactions, including deleted ones
+        return self.model.all_objects.all()
+
+    list_filter = ["deleted", "type", "is_paid", "date", "account"]
+
     list_display = [
+        "date",
         "description",
         "type",
         "account__name",
         "amount",
         "account__currency__code",
-        "date",
         "reference_date",
+        "deleted",
     ]
+    readonly_fields = ["deleted_at"]
+
+    actions = ["hard_delete_selected"]
+
+    def hard_delete_selected(self, request, queryset):
+        for obj in queryset:
+            obj.hard_delete()
+        self.message_user(
+            request, f"Successfully hard deleted {queryset.count()} transactions."
+        )
+
+    hard_delete_selected.short_description = "Hard delete selected transactions"
 
 
 class TransactionInline(admin.TabularInline):

app/apps/transactions/filters.py

@@ -88,13 +88,11 @@ class TransactionsFilter(django_filters.FilterSet):
     date_start = django_filters.DateFilter(
         field_name="date",
         lookup_expr="gte",
-        widget=AirDatePickerInput(),
         label=_("Date from"),
     )
     date_end = django_filters.DateFilter(
         field_name="date",
         lookup_expr="lte",
-        widget=AirDatePickerInput(),
         label=_("Until"),
     )
     reference_date_start = MonthYearFilter(
@@ -135,7 +133,7 @@ class TransactionsFilter(django_filters.FilterSet):
             "to_amount",
         ]
 
-    def __init__(self, data=None, *args, **kwargs):
+    def __init__(self, data=None, user=None, *args, **kwargs):
         # if filterset is bound, use initial values as defaults
         if data is not None:
             # get a mutable copy of the QueryDict
@@ -184,3 +182,5 @@ class TransactionsFilter(django_filters.FilterSet):
 
         self.form.fields["to_amount"].widget = ArbitraryDecimalDisplayNumberInput()
         self.form.fields["from_amount"].widget = ArbitraryDecimalDisplayNumberInput()
+        self.form.fields["date_start"].widget = AirDatePickerInput(user=user)
+        self.form.fields["date_end"].widget = AirDatePickerInput(user=user)

app/apps/transactions/forms.py

@@ -60,9 +60,7 @@ class TransactionForm(forms.ModelForm):
         widget=TomSelect(clear_button=False, group_by="group"),
     )
 
-    date = forms.DateField(
-        widget=AirDatePickerInput(clear_button=False), label=_("Date")
-    )
+    date = forms.DateField(label=_("Date"))
 
     reference_date = forms.DateField(
         widget=AirMonthYearPickerInput(), label=_("Reference Date"), required=False
@@ -88,7 +86,7 @@ class TransactionForm(forms.ModelForm):
             "account": TomSelect(clear_button=False, group_by="group"),
         }
 
-    def __init__(self, *args, **kwargs):
+    def __init__(self, *args, user=None, **kwargs):
         super().__init__(*args, **kwargs)
 
         # if editing a transaction display non-archived items and it's own item even if it's archived
@@ -139,6 +137,7 @@ class TransactionForm(forms.ModelForm):
         )
 
         self.fields["reference_date"].required = False
+        self.fields["date"].widget = AirDatePickerInput(clear_button=False, user=user)
 
         if self.instance and self.instance.pk:
             decimal_places = self.instance.account.currency.decimal_places
@@ -240,9 +239,7 @@ class TransferForm(forms.Form):
         queryset=TransactionTag.objects.filter(active=True),
     )
 
-    date = forms.DateField(
-        widget=AirDatePickerInput(clear_button=False), label=_("Date")
-    )
+    date = forms.DateField(label=_("Date"))
 
     reference_date = forms.DateField(
         widget=AirMonthYearPickerInput(), label=_("Reference Date"), required=False
@@ -259,7 +256,7 @@ class TransferForm(forms.Form):
         label=_("Notes"),
     )
 
-    def __init__(self, *args, **kwargs):
+    def __init__(self, *args, user=None, **kwargs):
         super().__init__(*args, **kwargs)
 
         self.helper = FormHelper()
@@ -327,8 +324,8 @@ class TransferForm(forms.Form):
         )
 
         self.fields["from_amount"].widget = ArbitraryDecimalDisplayNumberInput()
-
         self.fields["to_amount"].widget = ArbitraryDecimalDisplayNumberInput()
+        self.fields["date"].widget = AirDatePickerInput(clear_button=False, user=user)
 
     def clean(self):
         cleaned_data = super().clean()
@@ -439,10 +436,9 @@ class InstallmentPlanForm(forms.ModelForm):
             "account": TomSelect(),
             "recurrence": TomSelect(clear_button=False),
             "notes": forms.Textarea(attrs={"rows": 3}),
-            "start_date": AirDatePickerInput(clear_button=False),
         }
 
-    def __init__(self, *args, **kwargs):
+    def __init__(self, *args, user=None, **kwargs):
         super().__init__(*args, **kwargs)
 
         # if editing display non-archived items and it's own item even if it's archived
@@ -499,6 +495,9 @@ class InstallmentPlanForm(forms.ModelForm):
         )
 
         self.fields["installment_amount"].widget = ArbitraryDecimalDisplayNumberInput()
+        self.fields["start_date"].widget = AirDatePickerInput(
+            clear_button=False, user=user
+        )
 
         if self.instance and self.instance.pk:
             self.helper.layout.append(
@@ -677,8 +676,6 @@ class RecurringTransactionForm(forms.ModelForm):
             "entities",
         ]
         widgets = {
-            "start_date": AirDatePickerInput(clear_button=False),
-            "end_date": AirDatePickerInput(),
             "reference_date": AirMonthYearPickerInput(),
             "recurrence_type": TomSelect(clear_button=False),
             "notes": forms.Textarea(
@@ -688,7 +685,7 @@ class RecurringTransactionForm(forms.ModelForm):
             ),
         }
 
-    def __init__(self, *args, **kwargs):
+    def __init__(self, *args, user=None, **kwargs):
         super().__init__(*args, **kwargs)
 
         # if editing display non-archived items and it's own item even if it's archived
@@ -745,6 +742,10 @@ class RecurringTransactionForm(forms.ModelForm):
         )
 
         self.fields["amount"].widget = ArbitraryDecimalDisplayNumberInput()
+        self.fields["start_date"].widget = AirDatePickerInput(
+            clear_button=False, user=user
+        )
+        self.fields["end_date"].widget = AirDatePickerInput(user=user)
 
         if self.instance and self.instance.pk:
             self.helper.layout.append(

app/apps/transactions/migrations/0028_transaction_internal_note.py

@@ -0,0 +1,18 @@
+# Generated by Django 5.1.5 on 2025-01-19 00:44
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('transactions', '0027_alter_transaction_description'),
+    ]
+
+    operations = [
+        migrations.AddField(
+            model_name='transaction',
+            name='internal_note',
+            field=models.TextField(blank=True, verbose_name='Internal Note'),
+        ),
+    ]

app/apps/transactions/migrations/0029_alter_transaction_options.py

@@ -0,0 +1,17 @@
+# Generated by Django 5.1.5 on 2025-01-19 14:59
+
+from django.db import migrations
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('transactions', '0028_transaction_internal_note'),
+    ]
+
+    operations = [
+        migrations.AlterModelOptions(
+            name='transaction',
+            options={'default_manager_name': 'objects', 'verbose_name': 'Transaction', 'verbose_name_plural': 'Transactions'},
+        ),
+    ]

app/apps/transactions/migrations/0030_transaction_deleted_transaction_deleted_at.py

@@ -0,0 +1,23 @@
+# Generated by Django 5.1.5 on 2025-01-19 14:59
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('transactions', '0029_alter_transaction_options'),
+    ]
+
+    operations = [
+        migrations.AddField(
+            model_name='transaction',
+            name='deleted',
+            field=models.BooleanField(default=False, verbose_name='Deleted'),
+        ),
+        migrations.AddField(
+            model_name='transaction',
+            name='deleted_at',
+            field=models.DateTimeField(blank=True, null=True, verbose_name='Deleted At'),
+        ),
+    ]

app/apps/transactions/migrations/0031_alter_transaction_deleted.py

@@ -0,0 +1,18 @@
+# Generated by Django 5.1.5 on 2025-01-19 15:14
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('transactions', '0030_transaction_deleted_transaction_deleted_at'),
+    ]
+
+    operations = [
+        migrations.AlterField(
+            model_name='transaction',
+            name='deleted',
+            field=models.BooleanField(db_index=True, default=False, verbose_name='Deleted'),
+        ),
+    ]

app/apps/transactions/migrations/0032_transaction_created_at_transaction_updated_at.py

@@ -0,0 +1,25 @@
+# Generated by Django 5.1.5 on 2025-01-19 16:48
+
+import django.utils.timezone
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('transactions', '0031_alter_transaction_deleted'),
+    ]
+
+    operations = [
+        migrations.AddField(
+            model_name='transaction',
+            name='created_at',
+            field=models.DateTimeField(auto_now_add=True, default=django.utils.timezone.now),
+            preserve_default=False,
+        ),
+        migrations.AddField(
+            model_name='transaction',
+            name='updated_at',
+            field=models.DateTimeField(auto_now=True),
+        ),
+    ]

app/apps/transactions/migrations/0033_transaction_internal_id.py

@@ -0,0 +1,20 @@
+# Generated by Django 5.1.5 on 2025-01-21 01:56
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ("transactions", "0032_transaction_created_at_transaction_updated_at"),
+    ]
+
+    operations = [
+        migrations.AddField(
+            model_name="transaction",
+            name="internal_id",
+            field=models.TextField(
+                blank=True, null=True, unique=True, verbose_name="Internal ID"
+            ),
+        ),
+    ]

app/apps/transactions/models.py

@@ -6,6 +6,7 @@ from django.db import models, transaction
 from django.db.models import Q
 from django.utils import timezone
 from django.utils.translation import gettext_lazy as _
+from django.conf import settings
 
 from apps.common.fields.month_year import MonthYearModelField
 from apps.common.functions.decimals import truncate_decimal
@@ -15,6 +16,53 @@ from apps.transactions.validators import validate_decimal_places, validate_non_n
 logger = logging.getLogger()
 
 
+class SoftDeleteQuerySet(models.QuerySet):
+    def delete(self):
+        if not settings.ENABLE_SOFT_DELETE:
+            # If soft deletion is disabled, perform a normal delete
+            return super().delete()
+
+        # Separate the queryset into already deleted and not deleted objects
+        already_deleted = self.filter(deleted=True)
+        not_deleted = self.filter(deleted=False)
+
+        # Use a transaction to ensure atomicity
+        with transaction.atomic():
+            # Perform hard delete on already deleted objects
+            hard_deleted_count = already_deleted._raw_delete(already_deleted.db)
+
+            # Perform soft delete on not deleted objects
+            soft_deleted_count = not_deleted.update(
+                deleted=True, deleted_at=timezone.now()
+            )
+
+        # Return a tuple of counts as expected by Django's delete method
+        return (
+            hard_deleted_count + soft_deleted_count,
+            {"Transaction": hard_deleted_count + soft_deleted_count},
+        )
+
+    def hard_delete(self):
+        return super().delete()
+
+
+class SoftDeleteManager(models.Manager):
+    def get_queryset(self):
+        qs = SoftDeleteQuerySet(self.model, using=self._db)
+        return qs if not settings.ENABLE_SOFT_DELETE else qs.filter(deleted=False)
+
+
+class AllObjectsManager(models.Manager):
+    def get_queryset(self):
+        return SoftDeleteQuerySet(self.model, using=self._db)
+
+
+class DeletedObjectsManager(models.Manager):
+    def get_queryset(self):
+        qs = SoftDeleteQuerySet(self.model, using=self._db)
+        return qs if not settings.ENABLE_SOFT_DELETE else qs.filter(deleted=True)
+
+
 class TransactionCategory(models.Model):
     name = models.CharField(max_length=255, verbose_name=_("Name"), unique=True)
     mute = models.BooleanField(default=False, verbose_name=_("Mute"))
@@ -141,11 +189,29 @@ class Transaction(models.Model):
         related_name="transactions",
         verbose_name=_("Recurring Transaction"),
     )
+    internal_note = models.TextField(blank=True, verbose_name=_("Internal Note"))
+    internal_id = models.TextField(
+        blank=True, null=True, unique=True, verbose_name=_("Internal ID")
+    )
+
+    deleted = models.BooleanField(
+        default=False, verbose_name=_("Deleted"), db_index=True
+    )
+    created_at = models.DateTimeField(auto_now_add=True)
+    updated_at = models.DateTimeField(auto_now=True)
+    deleted_at = models.DateTimeField(
+        null=True, blank=True, verbose_name=_("Deleted At")
+    )
+
+    objects = SoftDeleteManager.from_queryset(SoftDeleteQuerySet)()
+    all_objects = AllObjectsManager.from_queryset(SoftDeleteQuerySet)()
+    deleted_objects = DeletedObjectsManager.from_queryset(SoftDeleteQuerySet)()
 
     class Meta:
         verbose_name = _("Transaction")
         verbose_name_plural = _("Transactions")
         db_table = "transactions"
+        default_manager_name = "objects"
 
     def save(self, *args, **kwargs):
         self.amount = truncate_decimal(
@@ -160,6 +226,17 @@ class Transaction(models.Model):
         self.full_clean()
         super().save(*args, **kwargs)
 
+    def delete(self, *args, **kwargs):
+        if settings.ENABLE_SOFT_DELETE:
+            self.deleted = True
+            self.deleted_at = timezone.now()
+            self.save()
+        else:
+            super().delete(*args, **kwargs)
+
+    def hard_delete(self, *args, **kwargs):
+        super().delete(*args, **kwargs)
+
     def exchanged_amount(self):
         if self.account.exchange_currency:
             converted_amount, prefix, suffix, decimal_places = convert(
@@ -178,6 +255,10 @@ class Transaction(models.Model):
 
         return None
 
+    def __str__(self):
+        type_display = self.get_type_display()
+        return f"{self.description} - {type_display} - {self.account} - {self.date}"
+
 
 class InstallmentPlan(models.Model):
     class Recurrence(models.TextChoices):

app/apps/transactions/tasks.py

@@ -1,9 +1,13 @@
 import logging
+from datetime import timedelta
+
+from cachalot.api import cachalot_disabled, invalidate
+from django.utils import timezone
+from django.conf import settings
 
 from procrastinate.contrib.django import app
 
-from apps.transactions.models import RecurringTransaction
-
+from apps.transactions.models import RecurringTransaction, Transaction
 
 logger = logging.getLogger(__name__)
 
@@ -19,3 +23,31 @@ def generate_recurring_transactions(timestamp=None):
             exc_info=True,
         )
         raise e
+
+
+@app.periodic(cron="10 1 * * *")
+@app.task
+def cleanup_deleted_transactions():
+    with cachalot_disabled():
+        if settings.ENABLE_SOFT_DELETE and settings.KEEP_DELETED_TRANSACTIONS_FOR == 0:
+            return "KEEP_DELETED_TRANSACTIONS_FOR is 0, no cleanup performed."
+
+        if not settings.ENABLE_SOFT_DELETE:
+            # Hard delete all soft-deleted transactions
+            deleted_count, _ = Transaction.deleted_objects.all().hard_delete()
+            return (
+                f"Hard deleted {deleted_count} transactions (soft deletion disabled)."
+            )
+
+        # Calculate the cutoff date
+        cutoff_date = timezone.now() - timedelta(
+            days=settings.KEEP_DELETED_TRANSACTIONS_FOR
+        )
+
+    invalidate("transactions.Transaction")
+
+    # Hard delete soft-deleted transactions older than the cutoff date
+    old_transactions = Transaction.deleted_objects.filter(deleted_at__lt=cutoff_date)
+    deleted_count, _ = old_transactions.hard_delete()
+
+    return f"Hard deleted {deleted_count} objects older than {settings.KEEP_DELETED_TRANSACTIONS_FOR} days."

app/apps/transactions/urls.py

@@ -41,6 +41,11 @@ urlpatterns = [
         views.transaction_edit,
         name="transaction_edit",
     ),
+    path(
+        "transaction/<int:transaction_id>/clone",
+        views.transaction_clone,
+        name="transaction_clone",
+    ),
     path(
         "transaction/add",
         views.transaction_add,

app/apps/transactions/views/installment_plans.py

@@ -82,7 +82,7 @@ def installment_plan_transactions(request, installment_plan_id):
 @require_http_methods(["GET", "POST"])
 def installment_plan_add(request):
     if request.method == "POST":
-        form = InstallmentPlanForm(request.POST)
+        form = InstallmentPlanForm(request.POST, user=request.user)
         if form.is_valid():
             form.save()
             messages.success(request, _("Installment Plan added successfully"))
@@ -94,7 +94,7 @@ def installment_plan_add(request):
                 },
             )
     else:
-        form = InstallmentPlanForm()
+        form = InstallmentPlanForm(user=request.user)
 
     return render(
         request,
@@ -110,7 +110,9 @@ def installment_plan_edit(request, installment_plan_id):
     installment_plan = get_object_or_404(InstallmentPlan, id=installment_plan_id)
 
     if request.method == "POST":
-        form = InstallmentPlanForm(request.POST, instance=installment_plan)
+        form = InstallmentPlanForm(
+            request.POST, instance=installment_plan, user=request.user
+        )
         if form.is_valid():
             form.save()
             messages.success(request, _("Installment Plan updated successfully"))
@@ -122,7 +124,7 @@ def installment_plan_edit(request, installment_plan_id):
                 },
             )
     else:
-        form = InstallmentPlanForm(instance=installment_plan)
+        form = InstallmentPlanForm(instance=installment_plan, user=request.user)
 
     return render(
         request,

app/apps/transactions/views/recurring_transactions.py

@@ -108,7 +108,7 @@ def recurring_transaction_transactions(request, recurring_transaction_id):
 @require_http_methods(["GET", "POST"])
 def recurring_transaction_add(request):
     if request.method == "POST":
-        form = RecurringTransactionForm(request.POST)
+        form = RecurringTransactionForm(request.POST, user=request.user)
         if form.is_valid():
             form.save()
             messages.success(request, _("Recurring Transaction added successfully"))
@@ -120,7 +120,7 @@ def recurring_transaction_add(request):
                 },
             )
     else:
-        form = RecurringTransactionForm()
+        form = RecurringTransactionForm(user=request.user)
 
     return render(
         request,
@@ -138,7 +138,9 @@ def recurring_transaction_edit(request, recurring_transaction_id):
     )
 
     if request.method == "POST":
-        form = RecurringTransactionForm(request.POST, instance=recurring_transaction)
+        form = RecurringTransactionForm(
+            request.POST, instance=recurring_transaction, user=request.user
+        )
         if form.is_valid():
             form.save()
             messages.success(request, _("Recurring Transaction updated successfully"))
@@ -150,7 +152,9 @@ def recurring_transaction_edit(request, recurring_transaction_id):
                 },
             )
     else:
-        form = RecurringTransactionForm(instance=recurring_transaction)
+        form = RecurringTransactionForm(
+            instance=recurring_transaction, user=request.user
+        )
 
     return render(
         request,

app/apps/transactions/views/transactions.py

@@ -1,4 +1,5 @@
 import datetime
+from copy import deepcopy
 
 from django.contrib import messages
 from django.contrib.auth.decorators import login_required
@@ -12,6 +13,7 @@ from django.views.decorators.http import require_http_methods
 
 from apps.common.decorators.htmx import only_htmx
 from apps.common.utils.dicts import remove_falsey_entries
+from apps.rules.signals import transaction_created
 from apps.transactions.filters import TransactionsFilter
 from apps.transactions.forms import TransactionForm, TransferForm
 from apps.transactions.models import Transaction
@@ -39,7 +41,7 @@ def transaction_add(request):
     ).date()
 
     if request.method == "POST":
-        form = TransactionForm(request.POST)
+        form = TransactionForm(request.POST, user=request.user)
         if form.is_valid():
             form.save()
             messages.success(request, _("Transaction added successfully"))
@@ -50,10 +52,11 @@ def transaction_add(request):
             )
     else:
         form = TransactionForm(
+            user=request.user,
             initial={
                 "date": expected_date,
                 "type": transaction_type,
-            }
+            },
         )
 
     return render(
@@ -70,7 +73,7 @@ def transaction_edit(request, transaction_id, **kwargs):
     transaction = get_object_or_404(Transaction, id=transaction_id)
 
     if request.method == "POST":
-        form = TransactionForm(request.POST, instance=transaction)
+        form = TransactionForm(request.POST, user=request.user, instance=transaction)
         if form.is_valid():
             form.save()
             messages.success(request, _("Transaction updated successfully"))
@@ -80,7 +83,7 @@ def transaction_edit(request, transaction_id, **kwargs):
                 headers={"HX-Trigger": "updated, hide_offcanvas"},
             )
     else:
-        form = TransactionForm(instance=transaction)
+        form = TransactionForm(instance=transaction, user=request.user)
 
     return render(
         request,
@@ -89,6 +92,55 @@ def transaction_edit(request, transaction_id, **kwargs):
     )
 
 
+@only_htmx
+@login_required
+@require_http_methods(["GET", "POST"])
+def transaction_clone(request, transaction_id, **kwargs):
+    transaction = get_object_or_404(Transaction, id=transaction_id)
+    new_transaction = deepcopy(transaction)
+    new_transaction.pk = None
+    new_transaction.installment_plan = None
+    new_transaction.installment_id = None
+    new_transaction.recurring_transaction = None
+    new_transaction.save()
+
+    new_transaction.tags.add(*transaction.tags.all())
+    new_transaction.entities.add(*transaction.entities.all())
+
+    messages.success(request, _("Transaction duplicated successfully"))
+
+    transaction_created.send(sender=transaction)
+
+    # THIS HAS BEEN DISABLE DUE TO HTMX INCOMPATIBILITY
+    # SEE https://github.com/bigskysoftware/htmx/issues/3115 and https://github.com/bigskysoftware/htmx/issues/2706
+
+    # if request.GET.get("edit") == "true":
+    #     return HttpResponse(
+    #         status=200,
+    #         headers={
+    #             "HX-Trigger": "updated",
+    #             "HX-Push-Url": "false",
+    #             "HX-Location": json.dumps(
+    #                 {
+    #                     "path": reverse(
+    #                         "transaction_edit",
+    #                         kwargs={"transaction_id": new_transaction.id},
+    #                     ),
+    #                     "target": "#generic-offcanvas",
+    #                     "swap": "innerHTML",
+    #                 }
+    #             ),
+    #         },
+    #     )
+    # else:
+    #     transaction_created.send(sender=transaction)
+
+    return HttpResponse(
+        status=204,
+        headers={"HX-Trigger": "updated"},
+    )
+
+
 @only_htmx
 @login_required
 @csrf_exempt
@@ -121,7 +173,7 @@ def transactions_transfer(request):
     ).date()
 
     if request.method == "POST":
-        form = TransferForm(request.POST)
+        form = TransferForm(request.POST, user=request.user)
         if form.is_valid():
             form.save()
             messages.success(request, _("Transfer added successfully"))
@@ -134,7 +186,8 @@ def transactions_transfer(request):
             initial={
                 "reference_date": expected_date,
                 "date": expected_date,
-            }
+            },
+            user=request.user,
         )
 
     return render(request, "transactions/fragments/transfer.html", {"form": form})
@@ -163,7 +216,7 @@ def transaction_pay(request, transaction_id):
 @login_required
 @require_http_methods(["GET"])
 def transaction_all_index(request):
-    f = TransactionsFilter(request.GET)
+    f = TransactionsFilter(request.GET, user=request.user)
     return render(request, "transactions/pages/transactions.html", {"filter": f})
 
 
@@ -185,7 +238,7 @@ def transaction_all_list(request):
 
     transactions = default_order(transactions, order=order)
 
-    f = TransactionsFilter(request.GET, queryset=transactions)
+    f = TransactionsFilter(request.GET, user=request.user, queryset=transactions)
 
     page_number = request.GET.get("page", 1)
     paginator = Paginator(f.qs, 100)
@@ -215,7 +268,7 @@ def transaction_all_summary(request):
         "installment_plan",
     ).all()
 
-    f = TransactionsFilter(request.GET, queryset=transactions)
+    f = TransactionsFilter(request.GET, user=request.user, queryset=transactions)
 
     currency_data = calculate_currency_totals(f.qs.all(), ignore_empty=True)
     currency_percentages = calculate_percentage_distribution(currency_data)

app/apps/users/forms.py

@@ -46,9 +46,59 @@ class LoginForm(AuthenticationForm):
 
 
 class UserSettingsForm(forms.ModelForm):
+    DATE_FORMAT_CHOICES = [
+        ("SHORT_DATE_FORMAT", _("Default")),
+        ("d-m-Y", "20-01-2025"),
+        ("m-d-Y", "01-20-2025"),
+        ("Y-m-d", "2025-01-20"),
+        ("d/m/Y", "20/01/2025"),
+        ("m/d/Y", "01/20/2025"),
+        ("Y/m/d", "2025/01/20"),
+        ("d.m.Y", "20.01.2025"),
+        ("m.d.Y", "01.20.2025"),
+        ("Y.m.d", "2025.01.20"),
+    ]
+
+    DATETIME_FORMAT_CHOICES = [
+        ("SHORT_DATETIME_FORMAT", _("Default")),
+        ("d-m-Y H:i", "20-01-2025 15:30"),
+        ("m-d-Y H:i", "01-20-2025 15:30"),
+        ("Y-m-d H:i", "2025-01-20 15:30"),
+        ("d-m-Y h:i A", "20-01-2025 03:30 PM"),
+        ("m-d-Y h:i A", "01-20-2025 03:30 PM"),
+        ("Y-m-d h:i A", "2025-01-20 03:30 PM"),
+        ("d/m/Y H:i", "20/01/2025 15:30"),
+        ("m/d/Y H:i", "01/20/2025 15:30"),
+        ("Y/m/d H:i", "2025/01/20 15:30"),
+        ("d/m/Y h:i A", "20/01/2025 03:30 PM"),
+        ("m/d/Y h:i A", "01/20/2025 03:30 PM"),
+        ("Y/m/d h:i A", "2025/01/20 03:30 PM"),
+        ("d.m.Y H:i", "20.01.2025 15:30"),
+        ("m.d.Y H:i", "01.20.2025 15:30"),
+        ("Y.m.d H:i", "2025.01.20 15:30"),
+        ("d.m.Y h:i A", "20.01.2025 03:30 PM"),
+        ("m.d.Y h:i A", "01.20.2025 03:30 PM"),
+        ("Y.m.d h:i A", "2025.01.20 03:30 PM"),
+    ]
+
+    date_format = forms.ChoiceField(
+        choices=DATE_FORMAT_CHOICES, initial="SHORT_DATE_FORMAT", label=_("Date Format")
+    )
+    datetime_format = forms.ChoiceField(
+        choices=DATETIME_FORMAT_CHOICES,
+        initial="SHORT_DATETIME_FORMAT",
+        label=_("Datetime Format"),
+    )
+
     class Meta:
         model = UserSettings
-        fields = ["language", "timezone", "start_page"]
+        fields = [
+            "language",
+            "timezone",
+            "start_page",
+            "date_format",
+            "datetime_format",
+        ]
 
     def __init__(self, *args, **kwargs):
         super().__init__(*args, **kwargs)
@@ -59,6 +109,8 @@ class UserSettingsForm(forms.ModelForm):
         self.helper.layout = Layout(
             "language",
             "timezone",
+            "date_format",
+            "datetime_format",
             "start_page",
             FormActions(
                 NoClassSubmit(

app/apps/users/migrations/0013_usersettings_date_format_and_more.py

@@ -0,0 +1,23 @@
+# Generated by Django 5.1.5 on 2025-01-20 17:39
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('users', '0012_alter_usersettings_start_page'),
+    ]
+
+    operations = [
+        migrations.AddField(
+            model_name='usersettings',
+            name='date_format',
+            field=models.CharField(default='SHORT_DATE_FORMAT', max_length=100),
+        ),
+        migrations.AddField(
+            model_name='usersettings',
+            name='datetime_format',
+            field=models.CharField(default='SHORT_DATETIME_FORMAT', max_length=100),
+        ),
+    ]

app/apps/users/migrations/0014_alter_usersettings_date_format_and_more.py

@@ -0,0 +1,28 @@
+# Generated by Django 5.1.5 on 2025-01-23 03:05
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('users', '0013_usersettings_date_format_and_more'),
+    ]
+
+    operations = [
+        migrations.AlterField(
+            model_name='usersettings',
+            name='date_format',
+            field=models.CharField(default='SHORT_DATE_FORMAT', max_length=100, verbose_name='Date Format'),
+        ),
+        migrations.AlterField(
+            model_name='usersettings',
+            name='datetime_format',
+            field=models.CharField(default='SHORT_DATETIME_FORMAT', max_length=100, verbose_name='Datetime Format'),
+        ),
+        migrations.AlterField(
+            model_name='usersettings',
+            name='language',
+            field=models.CharField(choices=[('auto', 'Auto'), ('en', 'English'), ('nl', 'Nederlands'), ('pt-br', 'Português (Brasil)')], default='auto', max_length=10, verbose_name='Language'),
+        ),
+    ]

app/apps/users/models.py

@@ -36,6 +36,15 @@ class UserSettings(models.Model):
     hide_amounts = models.BooleanField(default=False)
     mute_sounds = models.BooleanField(default=False)
 
+    date_format = models.CharField(
+        max_length=100, default="SHORT_DATE_FORMAT", verbose_name=_("Date Format")
+    )
+    datetime_format = models.CharField(
+        max_length=100,
+        default="SHORT_DATETIME_FORMAT",
+        verbose_name=_("Datetime Format"),
+    )
+
     language = models.CharField(
         max_length=10,
         choices=(("auto", _("Auto")),) + settings.LANGUAGES,

app/import_presets/nuconta/config.yml

@@ -0,0 +1,54 @@
+settings:
+  file_type: csv
+  delimiter: ","
+  encoding: utf-8
+  skip_lines: 0
+  importing: transactions
+  trigger_transaction_rules: true
+  skip_errors: true
+
+mapping:
+  account:
+    target: account
+    default: <NOME DA SUA CONTA>
+    type: name
+
+  date:
+    target: date
+    source: Data
+    format: "%d/%m/%Y"
+
+  amount:
+    target: amount
+    source: Valor
+
+  description:
+    target: description
+    source: Descrição
+    transformations:
+      - type: split
+        separator: " - "
+        index: 0
+
+  type:
+    source: "Valor"
+    target: "type"
+    detection_method: sign
+
+  notes:
+    target: notes
+    source: Notes
+
+  internal_id:
+    target: internal_id
+    source: Identificador
+
+  is_paid:
+    target: is_paid
+    detection_method: always_paid
+
+deduplicate:
+  - type: compare
+    fields:
+      - internal_id
+    match_type: lax

app/import_presets/nuconta/manifest.json

@@ -0,0 +1,7 @@
+{
+  "author": "eitchtee",
+  "description": "Importe suas transações da conta corrente do Nubank",
+  "schema_version": 1,
+  "name": "Nubank - Conta Corrente",
+  "message": "Mude '<NOME DA SUA CONTA>' para o nome da sua Nuconta dentro do WYGIWYH"
+}

app/locale/pt_BR/LC_MESSAGES/django.po

@@ -8,8 +8,8 @@ msgid ""
 msgstr ""
 "Project-Id-Version: \n"
 "Report-Msgid-Bugs-To: \n"
-"POT-Creation-Date: 2025-01-11 16:40+0000\n"
-"PO-Revision-Date: 2025-01-11 13:41-0300\n"
+"POT-Creation-Date: 2025-01-21 01:12+0000\n"
+"PO-Revision-Date: 2025-01-20 22:12-0300\n"
 "Last-Translator: \n"
 "Language-Team: \n"
 "Language: pt_BR\n"
@@ -24,29 +24,30 @@ msgid "Group name"
 msgstr "Nome do grupo"
 
 #: apps/accounts/forms.py:40 apps/accounts/forms.py:96
-#: apps/currencies/forms.py:51 apps/currencies/forms.py:90 apps/dca/forms.py:40
+#: apps/currencies/forms.py:52 apps/currencies/forms.py:92 apps/dca/forms.py:41
 #: apps/dca/forms.py:93 apps/rules/forms.py:45 apps/rules/forms.py:87
-#: apps/transactions/forms.py:145 apps/transactions/forms.py:495
-#: apps/transactions/forms.py:538 apps/transactions/forms.py:570
-#: apps/transactions/forms.py:605 apps/transactions/forms.py:741
+#: apps/transactions/forms.py:150 apps/transactions/forms.py:506
+#: apps/transactions/forms.py:549 apps/transactions/forms.py:581
+#: apps/transactions/forms.py:616 apps/transactions/forms.py:754
 msgid "Update"
 msgstr "Atualizar"
 
 #: apps/accounts/forms.py:48 apps/accounts/forms.py:104
-#: apps/common/widgets/tom_select.py:12 apps/currencies/forms.py:59
-#: apps/currencies/forms.py:98 apps/dca/forms.py:48 apps/dca/forms.py:102
-#: apps/rules/forms.py:53 apps/rules/forms.py:95 apps/transactions/forms.py:154
-#: apps/transactions/forms.py:503 apps/transactions/forms.py:546
-#: apps/transactions/forms.py:578 apps/transactions/forms.py:613
-#: apps/transactions/forms.py:749
+#: apps/common/widgets/tom_select.py:12 apps/currencies/forms.py:60
+#: apps/currencies/forms.py:100 apps/dca/forms.py:49 apps/dca/forms.py:102
+#: apps/rules/forms.py:53 apps/rules/forms.py:95 apps/transactions/forms.py:159
+#: apps/transactions/forms.py:514 apps/transactions/forms.py:557
+#: apps/transactions/forms.py:589 apps/transactions/forms.py:624
+#: apps/transactions/forms.py:762
 #: templates/account_groups/fragments/list.html:9
 #: templates/accounts/fragments/list.html:9
 #: templates/categories/fragments/list.html:9
 #: templates/currencies/fragments/list.html:9
-#: templates/dca/fragments/strategy/details.html:37
+#: templates/dca/fragments/strategy/details.html:38
 #: templates/dca/fragments/strategy/list.html:9
 #: templates/entities/fragments/list.html:9
 #: templates/exchange_rates/fragments/list.html:10
+#: templates/import_app/fragments/list.html:9
 #: templates/installment_plans/fragments/list.html:9
 #: templates/mini_tools/unit_price_calculator.html:162
 #: templates/recurring_transactions/fragments/list.html:9
@@ -55,6 +56,7 @@ msgid "Add"
 msgstr "Adicionar"
 
 #: apps/accounts/forms.py:57 templates/accounts/fragments/list.html:26
+#: templates/import_app/fragments/list.html:26
 msgid "Group"
 msgstr "Grupo da Conta"
 
@@ -63,19 +65,19 @@ msgid "New balance"
 msgstr "Novo saldo"
 
 #: apps/accounts/forms.py:119 apps/rules/models.py:27
-#: apps/transactions/forms.py:39 apps/transactions/forms.py:209
-#: apps/transactions/forms.py:216 apps/transactions/forms.py:395
-#: apps/transactions/forms.py:637 apps/transactions/models.py:109
-#: apps/transactions/models.py:228 apps/transactions/models.py:408
+#: apps/transactions/forms.py:39 apps/transactions/forms.py:214
+#: apps/transactions/forms.py:221 apps/transactions/forms.py:401
+#: apps/transactions/forms.py:648 apps/transactions/models.py:111
+#: apps/transactions/models.py:230 apps/transactions/models.py:410
 msgid "Category"
 msgstr "Categoria"
 
 #: apps/accounts/forms.py:126 apps/rules/models.py:28
-#: apps/transactions/filters.py:73 apps/transactions/forms.py:47
-#: apps/transactions/forms.py:225 apps/transactions/forms.py:233
-#: apps/transactions/forms.py:388 apps/transactions/forms.py:630
-#: apps/transactions/models.py:115 apps/transactions/models.py:230
-#: apps/transactions/models.py:412 templates/includes/navbar.html:98
+#: apps/transactions/filters.py:74 apps/transactions/forms.py:47
+#: apps/transactions/forms.py:230 apps/transactions/forms.py:238
+#: apps/transactions/forms.py:394 apps/transactions/forms.py:641
+#: apps/transactions/models.py:117 apps/transactions/models.py:232
+#: apps/transactions/models.py:414 templates/includes/navbar.html:98
 #: templates/tags/fragments/list.html:5 templates/tags/pages/index.html:4
 msgid "Tags"
 msgstr "Tags"
@@ -88,6 +90,7 @@ msgstr "Tags"
 #: templates/categories/fragments/table.html:16
 #: templates/currencies/fragments/list.html:26
 #: templates/entities/fragments/table.html:16
+#: templates/import_app/fragments/list.html:25
 #: templates/installment_plans/fragments/table.html:16
 #: templates/recurring_transactions/fragments/table.html:18
 #: templates/rules/fragments/list.html:26
@@ -107,11 +110,13 @@ msgstr "Grupos da Conta"
 
 #: apps/accounts/models.py:31 apps/currencies/models.py:32
 #: templates/accounts/fragments/list.html:27
+#: templates/import_app/fragments/list.html:27
 msgid "Currency"
 msgstr "Moeda"
 
 #: apps/accounts/models.py:37 apps/currencies/models.py:20
 #: templates/accounts/fragments/list.html:28
+#: templates/import_app/fragments/list.html:28
 msgid "Exchange Currency"
 msgstr "Moeda de Câmbio"
 
@@ -133,6 +138,7 @@ msgstr ""
 #: apps/accounts/models.py:54 templates/accounts/fragments/list.html:30
 #: templates/categories/fragments/list.html:24
 #: templates/entities/fragments/list.html:24
+#: templates/import_app/fragments/list.html:30
 #: templates/tags/fragments/list.html:24
 msgid "Archived"
 msgstr "Arquivada"
@@ -143,16 +149,17 @@ msgstr ""
 "Contas arquivadas não aparecem nem contam para o seu patrimônio líquido"
 
 #: apps/accounts/models.py:59 apps/rules/models.py:19
-#: apps/transactions/forms.py:59 apps/transactions/forms.py:380
-#: apps/transactions/forms.py:622 apps/transactions/models.py:84
-#: apps/transactions/models.py:188 apps/transactions/models.py:390
+#: apps/transactions/forms.py:59 apps/transactions/forms.py:386
+#: apps/transactions/forms.py:633 apps/transactions/models.py:84
+#: apps/transactions/models.py:190 apps/transactions/models.py:392
 msgid "Account"
 msgstr "Conta"
 
-#: apps/accounts/models.py:60 apps/transactions/filters.py:52
+#: apps/accounts/models.py:60 apps/transactions/filters.py:53
 #: templates/accounts/fragments/list.html:5
-#: templates/accounts/pages/index.html:4 templates/includes/navbar.html:104
-#: templates/includes/navbar.html:106
+#: templates/accounts/pages/index.html:4
+#: templates/import_app/fragments/list.html:5
+#: templates/includes/navbar.html:104 templates/includes/navbar.html:106
 #: templates/transactions/fragments/summary.html:9
 msgid "Accounts"
 msgstr "Contas"
@@ -221,8 +228,8 @@ msgstr "Dados da entidade inválidos. Forneça um ID ou nome."
 msgid "Either 'date' or 'reference_date' must be provided."
 msgstr "É necessário fornecer “date” ou “reference_date”."
 
-#: apps/common/fields/forms/dynamic_select.py:128
-#: apps/common/fields/forms/dynamic_select.py:164
+#: apps/common/fields/forms/dynamic_select.py:127
+#: apps/common/fields/forms/dynamic_select.py:163
 msgid "Error creating new instance"
 msgstr "Erro criando nova instância"
 
@@ -231,7 +238,7 @@ msgstr "Erro criando nova instância"
 msgid "Ungrouped"
 msgstr "Não agrupado"
 
-#: apps/common/fields/month_year.py:21 apps/common/fields/month_year.py:45
+#: apps/common/fields/month_year.py:23 apps/common/fields/month_year.py:51
 msgid "Invalid date format. Use YYYY-MM."
 msgstr "Formato de data inválido. Use AAAA-MM."
 
@@ -314,6 +321,14 @@ msgstr "Erro"
 msgid "Info"
 msgstr "Informação"
 
+#: apps/common/widgets/datepicker.py:55 apps/common/widgets/datepicker.py:197
+msgid "Today"
+msgstr "Hoje"
+
+#: apps/common/widgets/datepicker.py:139
+msgid "Now"
+msgstr "Agora"
+
 #: apps/common/widgets/tom_select.py:10
 msgid "Remove"
 msgstr "Remover"
@@ -328,14 +343,22 @@ msgstr "Limpar"
 msgid "No results..."
 msgstr "Sem resultados..."
 
-#: apps/currencies/forms.py:15 apps/currencies/models.py:15
+#: apps/currencies/forms.py:16 apps/currencies/models.py:15
 msgid "Prefix"
 msgstr "Prefixo"
 
-#: apps/currencies/forms.py:16 apps/currencies/models.py:16
+#: apps/currencies/forms.py:17 apps/currencies/models.py:16
 msgid "Suffix"
 msgstr "Sufixo"
 
+#: apps/currencies/forms.py:68 apps/dca/models.py:156 apps/rules/models.py:22
+#: apps/transactions/forms.py:63 apps/transactions/forms.py:242
+#: apps/transactions/models.py:94
+#: templates/dca/fragments/strategy/details.html:53
+#: templates/exchange_rates/fragments/table.html:11
+msgid "Date"
+msgstr "Data"
+
 #: apps/currencies/models.py:8
 msgid "Currency Code"
 msgstr "Código da Moeda"
@@ -348,7 +371,7 @@ msgstr "Nome da Moeda"
 msgid "Decimal Places"
 msgstr "Casas Decimais"
 
-#: apps/currencies/models.py:33 apps/transactions/filters.py:59
+#: apps/currencies/models.py:33 apps/transactions/filters.py:60
 #: templates/currencies/fragments/list.html:5
 #: templates/currencies/pages/index.html:4 templates/includes/navbar.html:112
 #: templates/includes/navbar.html:114
@@ -419,8 +442,8 @@ msgid "Payment Currency"
 msgstr "Moeda de pagamento"
 
 #: apps/dca/models.py:27 apps/dca/models.py:179 apps/rules/models.py:26
-#: apps/transactions/forms.py:250 apps/transactions/models.py:105
-#: apps/transactions/models.py:237 apps/transactions/models.py:418
+#: apps/transactions/forms.py:256 apps/transactions/models.py:107
+#: apps/transactions/models.py:239 apps/transactions/models.py:420
 msgid "Notes"
 msgstr "Notas"
 
@@ -436,18 +459,11 @@ msgstr "Estratégias CMP"
 msgid "Strategy"
 msgstr "Estratégia"
 
-#: apps/dca/models.py:156 apps/rules/models.py:22
-#: apps/transactions/forms.py:238 apps/transactions/models.py:94
-#: templates/dca/fragments/strategy/details.html:52
-#: templates/exchange_rates/fragments/table.html:10
-msgid "Date"
-msgstr "Data"
-
-#: apps/dca/models.py:158 templates/dca/fragments/strategy/details.html:54
+#: apps/dca/models.py:158 templates/dca/fragments/strategy/details.html:55
 msgid "Amount Paid"
 msgstr "Quantia paga"
 
-#: apps/dca/models.py:161 templates/dca/fragments/strategy/details.html:53
+#: apps/dca/models.py:161 templates/dca/fragments/strategy/details.html:54
 msgid "Amount Received"
 msgstr "Quantia recebida"
 
@@ -516,8 +532,8 @@ msgid "A value for this field already exists in the rule."
 msgstr "Já existe um valor para esse campo na regra."
 
 #: apps/rules/models.py:10 apps/rules/models.py:25
-#: apps/transactions/forms.py:242 apps/transactions/models.py:104
-#: apps/transactions/models.py:195 apps/transactions/models.py:404
+#: apps/transactions/forms.py:248 apps/transactions/models.py:105
+#: apps/transactions/models.py:197 apps/transactions/models.py:406
 msgid "Description"
 msgstr "Descrição"
 
@@ -526,32 +542,32 @@ msgid "Trigger"
 msgstr "Gatilho"
 
 #: apps/rules/models.py:20 apps/transactions/models.py:91
-#: apps/transactions/models.py:193 apps/transactions/models.py:396
+#: apps/transactions/models.py:195 apps/transactions/models.py:398
 msgid "Type"
 msgstr "Tipo"
 
-#: apps/rules/models.py:21 apps/transactions/filters.py:22
+#: apps/rules/models.py:21 apps/transactions/filters.py:23
 #: apps/transactions/models.py:93
 msgid "Paid"
 msgstr "Pago"
 
-#: apps/rules/models.py:23 apps/transactions/forms.py:62
-#: apps/transactions/forms.py:241 apps/transactions/forms.py:407
-#: apps/transactions/forms.py:649 apps/transactions/models.py:95
-#: apps/transactions/models.py:211 apps/transactions/models.py:420
+#: apps/rules/models.py:23 apps/transactions/forms.py:66
+#: apps/transactions/forms.py:245 apps/transactions/forms.py:415
+#: apps/transactions/models.py:95 apps/transactions/models.py:213
+#: apps/transactions/models.py:422
 msgid "Reference Date"
 msgstr "Data de Referência"
 
 #: apps/rules/models.py:24 apps/transactions/models.py:100
-#: apps/transactions/models.py:401
+#: apps/transactions/models.py:403
 msgid "Amount"
 msgstr "Quantia"
 
-#: apps/rules/models.py:29 apps/transactions/filters.py:80
-#: apps/transactions/forms.py:55 apps/transactions/forms.py:403
-#: apps/transactions/forms.py:645 apps/transactions/models.py:69
-#: apps/transactions/models.py:120 apps/transactions/models.py:233
-#: apps/transactions/models.py:415 templates/entities/fragments/list.html:5
+#: apps/rules/models.py:29 apps/transactions/filters.py:81
+#: apps/transactions/forms.py:55 apps/transactions/forms.py:409
+#: apps/transactions/forms.py:656 apps/transactions/models.py:69
+#: apps/transactions/models.py:122 apps/transactions/models.py:235
+#: apps/transactions/models.py:417 templates/entities/fragments/list.html:5
 #: templates/entities/pages/index.html:4 templates/includes/navbar.html:100
 msgid "Entities"
 msgstr "Entidades"
@@ -596,19 +612,19 @@ msgstr "Ação atualizada com sucesso"
 msgid "Action deleted successfully"
 msgstr "Ação apagada com sucesso"
 
-#: apps/transactions/filters.py:23 templates/includes/navbar.html:45
+#: apps/transactions/filters.py:24 templates/includes/navbar.html:45
 msgid "Projected"
 msgstr "Previsto"
 
-#: apps/transactions/filters.py:40
+#: apps/transactions/filters.py:41
 msgid "Content"
 msgstr "Conteúdo"
 
-#: apps/transactions/filters.py:46
+#: apps/transactions/filters.py:47
 msgid "Transaction Type"
 msgstr "Tipo de Transação"
 
-#: apps/transactions/filters.py:66 templates/categories/fragments/list.html:5
+#: apps/transactions/filters.py:67 templates/categories/fragments/list.html:5
 #: templates/categories/pages/index.html:4 templates/includes/navbar.html:96
 msgid "Categories"
 msgstr "Categorias"
@@ -617,39 +633,39 @@ msgstr "Categorias"
 msgid "Date from"
 msgstr "Data de"
 
-#: apps/transactions/filters.py:97 apps/transactions/filters.py:107
+#: apps/transactions/filters.py:96 apps/transactions/filters.py:106
 msgid "Until"
 msgstr "Até"
 
-#: apps/transactions/filters.py:102
+#: apps/transactions/filters.py:101
 msgid "Reference date from"
 msgstr "Data de Referência de"
 
-#: apps/transactions/filters.py:112
+#: apps/transactions/filters.py:111
 msgid "Amount min"
 msgstr "Quantia miníma"
 
-#: apps/transactions/filters.py:117
+#: apps/transactions/filters.py:116
 msgid "Amount max"
 msgstr "Quantia máxima"
 
-#: apps/transactions/forms.py:184
+#: apps/transactions/forms.py:189
 msgid "From Account"
 msgstr "Conta de origem"
 
-#: apps/transactions/forms.py:189
+#: apps/transactions/forms.py:194
 msgid "To Account"
 msgstr "Conta de destino"
 
-#: apps/transactions/forms.py:196
+#: apps/transactions/forms.py:201
 msgid "From Amount"
 msgstr "Quantia de origem"
 
-#: apps/transactions/forms.py:201
+#: apps/transactions/forms.py:206
 msgid "To Amount"
 msgstr "Quantia de destino"
 
-#: apps/transactions/forms.py:315
+#: apps/transactions/forms.py:321
 #: templates/calendar_view/pages/calendar.html:84
 #: templates/monthly_overview/pages/overview.html:84
 #: templates/yearly_overview/pages/overview_by_account.html:79
@@ -657,27 +673,27 @@ msgstr "Quantia de destino"
 msgid "Transfer"
 msgstr "Transferir"
 
-#: apps/transactions/forms.py:330
+#: apps/transactions/forms.py:336
 msgid "From and To accounts must be different."
 msgstr "As contas De e Para devem ser diferentes."
 
-#: apps/transactions/forms.py:524
+#: apps/transactions/forms.py:535
 msgid "Tag name"
 msgstr "Nome da Tag"
 
-#: apps/transactions/forms.py:556
+#: apps/transactions/forms.py:567
 msgid "Entity name"
 msgstr "Nome da entidade"
 
-#: apps/transactions/forms.py:588
+#: apps/transactions/forms.py:599
 msgid "Category name"
 msgstr "Nome da Categoria"
 
-#: apps/transactions/forms.py:590
+#: apps/transactions/forms.py:601
 msgid "Muted categories won't count towards your monthly total"
 msgstr "As categorias silenciadas não serão contabilizadas em seu total mensal"
 
-#: apps/transactions/forms.py:760
+#: apps/transactions/forms.py:773
 msgid "End date should be after the start date"
 msgstr "Data final deve ser após data inicial"
 
@@ -749,19 +765,19 @@ msgstr "Renda"
 msgid "Expense"
 msgstr "Despesa"
 
-#: apps/transactions/models.py:131 apps/transactions/models.py:240
+#: apps/transactions/models.py:133 apps/transactions/models.py:242
 msgid "Installment Plan"
 msgstr "Parcelamento"
 
-#: apps/transactions/models.py:140 apps/transactions/models.py:441
+#: apps/transactions/models.py:142 apps/transactions/models.py:443
 msgid "Recurring Transaction"
 msgstr "Transação Recorrente"
 
-#: apps/transactions/models.py:144
+#: apps/transactions/models.py:146
 msgid "Transaction"
 msgstr "Transação"
 
-#: apps/transactions/models.py:145 templates/includes/navbar.html:53
+#: apps/transactions/models.py:147 templates/includes/navbar.html:53
 #: templates/includes/navbar.html:94
 #: templates/recurring_transactions/fragments/list_transactions.html:5
 #: templates/recurring_transactions/fragments/table.html:37
@@ -769,95 +785,95 @@ msgstr "Transação"
 msgid "Transactions"
 msgstr "Transações"
 
-#: apps/transactions/models.py:182
+#: apps/transactions/models.py:184
 msgid "Yearly"
 msgstr "Anual"
 
-#: apps/transactions/models.py:183 apps/users/models.py:26
+#: apps/transactions/models.py:185 apps/users/models.py:26
 #: templates/includes/navbar.html:25
 msgid "Monthly"
 msgstr "Mensal"
 
-#: apps/transactions/models.py:184
+#: apps/transactions/models.py:186
 msgid "Weekly"
 msgstr "Semanal"
 
-#: apps/transactions/models.py:185
+#: apps/transactions/models.py:187
 msgid "Daily"
 msgstr "Diária"
 
-#: apps/transactions/models.py:198
+#: apps/transactions/models.py:200
 msgid "Number of Installments"
 msgstr "Número de Parcelas"
 
-#: apps/transactions/models.py:203
+#: apps/transactions/models.py:205
 msgid "Installment Start"
 msgstr "Parcela inicial"
 
-#: apps/transactions/models.py:204
+#: apps/transactions/models.py:206
 msgid "The installment number to start counting from"
 msgstr "O número da parcela a partir do qual se inicia a contagem"
 
-#: apps/transactions/models.py:209 apps/transactions/models.py:424
+#: apps/transactions/models.py:211 apps/transactions/models.py:426
 msgid "Start Date"
 msgstr "Data de Início"
 
-#: apps/transactions/models.py:213 apps/transactions/models.py:425
+#: apps/transactions/models.py:215 apps/transactions/models.py:427
 msgid "End Date"
 msgstr "Data Final"
 
-#: apps/transactions/models.py:218
+#: apps/transactions/models.py:220
 msgid "Recurrence"
 msgstr "Recorrência"
 
-#: apps/transactions/models.py:221
+#: apps/transactions/models.py:223
 msgid "Installment Amount"
 msgstr "Valor da Parcela"
 
-#: apps/transactions/models.py:241 templates/includes/navbar.html:62
+#: apps/transactions/models.py:243 templates/includes/navbar.html:62
 #: templates/installment_plans/fragments/list.html:5
 #: templates/installment_plans/pages/index.html:4
 msgid "Installment Plans"
 msgstr "Parcelamentos"
 
-#: apps/transactions/models.py:383
+#: apps/transactions/models.py:385
 msgid "day(s)"
 msgstr "dia(s)"
 
-#: apps/transactions/models.py:384
+#: apps/transactions/models.py:386
 msgid "week(s)"
 msgstr "semana(s)"
 
-#: apps/transactions/models.py:385
+#: apps/transactions/models.py:387
 msgid "month(s)"
 msgstr "mês(es)"
 
-#: apps/transactions/models.py:386
+#: apps/transactions/models.py:388
 msgid "year(s)"
 msgstr "ano(s)"
 
-#: apps/transactions/models.py:388
+#: apps/transactions/models.py:390
 #: templates/recurring_transactions/fragments/list.html:24
 msgid "Paused"
 msgstr "Pausado"
 
-#: apps/transactions/models.py:427
+#: apps/transactions/models.py:429
 msgid "Recurrence Type"
 msgstr "Tipo de recorrência"
 
-#: apps/transactions/models.py:430
+#: apps/transactions/models.py:432
 msgid "Recurrence Interval"
 msgstr "Intervalo de recorrência"
 
-#: apps/transactions/models.py:434
+#: apps/transactions/models.py:436
 msgid "Last Generated Date"
 msgstr "Última data gerada"
 
-#: apps/transactions/models.py:437
+#: apps/transactions/models.py:439
 msgid "Last Generated Reference Date"
 msgstr "Última data de referência gerada"
 
-#: apps/transactions/models.py:442 templates/includes/navbar.html:64
+#: apps/transactions/models.py:444 templates/includes/navbar.html:64
 #: templates/recurring_transactions/fragments/list.html:5
 #: templates/recurring_transactions/pages/index.html:4
 msgid "Recurring Transactions"
@@ -901,15 +917,15 @@ msgstr "Entidade apagada com sucesso"
 msgid "Installment Plan added successfully"
 msgstr "Parcelamento adicionado com sucesso"
 
-#: apps/transactions/views/installment_plans.py:116
+#: apps/transactions/views/installment_plans.py:118
 msgid "Installment Plan updated successfully"
 msgstr "Parcelamento atualizado com sucesso"
 
-#: apps/transactions/views/installment_plans.py:141
+#: apps/transactions/views/installment_plans.py:143
 msgid "Installment Plan refreshed successfully"
 msgstr "Parcelamento atualizado com sucesso"
 
-#: apps/transactions/views/installment_plans.py:160
+#: apps/transactions/views/installment_plans.py:162
 msgid "Installment Plan deleted successfully"
 msgstr "Parcelamento apagado com sucesso"
 
@@ -917,23 +933,23 @@ msgstr "Parcelamento apagado com sucesso"
 msgid "Recurring Transaction added successfully"
 msgstr "Transação Recorrente adicionada com sucesso"
 
-#: apps/transactions/views/recurring_transactions.py:144
+#: apps/transactions/views/recurring_transactions.py:146
 msgid "Recurring Transaction updated successfully"
 msgstr "Transação Recorrente atualizada com sucesso"
 
-#: apps/transactions/views/recurring_transactions.py:188
+#: apps/transactions/views/recurring_transactions.py:192
 msgid "Recurring transaction unpaused successfully"
 msgstr "Transação Recorrente despausada com sucesso"
 
-#: apps/transactions/views/recurring_transactions.py:191
+#: apps/transactions/views/recurring_transactions.py:195
 msgid "Recurring transaction paused successfully"
 msgstr "Transação Recorrente pausada com sucesso"
 
-#: apps/transactions/views/recurring_transactions.py:217
+#: apps/transactions/views/recurring_transactions.py:221
 msgid "Recurring transaction finished successfully"
 msgstr "Transação Recorrente finalizada com sucesso"
 
-#: apps/transactions/views/recurring_transactions.py:238
+#: apps/transactions/views/recurring_transactions.py:242
 msgid "Recurring Transaction deleted successfully"
 msgstr "Transação Recorrente apagada com sucesso"
 
@@ -949,19 +965,23 @@ msgstr "Tag atualizada com sucesso"
 msgid "Tag deleted successfully"
 msgstr "Tag apagada com sucesso"
 
-#: apps/transactions/views/transactions.py:45
+#: apps/transactions/views/transactions.py:47
 msgid "Transaction added successfully"
 msgstr "Transação adicionada com sucesso"
 
-#: apps/transactions/views/transactions.py:76
+#: apps/transactions/views/transactions.py:79
 msgid "Transaction updated successfully"
 msgstr "Transação atualizada com sucesso"
 
-#: apps/transactions/views/transactions.py:101
+#: apps/transactions/views/transactions.py:110
+msgid "Transaction duplicated successfully"
+msgstr "Transação duplicada com sucesso"
+
+#: apps/transactions/views/transactions.py:153
 msgid "Transaction deleted successfully"
 msgstr "Transação apagada com sucesso"
 
-#: apps/transactions/views/transactions.py:127
+#: apps/transactions/views/transactions.py:179
 msgid "Transfer added successfully"
 msgstr "Transferência adicionada com sucesso"
 
@@ -1001,7 +1021,21 @@ msgstr "E-mail ou senha inválidos"
 msgid "This account is deactivated"
 msgstr "Essa conta está desativada"
 
-#: apps/users/forms.py:65
+#: apps/users/forms.py:50 apps/users/forms.py:63
+#: templates/monthly_overview/pages/overview.html:116
+#: templates/transactions/pages/transactions.html:36
+msgid "Default"
+msgstr "Padrão"
+
+#: apps/users/forms.py:85 apps/users/models.py:40
+msgid "Date Format"
+msgstr "Formato de Data"
+
+#: apps/users/forms.py:90 apps/users/models.py:45
+msgid "Datetime Format"
+msgstr "Formato de Data e Hora"
+
+#: apps/users/forms.py:117
 msgid "Save"
 msgstr "Salvar"
 
@@ -1025,19 +1059,19 @@ msgstr "Todas as transações"
 msgid "Calendar"
 msgstr "Calendário"
 
-#: apps/users/models.py:41 apps/users/models.py:47
+#: apps/users/models.py:50 apps/users/models.py:56
 msgid "Auto"
 msgstr "Automático"
 
-#: apps/users/models.py:43
+#: apps/users/models.py:52
 msgid "Language"
 msgstr "Linguagem"
 
-#: apps/users/models.py:49
+#: apps/users/models.py:58
 msgid "Time Zone"
 msgstr "Fuso horário"
 
-#: apps/users/models.py:55
+#: apps/users/models.py:64
 msgid "Start page"
 msgstr "Página inicial"
 
@@ -1073,9 +1107,10 @@ msgstr "Editar grupo de conta"
 #: templates/accounts/fragments/list.html:37
 #: templates/categories/fragments/table.html:24
 #: templates/currencies/fragments/list.html:33
-#: templates/dca/fragments/strategy/details.html:63
+#: templates/dca/fragments/strategy/details.html:64
 #: templates/entities/fragments/table.html:23
-#: templates/exchange_rates/fragments/table.html:19
+#: templates/exchange_rates/fragments/table.html:20
+#: templates/import_app/fragments/list.html:37
 #: templates/installment_plans/fragments/table.html:23
 #: templates/recurring_transactions/fragments/table.html:25
 #: templates/rules/fragments/list.html:33
@@ -1086,12 +1121,13 @@ msgstr "Ações"
 #: templates/account_groups/fragments/list.html:36
 #: templates/accounts/fragments/list.html:41
 #: templates/categories/fragments/table.html:29
-#: templates/cotton/transaction/item.html:109
+#: templates/cotton/transaction/item.html:110
 #: templates/currencies/fragments/list.html:37
-#: templates/dca/fragments/strategy/details.html:67
+#: templates/dca/fragments/strategy/details.html:68
 #: templates/dca/fragments/strategy/list.html:34
 #: templates/entities/fragments/table.html:28
-#: templates/exchange_rates/fragments/table.html:23
+#: templates/exchange_rates/fragments/table.html:24
+#: templates/import_app/fragments/list.html:41
 #: templates/installment_plans/fragments/table.html:27
 #: templates/recurring_transactions/fragments/table.html:29
 #: templates/rules/fragments/transaction_rule/view.html:22
@@ -1103,13 +1139,14 @@ msgstr "Editar"
 #: templates/account_groups/fragments/list.html:43
 #: templates/accounts/fragments/list.html:48
 #: templates/categories/fragments/table.html:36
-#: templates/cotton/transaction/item.html:116
+#: templates/cotton/transaction/item.html:125
 #: templates/cotton/ui/transactions_action_bar.html:50
 #: templates/currencies/fragments/list.html:44
-#: templates/dca/fragments/strategy/details.html:75
+#: templates/dca/fragments/strategy/details.html:76
 #: templates/dca/fragments/strategy/list.html:42
 #: templates/entities/fragments/table.html:36
-#: templates/exchange_rates/fragments/table.html:31
+#: templates/exchange_rates/fragments/table.html:32
+#: templates/import_app/fragments/list.html:48
 #: templates/installment_plans/fragments/table.html:56
 #: templates/mini_tools/unit_price_calculator.html:18
 #: templates/recurring_transactions/fragments/table.html:91
@@ -1122,13 +1159,14 @@ msgstr "Apagar"
 #: templates/account_groups/fragments/list.html:47
 #: templates/accounts/fragments/list.html:52
 #: templates/categories/fragments/table.html:41
-#: templates/cotton/transaction/item.html:120
+#: templates/cotton/transaction/item.html:129
 #: templates/cotton/ui/transactions_action_bar.html:52
 #: templates/currencies/fragments/list.html:48
-#: templates/dca/fragments/strategy/details.html:80
+#: templates/dca/fragments/strategy/details.html:81
 #: templates/dca/fragments/strategy/list.html:46
 #: templates/entities/fragments/table.html:40
-#: templates/exchange_rates/fragments/table.html:36
+#: templates/exchange_rates/fragments/table.html:37
+#: templates/import_app/fragments/list.html:52
 #: templates/installment_plans/fragments/table.html:48
 #: templates/installment_plans/fragments/table.html:60
 #: templates/recurring_transactions/fragments/table.html:53
@@ -1144,13 +1182,14 @@ msgstr "Tem certeza?"
 #: templates/account_groups/fragments/list.html:48
 #: templates/accounts/fragments/list.html:53
 #: templates/categories/fragments/table.html:42
-#: templates/cotton/transaction/item.html:121
+#: templates/cotton/transaction/item.html:130
 #: templates/cotton/ui/transactions_action_bar.html:53
 #: templates/currencies/fragments/list.html:49
-#: templates/dca/fragments/strategy/details.html:81
+#: templates/dca/fragments/strategy/details.html:82
 #: templates/dca/fragments/strategy/list.html:47
 #: templates/entities/fragments/table.html:41
-#: templates/exchange_rates/fragments/table.html:37
+#: templates/exchange_rates/fragments/table.html:38
+#: templates/import_app/fragments/list.html:53
 #: templates/rules/fragments/list.html:49
 #: templates/rules/fragments/transaction_rule/view.html:61
 #: templates/tags/fragments/table.html:41
@@ -1160,12 +1199,13 @@ msgstr "Você não será capaz de reverter isso!"
 #: templates/account_groups/fragments/list.html:49
 #: templates/accounts/fragments/list.html:54
 #: templates/categories/fragments/table.html:43
-#: templates/cotton/transaction/item.html:122
+#: templates/cotton/transaction/item.html:131
 #: templates/currencies/fragments/list.html:50
-#: templates/dca/fragments/strategy/details.html:82
+#: templates/dca/fragments/strategy/details.html:83
 #: templates/dca/fragments/strategy/list.html:48
 #: templates/entities/fragments/table.html:42
-#: templates/exchange_rates/fragments/table.html:38
+#: templates/exchange_rates/fragments/table.html:39
+#: templates/import_app/fragments/list.html:54
 #: templates/installment_plans/fragments/table.html:62
 #: templates/recurring_transactions/fragments/table.html:98
 #: templates/rules/fragments/list.html:50
@@ -1179,18 +1219,22 @@ msgid "No account groups"
 msgstr "Nenhum grupo de conta"
 
 #: templates/accounts/fragments/account_reconciliation.html:6
+#: templates/import_app/fragments/account_reconciliation.html:6
 msgid "Account Reconciliation"
 msgstr "Reconciliação do saldo"
 
 #: templates/accounts/fragments/account_reconciliation.html:26
+#: templates/import_app/fragments/account_reconciliation.html:26
 msgid "Current balance"
 msgstr "Saldo atual"
 
 #: templates/accounts/fragments/account_reconciliation.html:39
+#: templates/import_app/fragments/account_reconciliation.html:39
 msgid "Difference"
 msgstr "Diferença"
 
 #: templates/accounts/fragments/account_reconciliation.html:70
+#: templates/import_app/fragments/account_reconciliation.html:70
 msgid "Reconcile balances"
 msgstr "Reconciliar saldos"
 
@@ -1203,10 +1247,12 @@ msgid "Edit account"
 msgstr "Editar conta"
 
 #: templates/accounts/fragments/list.html:29
+#: templates/import_app/fragments/list.html:29
 msgid "Is Asset"
 msgstr "É ativo"
 
 #: templates/accounts/fragments/list.html:70
+#: templates/import_app/fragments/list.html:70
 msgid "No accounts"
 msgstr "Nenhuma conta"
 
@@ -1238,11 +1284,11 @@ msgstr "SÁB"
 msgid "SUN"
 msgstr "DOM"
 
-#: templates/calendar_view/fragments/list_transactions.html:5
+#: templates/calendar_view/fragments/list_transactions.html:6
 msgid "Transactions on"
 msgstr "Transações em"
 
-#: templates/calendar_view/fragments/list_transactions.html:15
+#: templates/calendar_view/fragments/list_transactions.html:16
 msgid "No transactions on this date"
 msgstr "Nenhuma transação nesta data"
 
@@ -1300,10 +1346,14 @@ msgstr "Fechar"
 msgid "Search"
 msgstr "Buscar"
 
-#: templates/cotton/transaction/item.html:5
+#: templates/cotton/transaction/item.html:6
 msgid "Select"
 msgstr "Selecionar"
 
+#: templates/cotton/transaction/item.html:117
+msgid "Duplicate"
+msgstr "Duplicar"
+
 #: templates/cotton/ui/percentage_distribution.html:3
 #: templates/cotton/ui/percentage_distribution.html:7
 msgid "Projected Income"
@@ -1410,91 +1460,91 @@ msgstr "Editar entrada CMP"
 msgid "Add DCA strategy"
 msgstr "Adicionar estratégia CMP"
 
-#: templates/dca/fragments/strategy/details.html:22
+#: templates/dca/fragments/strategy/details.html:23
 msgid "No exchange rate available"
 msgstr "Nenhuma taxa de câmbio disponível"
 
-#: templates/dca/fragments/strategy/details.html:33
+#: templates/dca/fragments/strategy/details.html:34
 msgid "Entries"
 msgstr "Entradas"
 
-#: templates/dca/fragments/strategy/details.html:55
+#: templates/dca/fragments/strategy/details.html:56
 msgid "Current Value"
 msgstr "Valor atual"
 
-#: templates/dca/fragments/strategy/details.html:56
+#: templates/dca/fragments/strategy/details.html:57
 msgid "P/L"
 msgstr "P/L"
 
-#: templates/dca/fragments/strategy/details.html:124
+#: templates/dca/fragments/strategy/details.html:125
 msgid "No entries for this DCA"
 msgstr "Nenhuma entrada neste CMP"
 
-#: templates/dca/fragments/strategy/details.html:125
+#: templates/dca/fragments/strategy/details.html:126
 #: templates/monthly_overview/fragments/list.html:41
 #: templates/transactions/fragments/list_all.html:40
 msgid "Try adding one"
 msgstr "Tente adicionar uma"
 
-#: templates/dca/fragments/strategy/details.html:135
+#: templates/dca/fragments/strategy/details.html:136
 msgid "Total Invested"
 msgstr "Total investido"
 
-#: templates/dca/fragments/strategy/details.html:149
+#: templates/dca/fragments/strategy/details.html:150
 msgid "Total Received"
 msgstr "Total recebido"
 
-#: templates/dca/fragments/strategy/details.html:163
+#: templates/dca/fragments/strategy/details.html:164
 msgid "Current Total Value"
 msgstr "Valor total atual"
 
-#: templates/dca/fragments/strategy/details.html:177
+#: templates/dca/fragments/strategy/details.html:178
 msgid "Average Entry Price"
 msgstr "Preço médio de entrada"
 
-#: templates/dca/fragments/strategy/details.html:191
+#: templates/dca/fragments/strategy/details.html:192
 msgid "Total P/L"
 msgstr "P/L total"
 
-#: templates/dca/fragments/strategy/details.html:207
+#: templates/dca/fragments/strategy/details.html:208
 #, python-format
 msgid "Total %% P/L"
 msgstr "P/L%% Total"
 
-#: templates/dca/fragments/strategy/details.html:226
+#: templates/dca/fragments/strategy/details.html:227
 #, python-format
 msgid "P/L %%"
 msgstr "P/L %%"
 
-#: templates/dca/fragments/strategy/details.html:288
+#: templates/dca/fragments/strategy/details.html:289
 msgid "Performance Over Time"
 msgstr "Desempenho ao longo do tempo"
 
-#: templates/dca/fragments/strategy/details.html:306
+#: templates/dca/fragments/strategy/details.html:307
 msgid "Entry Price"
 msgstr "Preço de Entrada"
 
-#: templates/dca/fragments/strategy/details.html:314
+#: templates/dca/fragments/strategy/details.html:315
 msgid "Current Price"
 msgstr "Preço atual"
 
-#: templates/dca/fragments/strategy/details.html:322
+#: templates/dca/fragments/strategy/details.html:323
 msgid "Amount Bought"
 msgstr "Quantia comprada"
 
-#: templates/dca/fragments/strategy/details.html:390
+#: templates/dca/fragments/strategy/details.html:391
 msgid "Entry Price vs Current Price"
 msgstr "Preço de Entrada vs Preço Atual"
 
-#: templates/dca/fragments/strategy/details.html:406
+#: templates/dca/fragments/strategy/details.html:407
 msgid "Days Between Investments"
 msgstr "Dias entre investimentos"
 
-#: templates/dca/fragments/strategy/details.html:453
+#: templates/dca/fragments/strategy/details.html:454
 msgid "Investment Frequency"
 msgstr "Frequência de Investimento"
 
-#: templates/dca/fragments/strategy/details.html:455
+#: templates/dca/fragments/strategy/details.html:456
 msgid "The straighter the blue line, the more consistent your DCA strategy is."
 msgstr ""
 "Quanto mais reta for a linha azul, mais consistente é sua estratégia de CMP."
@@ -1540,19 +1590,19 @@ msgstr "Editar taxa de câmbio"
 msgid "All"
 msgstr "Todas"
 
-#: templates/exchange_rates/fragments/table.html:11
+#: templates/exchange_rates/fragments/table.html:12
 msgid "Pairing"
 msgstr "Pares"
 
-#: templates/exchange_rates/fragments/table.html:12
+#: templates/exchange_rates/fragments/table.html:13
 msgid "Rate"
 msgstr "Taxa de Câmbio"
 
-#: templates/exchange_rates/fragments/table.html:51
+#: templates/exchange_rates/fragments/table.html:52
 msgid "No exchange rates"
 msgstr "Nenhuma taxa de câmbio"
 
-#: templates/exchange_rates/fragments/table.html:58
+#: templates/exchange_rates/fragments/table.html:59
 #: templates/transactions/fragments/list_all.html:47
 msgid "Page navigation"
 msgstr "Navegação por página"
@@ -1585,7 +1635,7 @@ msgstr "Calculadora de preço unitário"
 
 #: templates/includes/navbar.html:82
 #: templates/mini_tools/currency_converter/currency_converter.html:8
-#: templates/mini_tools/currency_converter/currency_converter.html:13
+#: templates/mini_tools/currency_converter/currency_converter.html:15
 msgid "Currency Converter"
 msgstr "Conversor de Moeda"
 
@@ -1681,7 +1731,7 @@ msgstr "Isso excluirá o parcelamento e todas as transações associadas a ele"
 msgid "No installment plans"
 msgstr "Nenhum parcelamento"
 
-#: templates/mini_tools/currency_converter/currency_converter.html:56
+#: templates/mini_tools/currency_converter/currency_converter.html:58
 msgid "Invert"
 msgstr "Inverter"
 
@@ -1759,22 +1809,17 @@ msgid "Filter transactions"
 msgstr "Filtrar transações"
 
 #: templates/monthly_overview/pages/overview.html:114
-#: templates/transactions/pages/transactions.html:33
+#: templates/transactions/pages/transactions.html:34
 msgid "Order by"
 msgstr "Ordernar por"
 
-#: templates/monthly_overview/pages/overview.html:116
-#: templates/transactions/pages/transactions.html:35
-msgid "Default"
-msgstr "Padrão"
-
 #: templates/monthly_overview/pages/overview.html:117
-#: templates/transactions/pages/transactions.html:36
+#: templates/transactions/pages/transactions.html:37
 msgid "Oldest first"
 msgstr "Mais antigas primeiro"
 
 #: templates/monthly_overview/pages/overview.html:118
-#: templates/transactions/pages/transactions.html:37
+#: templates/transactions/pages/transactions.html:38
 msgid "Newest first"
 msgstr "Mais novas primeiro"
 

app/static/img/favicon/manifest.json

@@ -1,41 +0,0 @@
-{
- "name": "WYGIWYH",
- "icons": [
-  {
-   "src": "\/static\/img\/favicon\/android-icon-36x36.png",
-   "sizes": "36x36",
-   "type": "image\/png",
-   "density": "0.75"
-  },
-  {
-   "src": "\/static\/img\/favicon\/android-icon-48x48.png",
-   "sizes": "48x48",
-   "type": "image\/png",
-   "density": "1.0"
-  },
-  {
-   "src": "\/static\/img\/favicon\/android-icon-72x72.png",
-   "sizes": "72x72",
-   "type": "image\/png",
-   "density": "1.5"
-  },
-  {
-   "src": "\/static\/img\/favicon\/android-icon-96x96.png",
-   "sizes": "96x96",
-   "type": "image\/png",
-   "density": "2.0"
-  },
-  {
-   "src": "\/static\/img\/favicon\/android-icon-144x144.png",
-   "sizes": "144x144",
-   "type": "image\/png",
-   "density": "3.0"
-  },
-  {
-   "src": "\/static\/img\/favicon\/android-icon-192x192.png",
-   "sizes": "192x192",
-   "type": "image\/png",
-   "density": "4.0"
-  }
- ]
-}

app/templates/calendar_view/fragments/list_transactions.html

@@ -1,8 +1,9 @@
 {% extends 'extends/offcanvas.html' %}
+{% load date %}
 {% load i18n %}
 {% load crispy_forms_tags %}
 
-{% block title %}{% translate 'Transactions on' %} {{ date|date:"SHORT_DATE_FORMAT" }}{% endblock %}
+{% block title %}{% translate 'Transactions on' %} {{ date|custom_date:request.user }}{% endblock %}
 
 {% block body %}
 <div hx-get="{% url 'calendar_transactions_list' day=date.day month=date.month year=date.year %}" hx-trigger="updated from:window" hx-vals='{"disable_selection": true}'  hx-target="closest .offcanvas" class="show-loading">

app/templates/cotton/transaction/item.html

@@ -1,3 +1,4 @@
+{% load date %}
 {% load i18n %}
 <div class="transaction d-flex my-1 {% if transaction.type == "EX" %}expense{% else %}income{% endif %}">
   {% if not disable_selection %}
@@ -26,7 +27,7 @@
 {#      Date#}
       <div class="row mb-2 mb-lg-1 tw-text-gray-400">
           <div class="col-auto pe-1"><i class="fa-solid fa-calendar fa-fw me-1 fa-xs"></i></div>
-          <div class="col ps-0">{{ transaction.date|date:"SHORT_DATE_FORMAT" }} • {{ transaction.reference_date|date:"b/Y" }}</div>
+          <div class="col ps-0">{{ transaction.date|custom_date:request.user }} • {{ transaction.reference_date|date:"b/Y" }}</div>
       </div>
 {#      Description#}
       <div class="mb-2 mb-lg-1 text-white tw-text-base">
@@ -110,6 +111,14 @@
                 hx-get="{% url 'transaction_edit' transaction_id=transaction.id %}"
                 hx-target="#generic-offcanvas" hx-swap="innerHTML">
           <i class="fa-solid fa-pencil fa-fw"></i></a>
+          <a class="btn btn-secondary btn-sm transaction-action"
+                role="button"
+                data-bs-toggle="tooltip"
+                data-bs-title="{% translate "Duplicate" %}"
+                hx-get="{% url 'transaction_clone' transaction_id=transaction.id %}"
+                _="on click if event.ctrlKey set @hx-get to `{% url 'transaction_clone' transaction_id=transaction.id %}?edit=true` then call htmx.process(me) end then trigger ready"
+                hx-trigger="ready" >
+          <i class="fa-solid fa-clone fa-fw"></i></a>
           <a class="btn btn-secondary btn-sm transaction-action"
                   role="button"
                   data-bs-toggle="tooltip"

app/templates/dca/fragments/strategy/details.html

@@ -1,3 +1,4 @@
+{% load date %}
 {% load currency_display %}
 {% load i18n %}
 <div class="container-fluid px-md-3 py-3 column-gap-5">
@@ -16,7 +17,7 @@
               :prefix="strategy.payment_currency.prefix"
               :suffix="strategy.payment_currency.suffix"
               :decimal_places="strategy.payment_currency.decimal_places">
-           • {{ strategy.current_price.1|date:"SHORT_DATETIME_FORMAT" }}
+           • {{ strategy.current_price.1|custom_date:request.user }}
           </c-amount.display>
           {% else %}
           <div class="tw-text-red-400">{% trans "No exchange rate available" %}</div>
@@ -83,7 +84,7 @@
                            _="install prompt_swal"><i class="fa-solid fa-trash fa-fw"></i></a>
                       </div>
                     </td>
-                    <td>{{ entry.date|date:"SHORT_DATE_FORMAT" }}</td>
+                    <td>{{ entry.date|custom_date:request.user }}</td>
                     <td>
                       <c-amount.display
                           :amount="entry.amount_received"
@@ -221,7 +222,7 @@
                 new Chart(perfomancectx, {
     type: 'line',
     data: {
-        labels: [{% for entry in entries_data %}'{{ entry.entry.date|date:"SHORT_DATE_FORMAT" }}'{% if not forloop.last %}, {% endif %}{% endfor %}],
+        labels: [{% for entry in entries_data %}'{{ entry.entry.date|custom_date:request.user }}'{% if not forloop.last %}, {% endif %}{% endfor %}],
         datasets: [{
             label: '{% trans "P/L %" %}',
             data: [{% for entry in entries_data %}{{ entry.profit_loss_percentage|floatformat:"-40u" }}{% if not forloop.last %}, {% endif %}{% endfor %}],

app/templates/exchange_rates/fragments/table.html

@@ -1,3 +1,4 @@
+{% load date %}
 {% load currency_display %}
 {% load i18n %}
 <div class="card-body show-loading" hx-get="{% url 'exchange_rates_list_pair' %}" hx-trigger="updated from:window" hx-swap="outerHTML" hx-vals='{"page": "{{ page_obj.number }}", "from": "{{ from_currency|default_if_none:"" }}", "to": "{{ to_currency|default_if_none:"" }}"}'>
@@ -39,7 +40,7 @@
                       _="install prompt_swal"><i class="fa-solid fa-trash fa-fw"></i></a>
             </div>
           </td>
-          <td class="col-3">{{ exchange_rate.date|date:"SHORT_DATETIME_FORMAT" }}</td>
+          <td class="col-3">{{ exchange_rate.date|custom_date:request.user }}</td>
           <td class="col-3"><span class="badge rounded-pill text-bg-secondary">{{ exchange_rate.from_currency.code }}</span> x <span class="badge rounded-pill text-bg-secondary">{{ exchange_rate.to_currency.code }}</span></td>
           <td class="col-3">1 {{ exchange_rate.from_currency.code }} ≅ {% currency_display amount=exchange_rate.rate prefix=exchange_rate.to_currency.prefix suffix=exchange_rate.to_currency.suffix decimal_places=exchange_rate.to_currency.decimal_places%}</td>
         </tr>

app/templates/import_app/fragments/profiles/add.html

@@ -0,0 +1,19 @@
+{% extends 'extends/offcanvas.html' %}
+{% load json %}
+{% load i18n %}
+{% load crispy_forms_tags %}
+
+{% block title %}{% translate 'Add new import profile' %}{% endblock %}
+
+{% block body %}
+{% if message %}
+<div class="alert alert-info" role="alert" id="msg" hx-preserve="true">
+  <h6 class="alert-heading tw-italic tw-font-bold">{% trans 'A message from the author' %}</h6>
+  <hr>
+  <p class="mb-0">{{ message|linebreaksbr }}</p>
+</div>
+{% endif %}
+<form hx-post="{% url 'import_profiles_add' %}" hx-target="#generic-offcanvas" novalidate hx-vals='{"message": {% if message %}{{ message|json }}{% else %}""{% endif %}}'>
+    {% crispy form %}
+</form>
+{% endblock %}

app/templates/import_app/fragments/profiles/edit.html

@@ -0,0 +1,11 @@
+{% extends 'extends/offcanvas.html' %}
+{% load i18n %}
+{% load crispy_forms_tags %}
+
+{% block title %}{% translate 'Edit import profile' %}{% endblock %}
+
+{% block body %}
+<form hx-post="{% url 'import_profile_edit' profile_id=profile.id %}" hx-target="#generic-offcanvas" novalidate>
+    {% crispy form %}
+</form>
+{% endblock %}

app/templates/import_app/fragments/profiles/list.html

@@ -0,0 +1,90 @@
+{% load i18n %}
+<div class="container px-md-3 py-3 column-gap-5">
+  <div class="tw-text-3xl fw-bold font-monospace tw-w-full mb-3">
+    {% spaceless %}
+    <div>{% translate 'Import Profiles' %}<span>
+      <span class="dropdown" data-bs-toggle="tooltip"
+                data-bs-title="{% translate "Add" %}">
+        <a class="text-decoration-none tw-text-2xl p-1" role="button"
+                data-bs-toggle="dropdown"
+                data-bs-title="{% translate "Add" %}" aria-expanded="false">
+          <i class="fa-solid fa-circle-plus fa-fw"></i>
+        </a>
+        <ul class="dropdown-menu">
+          <li><a class="dropdown-item"
+                 role="button"
+                 hx-get="{% url 'import_profiles_add' %}"
+                 hx-target="#generic-offcanvas">{% trans 'New' %}</a></li>
+          <li><a class="dropdown-item"
+                 role="button"
+                 hx-get="{% url 'import_presets_list' %}"
+                 hx-target="#persistent-generic-offcanvas-left">{% trans 'From preset' %}</a></li>
+        </ul>
+      </span>
+    </span></div>
+    {% endspaceless %}
+  </div>
+
+  <div class="card">
+    <div class="card-body table-responsive">
+      {% if profiles %}
+      <c-config.search></c-config.search>
+      <table class="table table-hover text-nowrap">
+        <thead>
+          <tr>
+            <th scope="col" class="col-auto"></th>
+            <th scope="col" class="col">{% translate 'Name' %}</th>
+            <th scope="col" class="col">{% translate 'Version' %}</th>
+          </tr>
+        </thead>
+        <tbody>
+          {% for profile in profiles %}
+          <tr class="profile">
+            <td class="col-auto">
+              <div class="btn-group" role="group" aria-label="{% translate 'Actions' %}">
+                <a class="btn btn-secondary btn-sm"
+                      role="button"
+                      data-bs-toggle="tooltip"
+                      data-bs-title="{% translate "Edit" %}"
+                      hx-get="{% url 'import_profile_edit' profile_id=profile.id %}"
+                      hx-target="#generic-offcanvas">
+                  <i class="fa-solid fa-pencil fa-fw"></i></a>
+                  <a class="btn btn-secondary btn-sm text-success"
+                        role="button"
+                        data-bs-toggle="tooltip"
+                        data-bs-title="{% translate "Runs" %}"
+                        hx-get="{% url 'import_profile_runs_list' profile_id=profile.id %}"
+                        hx-target="#persistent-generic-offcanvas-left">
+                    <i class="fa-solid fa-person-running fa-fw"></i></a>
+                <a class="btn btn-secondary btn-sm text-primary"
+                        role="button"
+                        data-bs-toggle="tooltip"
+                        data-bs-title="{% translate "Import" %}"
+                        hx-get="{% url 'import_run_add' profile_id=profile.id %}"
+                        hx-target="#generic-offcanvas">
+                    <i class="fa-solid fa-file-import fa-fw"></i></a>
+                <a class="btn btn-secondary btn-sm text-danger"
+                        role="button"
+                        data-bs-toggle="tooltip"
+                        data-bs-title="{% translate "Delete" %}"
+                        hx-delete="{% url 'import_profile_delete' profile_id=profile.id %}"
+                        hx-trigger='confirmed'
+                        data-bypass-on-ctrl="true"
+                        data-title="{% translate "Are you sure?" %}"
+                        data-text="{% translate "You won't be able to revert this!" %}"
+                        data-confirm-text="{% translate "Yes, delete it!" %}"
+                        _="install prompt_swal"><i class="fa-solid fa-trash fa-fw"></i></a>
+              </div>
+            </td>
+            <td class="col">{{ profile.name }}</td>
+            <td class="col">{{ profile.get_version_display }}</td>
+          </tr>
+          {% endfor %}
+        </tbody>
+      </table>
+      {% else %}
+      <c-msg.empty title="{% translate "No import profiles" %}" remove-padding></c-msg.empty>
+      {% endif %}
+    </div>
+  </div>
+</div>

app/templates/import_app/fragments/profiles/list_presets.html

@@ -0,0 +1,43 @@
+{% extends 'extends/offcanvas.html' %}
+{% load i18n %}
+{% load crispy_forms_tags %}
+
+{% block title %}{% translate 'Import Presets' %}{% endblock %}
+
+{% block body %}
+  {% if presets %}
+  <div id="search" class="mb-3">
+    <label class="w-100">
+    <input type="search"
+           class="form-control"
+           placeholder="{% translate 'Search' %}"
+           _="on input or search
+                show < .col /> in <#items/>
+                when its textContent.toLowerCase() contains my value.toLowerCase()"/>
+    </label>
+  </div>
+  <div class="row row-cols-1 g-4" id="items">
+  {% for preset in presets %}
+    <a class="text-decoration-none"
+       role="button"
+       hx-get="{% url 'import_profiles_add' %}"
+       hx-vals='{"yaml_config": {{ preset.config }}, "name": "{{ preset.name }}", "version": "{{ preset.schema_version }}", "message": {{ preset.message }}}'
+       hx-target="#generic-offcanvas">
+
+      <div class="col">
+        <div class="card">
+          <div class="card-body">
+            <h5 class="card-title">{{ preset.name }}</h5>
+            <hr>
+            <p>{{ preset.description }}</p>
+            <p>{% trans 'By' %} {{ preset.authors|join:", " }}</p>
+          </div>
+        </div>
+      </div>
+    </a>
+  {% endfor %}
+  {% else %}
+    <c-msg.empty title="{% translate "No presets yet" %}"></c-msg.empty>
+  {% endif %}
+</div>
+{% endblock %}

app/templates/import_app/fragments/runs/add.html

@@ -0,0 +1,11 @@
+{% extends 'extends/offcanvas.html' %}
+{% load i18n %}
+{% load crispy_forms_tags %}
+
+{% block title %}{% translate 'Import file with profile' %} {{ profile.name }}{% endblock %}
+
+{% block body %}
+<form hx-post="{% url 'import_run_add' profile_id=profile.id %}" hx-target="#generic-offcanvas" enctype="multipart/form-data" novalidate>
+    {% crispy form %}
+</form>
+{% endblock %}

app/templates/import_app/fragments/runs/list.html

@@ -0,0 +1,120 @@
+{% extends 'extends/offcanvas.html' %}
+{% load i18n %}
+{% load crispy_forms_tags %}
+
+{% block title %}{% translate 'Runs for ' %}{{ profile.name }}{% endblock %}
+
+{% block body %}
+  <div hx-get="{% url "import_profile_runs_list" profile_id=profile.id %}"
+       hx-trigger="updated from:window"
+       hx-target="closest .offcanvas"
+       class="show-loading"
+       hx-swap="show:none scroll:none">
+    {% if runs %}
+    <div class="row row-cols-1 g-4">
+    {% for run in runs %}
+      <div class="col">
+        <div class="card">
+          <div class="card-header tw-text-sm {% if run.status == run.Status.QUEUED %}tw-text-white{% elif run.status == run.Status.PROCESSING %}text-warning{% elif run.status == run.Status.FINISHED %}text-success{% else %}text-danger{% endif %}">
+            <span><i class="fa-solid {% if run.status == run.Status.QUEUED %}fa-hourglass-half{% elif run.status == run.Status.PROCESSING %}fa-spinner{% elif run.status == run.Status.FINISHED %}fa-check{% else %}fa-xmark{% endif %} fa-fw me-2"></i>{{ run.get_status_display }}</span>
+          </div>
+          <div class="card-body">
+            <h5 class="card-title"><i class="fa-solid fa-hashtag me-1 tw-text-xs tw-text-gray-400"></i>{{ run.id }}<span class="tw-text-xs tw-text-gray-400 ms-1">({{ run.file_name }})</span></h5>
+            <hr>
+            <div class="row row-cols-1 row-cols-md-2 row-cols-lg-3 w-100 g-4">
+              <div class="col">
+                <div class="d-flex flex-row">
+                  <div class="d-flex flex-column">
+                    <div class="text-body-secondary tw-text-xs tw-font-medium">
+                      {% trans 'Total Items' %}
+                    </div>
+                    <div class="tw-text-sm">
+                      {{ run.total_rows }}
+                    </div>
+                  </div>
+                </div>
+              </div>
+
+              <div class="col">
+                <div class="d-flex flex-row">
+                  <div class="d-flex flex-column">
+                    <div class="text-body-secondary tw-text-xs tw-font-medium">
+                      {% trans 'Processed Items' %}
+                    </div>
+                    <div class="tw-text-sm">
+                      {{ run.processed_rows }}
+                    </div>
+                  </div>
+                </div>
+              </div>
+
+              <div class="col">
+                <div class="d-flex flex-row">
+                  <div class="d-flex flex-column">
+                    <div class="text-body-secondary tw-text-xs tw-font-medium">
+                      {% trans 'Skipped Items' %}
+                    </div>
+                    <div class="tw-text-sm">
+                      {{ run.skipped_rows }}
+                    </div>
+                  </div>
+                </div>
+              </div>
+
+              <div class="col">
+                <div class="d-flex flex-row">
+                  <div class="d-flex flex-column">
+                    <div class="text-body-secondary tw-text-xs tw-font-medium">
+                      {% trans 'Failed Items' %}
+                    </div>
+                    <div class="tw-text-sm">
+                      {{ run.failed_rows }}
+                    </div>
+                  </div>
+                </div>
+              </div>
+
+              <div class="col">
+                <div class="d-flex flex-row">
+                  <div class="d-flex flex-column">
+                    <div class="text-body-secondary tw-text-xs tw-font-medium">
+                      {% trans 'Successful Items' %}
+                    </div>
+                    <div class="tw-text-sm">
+                      {{ run.successful_rows }}
+                    </div>
+                  </div>
+                </div>
+              </div>
+
+            </div>
+          </div>
+          <div class="card-footer text-body-secondary">
+            <a class="text-decoration-none text-info"
+               role="button"
+               data-bs-toggle="tooltip"
+               data-bs-title="{% translate "Logs" %}"
+               hx-get="{% url 'import_run_log' profile_id=profile.id run_id=run.id %}"
+               hx-target="#generic-offcanvas"><i class="fa-solid fa-file-lines"></i></a>
+            <a class="text-decoration-none text-danger"
+               role="button"
+               data-bs-toggle="tooltip"
+               data-bs-title="{% translate "Delete" %}"
+               hx-delete="{% url 'import_run_delete' profile_id=profile.id run_id=run.id %}"
+               hx-trigger='confirmed'
+               data-bypass-on-ctrl="true"
+               data-title="{% translate "Are you sure?" %}"
+               data-text="{% translate "You won't be able to revert this! All imported items will be kept." %}"
+               data-confirm-text="{% translate "Yes, delete it!" %}"
+               _="install prompt_swal"><i class="fa-solid fa-trash fa-fw"></i>
+            </a>
+          </div>
+        </div>
+      </div>
+    {% endfor %}
+    {% else %}
+      <c-msg.empty title="{% translate "No runs yet" %}"></c-msg.empty>
+    {% endif %}
+  </div>
+  </div>
+{% endblock %}

app/templates/import_app/fragments/runs/log.html

@@ -0,0 +1,13 @@
+{% extends 'extends/offcanvas.html' %}
+{% load i18n %}
+{% load crispy_forms_tags %}
+
+{% block title %}{% translate 'Logs for' %} #{{ run.id }}{% endblock %}
+
+{% block body %}
+<div class="card tw-max-h-full tw-overflow-auto">
+  <div class="card-body">
+    {{ run.logs|linebreaks }}
+  </div>
+</div>
+{% endblock %}

app/templates/import_app/pages/profiles_index.html

@@ -0,0 +1,8 @@
+{% extends "layouts/base.html" %}
+{% load i18n %}
+
+{% block title %}{% translate 'Import Profiles' %}{% endblock %}
+
+{% block content %}
+<div hx-get="{% url 'import_profiles_list' %}" hx-trigger="load, updated from:window" class="show-loading"></div>
+{% endblock %}

app/templates/import_app/pages/runs_index.html

@@ -0,0 +1,8 @@
+{% extends "layouts/base.html" %}
+{% load i18n %}
+
+{% block title %}{% translate 'Import Runs' %}{% endblock %}
+
+{% block content %}
+<div hx-get="{% url 'impor' %}" hx-trigger="load, updated from:window" class="show-loading"></div>
+{% endblock %}

app/templates/includes/head/favicons.html

@@ -12,7 +12,6 @@
 <link rel="icon" type="image/png" sizes="32x32" href="{% static 'img/favicon/favicon-32x32.png' %}">
 <link rel="icon" type="image/png" sizes="96x96" href="{% static 'img/favicon/favicon-96x96.png' %}">
 <link rel="icon" type="image/png" sizes="16x16" href="{% static 'img/favicon/favicon-16x16.png' %}">
-<link rel="manifest" href="{% static 'img/favicon/manifest.json' %}">
 <meta name="msapplication-TileColor" content="#ffffff">
 <meta name="msapplication-TileImage" content="{% static 'img/favicon/ms-icon-144x144.png' %}">
-<meta name="theme-color" content="#ffffff">
+<meta name="theme-color" content="#ffffff">

app/templates/includes/navbar.html

@@ -120,6 +120,8 @@
             <li><h6 class="dropdown-header">{% trans 'Automation' %}</h6></li>
             <li><a class="dropdown-item {% active_link views='rules_index' %}"
                    href="{% url 'rules_index' %}">{% translate 'Rules' %}</a></li>
+            <li><a class="dropdown-item {% active_link views='import_profiles_index' %}"
+                   href="{% url 'import_profiles_index' %}">{% translate 'Import' %} <span class="badge text-bg-primary">beta</span></a></li>
             <li>
               <hr class="dropdown-divider">
             </li>

app/templates/layouts/base.html

@@ -1,3 +1,4 @@
+{% load pwa %}
 {% load formats %}
 {% load i18n %}
 {% load title %}
@@ -15,6 +16,7 @@
     </title>
 
     {% include 'includes/head/favicons.html' %}
+    {% progressive_web_app_meta %}
 
     {% include 'includes/styles.html' %}
     {% block extra_styles %}{% endblock %}

app/templates/layouts/base_auth.html

@@ -1,3 +1,4 @@
+{% load pwa %}
 {% load title %}
 {% load webpack_loader %}
 <!doctype html>
@@ -11,8 +12,9 @@
         {% endblock title %}
       {% endfilter %}
     </title>
-  
+
     {% include 'includes/head/favicons.html' %}
+    {% progressive_web_app_meta %}
 
     {% include 'includes/styles.html' %}
     {% block extra_styles %}{% endblock %}

docker-compose.dev.yml

@@ -1,6 +1,6 @@
 volumes:
   wygiwyh_dev_postgres_data: {}
-  temp:
+  wygiwyh_temp:
 
 services:
   web: &django
@@ -13,6 +13,7 @@ services:
     volumes:
       - ./app/:/usr/src/app/:z
       - ./frontend/:/usr/src/frontend:z
+      - wygiwyh_temp:/usr/src/app/temp/
     ports:
       - "${OUTBOUND_PORT}:8000"
     env_file:

docker-compose.prod.yml

@@ -1,5 +1,5 @@
 services:
-  web: &django
+  web:
     image: eitchtee/wygiwyh:latest
     container_name: ${SERVER_NAME}
     command: /start
@@ -9,6 +9,8 @@ services:
       - .env
     depends_on:
       - db
+    volumes:
+      - wygiwyh_temp:/usr/src/app/temp/
     restart: unless-stopped
 
   db:
@@ -23,10 +25,16 @@ services:
       - POSTGRES_DB=${SQL_DATABASE}
 
   procrastinate:
-    <<: *django
+    image: eitchtee/wygiwyh:latest
     container_name: ${PROCRASTINATE_NAME}
     depends_on:
       - db
-    ports: [ ]
+    env_file:
+      - .env
+    volumes:
+      - wygiwyh_temp:/usr/src/app/temp/
     command: /start-procrastinate
     restart: unless-stopped
+
+volumes:
+  wygiwyh_temp:

frontend/src/application/datepicker.js

@@ -22,13 +22,24 @@ function isMobile() {
 }
 
 window.DatePicker = function createDynamicDatePicker(element) {
+    let todayButton = {
+        content: element.dataset.nowButtonTxt,
+        onClick: (dp) => {
+            let date = new Date();
+            dp.selectDate(date, {updateTime: true});
+            dp.setViewDate(date);
+        }
+    }
+
     let isOnMobile = isMobile();
 
     let baseOpts = {
         isMobile: isOnMobile,
+        dateFormat: element.dataset.dateFormat,
+        timeFormat: element.dataset.timeFormat,
         timepicker: element.dataset.timepicker === 'true',
         autoClose: element.dataset.autoClose === 'true',
-        buttons: element.dataset.clearButton === 'true' ? ['clear', 'today'] : ['today'],
+        buttons: element.dataset.clearButton === 'true' ? ['clear', todayButton] : [todayButton],
         locale: locales[element.dataset.language],
         onSelect: ({date, formattedDate, datepicker}) => {
             const _event = new CustomEvent("change", {
@@ -85,6 +96,15 @@ window.DatePicker = function createDynamicDatePicker(element) {
 
 
 window.MonthYearPicker = function createDynamicDatePicker(element) {
+    let todayButton = {
+        content: element.dataset.nowButtonTxt,
+        onClick: (dp) => {
+            let date = new Date();
+            dp.selectDate(date, {updateTime: true});
+            dp.setViewDate(date);
+        }
+    }
+
     let isOnMobile = isMobile();
 
     let baseOpts = {
@@ -93,7 +113,7 @@ window.MonthYearPicker = function createDynamicDatePicker(element) {
         minView: 'months',
         dateFormat: 'MMMM yyyy',
         autoClose: element.dataset.autoClose === 'true',
-        buttons: element.dataset.clearButton === 'true' ? ['clear', 'today'] : ['today'],
+        buttons: element.dataset.clearButton === 'true' ? ['clear', todayButton] : [todayButton],
         locale: locales[element.dataset.language],
         onSelect: ({date, formattedDate, datepicker}) => {
             const _event = new CustomEvent("change", {

requirements.txt

@@ -9,7 +9,7 @@ django-filter==24.3
 django-debug-toolbar==4.3.0
 django-cachalot~=2.6.3
 django-cotton~=1.2.1
-
+django-pwa~=2.0.1
 djangorestframework~=3.15.2
 drf-spectacular~=0.27.2
 
@@ -24,3 +24,5 @@ requests~=2.32.3
 pytz~=2024.2
 python-dateutil~=2.9.0.post0
 simpleeval~=1.0.0
+pydantic~=2.10.5
+PyYAML~=6.0.2