Enhanced user input (#260)

* use a new toolkit for user prompting: questionary (patched).
* multiline questions.
* conditional questions.
* new toolkit for ui tests: pexpect.
* fix lots of tests.
* fix windows builds with newer poetry-dynamic-versioning.
* linters and mypy are now tests, to have faster ci.
* update deprecated ci commands.
* removed dependencies from old times.
* Remove toml 0.5+ syntax (dotted keys)
* Use powershell where syntax is compatible
* Change skip to xfail
* xfail pexpect tests on windows. I'm tired of trying to make it work
* more docs
* possibly something more.

Author: yajo

.github/workflows/ci.yml

@@ -42,14 +42,11 @@ jobs:
       - name: Enable msys binaries
         if: ${{ runner.os == 'Windows' }}
         run: |
-          echo "::add-path::C:\msys64\usr\bin"
+          echo "C:\msys64\usr\bin" | Out-File -FilePath $env:GITHUB_PATH -Encoding utf8 -Append
           rm C:\msys64\usr\bin\bash.exe
       - run: git config --global user.name copier-ci
-        shell: bash
       - run: git config --global user.email copier@copier
-        shell: bash
       - run: git config --global core.autocrlf input
-        shell: bash
       - uses: actions/checkout@v2
       - name: Set up Python ${{ matrix.python-version }}
         uses: actions/setup-python@v2
@@ -58,8 +55,8 @@ jobs:
       - name: generate cache key PY
         shell: bash
         run:
-          echo "::set-env name=PY::$((python -VV; pip freeze) | sha256sum | cut -d' '
-          -f1)"
+          echo "PY=$((python -VV; pip freeze) | sha256sum | cut -d' ' -f1)" >>
+          $GITHUB_ENV
       - uses: actions/[email protected]
         with:
           path: |
@@ -69,22 +66,11 @@ jobs:
             cache|${{ runner.os }}|${{ env.PY }}|${{ hashFiles('pyproject.toml') }}|${{
             hashFiles('poetry.lock') }}|${{ hashFiles('.pre-commit-config.yaml') }}
       - name: Install dependencies
-        shell: bash
         run: |
-          python -m pip install poetry poetry-dynamic-versioning poethepoet
-          poetry run python -m pip install pip -U
-          poetry install
-      - name: Run pre-commit
-        shell: bash
-        run: poe lint --color=always
-        # FIXME Make pre-commit pass reliably on Windows, and remove this
-        continue-on-error: ${{ runner.os == 'Windows' }}
-      - name: Run mypy
-        shell: bash
-        run: poe types
+          python -m pip install poetry
+          poetry install -vvv
       - name: Run pytest
-        shell: bash
-        run: poe test -ra .
+        run: poetry run poe test -ra .
 
   publish:
     if: github.event_name == 'release'
@@ -98,8 +84,8 @@ jobs:
           python-version: 3.8
       - name: generate cache key PY
         run:
-          echo "::set-env name=PY::$((python -VV; pip freeze) | sha256sum | cut -d' '
-          -f1)"
+          echo "PY=$((python -VV; pip freeze) | sha256sum | cut -d' ' -f1)" >>
+          $GITHUB_ENV
       - uses: actions/[email protected]
         with:
           path: |

.github/workflows/coverage.yml

@@ -19,8 +19,8 @@ jobs:
       - run: python -m pip install poetry poetry-dynamic-versioning
       - name: generate cache key PY
         run:
-          echo "::set-env name=PY::$((python -VV; pip freeze) | sha256sum | cut -d' '
-          -f1)"
+          echo "PY=$((python -VV; pip freeze) | sha256sum | cut -d' ' -f1)" >>
+          $GITHUB_ENV
       - uses: actions/[email protected]
         with:
           path: |

.pre-commit-config.yaml

@@ -11,6 +11,12 @@ repos:
   # hooks running from local virtual environment
   - repo: local
     hooks:
+      - id: autoflake
+        name: autoflake
+        entry: poetry run autoflake
+        language: system
+        types: [python]
+        args: ["-i", "--remove-all-unused-imports", "--ignore-init-module-imports"]
       - id: black
         name: black
         entry: poetry run black

copier/config/factory.py

@@ -132,6 +132,7 @@ def make_config(
             {k: v for k, v in questions_data.items() if k in data},
             {},
             data,
+            init_args["data_from_template_defaults"],
             False,
             init_args["envops"],
         ),
@@ -141,6 +142,7 @@ def make_config(
         questions_data,
         init_args["data_from_answers_file"],
         init_args["data_from_init"],
+        init_args["data_from_template_defaults"],
         not force,
         init_args["envops"],
     )

copier/config/objects.py

@@ -1,5 +1,4 @@
 """Pydantic models, exceptions and default values."""
-
 import datetime
 from collections import ChainMap
 from copy import deepcopy
@@ -8,7 +7,7 @@
 from pathlib import Path
 from typing import Any, ChainMap as t_ChainMap, Sequence, Tuple, Union
 
-from pydantic import BaseModel, Extra, StrictBool, validator
+from pydantic import BaseModel, Extra, Field, StrictBool, validator
 
 from ..types import AnyByStrDict, OptStr, PathSeq, StrOrPathSeq, StrSeq
 
@@ -35,8 +34,6 @@
 class UserMessageError(Exception):
     """Exit the program giving a message to the user."""
 
-    pass
-
 
 class NoSrcPathError(UserMessageError):
     pass
@@ -91,10 +88,10 @@ class ConfigData(BaseModel):
     migrations: Sequence[Migrations] = ()
     secret_questions: StrSeq = ()
     answers_file: Path = Path(".copier-answers.yml")
-    data_from_init: AnyByStrDict = {}
-    data_from_asking_user: AnyByStrDict = {}
-    data_from_answers_file: AnyByStrDict = {}
-    data_from_template_defaults: AnyByStrDict = {}
+    data_from_init: AnyByStrDict = Field(default_factory=dict)
+    data_from_asking_user: AnyByStrDict = Field(default_factory=dict)
+    data_from_answers_file: AnyByStrDict = Field(default_factory=dict)
+    data_from_template_defaults: AnyByStrDict = Field(default_factory=dict)
 
     # Private
     _data_mutable: AnyByStrDict