Python 3.10 (#370)

Switched to python 3.10. Updated tests, docker images, circle Ci and some dependencies.
---------

Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com>

Author: JoeyRubas

.circleci/config.yml

@@ -1,16 +1,17 @@
 version: 2.1
 orbs:
   codecov: codecov/codecov@1.0.4
+  browser-tools: circleci/browser-tools@1.5.3
 jobs:
   build:
     docker:
-      - image: circleci/python:3.7.10-node-browsers
+      - image: cimg/python:3.10.16-node
         environment:
           TEST_BROWSER: chrome
           MYSQL_PASSWORD: secret
           MITTAB_DB_HOST: 127.0.0.1
           PIPENV_VENV_IN_PROJECT: true
-      - image: circleci/mysql:5.7
+      - image: cimg/mysql:5.7
         environment:
           MYSQL_ROOT_PASSWORD: secret
           MYSQL_DATABASE: mittab
@@ -23,28 +24,26 @@ jobs:
     steps:
       - checkout
       - restore_cache:
-          key: deps-v2-{{ checksum "Pipfile.lock" }}
-      - run:
-          name: Fix EOL Debian Buster APT sources
-          command: |
-            sudo sed -i 's|http://deb.debian.org/debian|http://archive.debian.org/debian|g' /etc/apt/sources.list
-            sudo sed -i 's|http://security.debian.org/debian-security|http://archive.debian.org/debian-security|g' /etc/apt/sources.list
-            echo 'Acquire::Check-Valid-Until "false";' | sudo tee /etc/apt/apt.conf.d/99no-check-valid
-            sudo apt-get -o Acquire::Check-Valid-Until=false update
+          key: deps-v3-3.10.16-{{ checksum "Pipfile.lock" }}
+      
+      - browser-tools/install-chrome
+      - browser-tools/install-chromedriver
       - run:
           name: install dependencies
           command: |
             sudo apt-get update
-            sudo apt-get upgrade -y
             sudo apt-get install -y default-mysql-client
-            sudo pip install pipenv
+            python -m pip install --upgrade pip
+            python -m pip install --user pipenv
+            rm -rf .venv
+            pipenv --python 3.10.16
             pipenv install
             npm install
 
       - save_cache:
           paths:
             - .venv
-          key: deps-v2-{{ checksum "Pipfile.lock" }}
+          key: deps-v3-3.10.16-{{ checksum "Pipfile.lock" }}
 
       - run:
           # Our primary container isn't MYSQL so run a sleep command until it's ready.
@@ -80,33 +79,29 @@ jobs:
           file: ./cov.xml
   lint:
     docker:
-      - image: circleci/python:3.7.10-node-browsers
+      - image: cimg/python:3.10.16-node
         environment:
           PIPENV_VENV_IN_PROJECT: true
     steps:
       - checkout
       - restore_cache:
-          key: deps-v2-{{ checksum "Pipfile.lock" }}
-      - run:
-          name: Fix EOL Debian Buster APT sources
-          command: |
-            sudo sed -i 's|http://deb.debian.org/debian|http://archive.debian.org/debian|g' /etc/apt/sources.list
-            sudo sed -i 's|http://security.debian.org/debian-security|http://archive.debian.org/debian-security|g' /etc/apt/sources.list
-            echo 'Acquire::Check-Valid-Until "false";' | sudo tee /etc/apt/apt.conf.d/99no-check-valid
-            sudo apt-get -o Acquire::Check-Valid-Until=false update
+          key: deps-v3-3.10.16-{{ checksum "Pipfile.lock" }}
       - run:
           name: install dependencies
           command: |
             sudo apt-get update
-            sudo apt-get upgrade -y
             sudo apt-get install -y default-mysql-client
-            sudo pip install pipenv
+            python -m pip install --upgrade pip
+            python -m pip install --user pipenv
+            # Remove .venv if it exists from cache to avoid version mismatch
+            rm -rf .venv
+            pipenv --python 3.10.16
             pipenv install
             npm install
       - save_cache:
           paths:
             - .venv
-          key: deps-v2-{{ checksum "Pipfile.lock" }}
+          key: deps-v3-3.10.16-{{ checksum "Pipfile.lock" }}
       - run:
           name: Lint -- Python
           command: |

.gitignore

@@ -51,7 +51,10 @@ mittab/backups/
 *.sqlite3-journal
 
 # venv
-venv/
+venv*/
+
+# IDEs
+.vscode
 
 # doc stuff
 docs/_static/
@@ -122,3 +125,4 @@ typings/
 .env
 
 *.dump.sql
+.vscode/

.python-version

@@ -1 +1 @@
-3.7.13
+3.10.16

Dockerfile

@@ -1,9 +1,13 @@
-FROM python:3.7
+FROM python:3.10
 
 # install dependenices
+ARG DOCTL_VERSION=1.120.0
+
 RUN apt-get update && \
   apt-get upgrade -y && \
-  apt-get install -y vim default-mysql-client
+  apt-get install -y vim default-mysql-client openssl curl && \
+  curl -sSL https://github.com/digitalocean/doctl/releases/download/v${DOCTL_VERSION}/doctl-${DOCTL_VERSION}-linux-amd64.tar.gz \
+    | tar -xz -C /usr/local/bin doctl
 
 WORKDIR /var/www/tab
 

Dockerfile.static

@@ -1,4 +1,4 @@
-FROM python:3.7
+FROM python:3.10
 
 # sets up nodejs to install npm
 RUN curl -sL https://deb.nodesource.com/setup_18.x | bash

Dockerfile.test

@@ -1,4 +1,4 @@
-FROM circleci/python:3.7.3-node-browsers
+FROM circleci/python:3.10-node-browsers
 
 RUN sudo apt-get update
 RUN sudo apt-get upgrade -y

Dockerfile.web

@@ -1,4 +1,4 @@
-FROM python:3.7
+FROM python:3.10
 
 # install dependenices
 RUN apt-get update && apt-get upgrade -y && \

Pipfile

@@ -12,23 +12,26 @@ boto3 = "*"
 django-bootstrap4 = "==3.0.0"
 django-webpack-loader = "==0.6.0"
 django-silk = "*"
-gunicorn = "==19.7.1"
+gunicorn = "==23.0.0"
 mysqlclient = "==1.4.4"
 xlrd = "==0.9.4"
 xlwt = "==1.3.0"
 pylint = "==2.3.1"
 pylint-django = "==2.0.9"
 pylint-quotes = "==0.2.1"
-pytest = "==4.4.1"
+pytest = "==7.4.2"
 pytest-circleci-parallelized = "==0.0.4"
-pytest-cov = "==2.7.1"
-pytest-django = "==3.4.8"
+pytest-cov = "==4.1.0"
+pytest-django = "==4.8.0"
 requests = "==2.31.0"
-selenium = "==3.141.0"
-splinter = "==0.10.0"
+selenium = "==4.15.2"
+splinter = "==0.19.0"
 Django = "==3.2.25"
 PyYAML = "==5.1.2"
 sentry-sdk = {extras = ["django"], version = "*"}
+six = "==1.17.0"
+exceptiongroup = "*"
+wrapt = "*"
 
 [requires]
-python_version = "3.7"
+python_version = "3.10.16"