Add mailchimp opt-in uploader

.devcontainer/devcontainer.json

@@ -4,6 +4,9 @@
 		"TWFY_VOTES_URL": {
 			"description": "URL to the TWFY Votes page"
 		},
+		"MAILCHIMP_API_KEY": {
+			"description": "Mailchimp API key"
+		},
 		"MAPIT_URL": {
 			"description": "URL to the MapIt API - defaults to mapit.mysociety.org"
 		},

bin/docker-entrypoint.sh

@@ -15,6 +15,7 @@ sed -r \
     -e 's!^(.*"OPTION_TWFY_DB_NAME", *)"[^"]*"!'"\\1'twfy'!" \
     -e 's!^(.*"OPTION_TWFY_MEMCACHED_HOST", *)"[^"]*"!'"\\1'memcache'!" \
     -e 's!^(.*"TWFY_VOTES_URL", *)"[^"]*"!'"\\1'$TWFY_VOTES_URL'!" \
+    -e 's!^(.*"MAILCHIMP_API_KEY", *)"[^"]*"!'"\\1'$MAILCHIMP_API_KEY'!" \
     -e 's!^(.*"OPTION_MAPIT_URL", *)"[^"]*"!'"\\1'$MAPIT_URL'!" \
     -e 's!^(.*"OPTION_MAPIT_API_KEY", *)"[^"]*"!'"\\1'$MAPIT_API_KEY'!" \
     -e 's!^(.*"OPTION_DEMOCRACYCLUB_TOKEN", *)"[^"]*"!'"\\1'$DEMOCRACYCLUB_TOKEN'!" \

conf/general-example

@@ -127,6 +127,8 @@ define ("RECESSFILE","https://www.theyworkforyou.com/pwdata/parl-recesses.txt");
 
 define("TWFY_VOTES_URL", "");
 
+define("MAILCHIMP_API_KEY", "");
+
 define('ENTRIES_AFTER_LEFT', '{
     "10170,2014-09-08": "2014-09-07",
     "11068,2008-09": "2008-08-13",

docker-compose.yml

@@ -24,6 +24,7 @@ services:
       TWFY_TEST_DB_USER: twfy
       TWFY_TEST_DB_PASS: password
       TWFY_VOTES_URL: ${TWFY_VOTES_URL}
+      MAILCHIMP_API_KEY: ${MAILCHIMP_API_KEY:-}
       MAPIT_URL: ${MAPIT_URL:-https://mapit.mysociety.org/}
       MAPIT_API_KEY: ${MAPIT_API_KEY:-}
       DEMOCRACYCLUB_TOKEN: ${DEMOCRACYCLUB_TOKEN:-}

pyproject.toml

@@ -16,16 +16,21 @@ pyyaml = "6.0.1"
 commonlib = {path = "commonlib"}
 pydantic = "^2.8.2"
 sqlalchemy = "^2.0.32"
+django = ">=4.2,<5.0"
+mailchimp-marketing = {git = "https://github.com/mailchimp/mailchimp-marketing-python.git"}
+typer = "^0.15.1"
 
 
 [tool.poetry.group.dev.dependencies]
 ruff = "^0.6.1"
 
+[tool.poetry.scripts]
+contact-io = "twfy_tools.utils.contact_io:app"
+
 [build-system]
 requires = ["poetry-core"]
 build-backend = "poetry.core.masonry.api"
 
-
 [tool.ruff]
 extend-exclude = ["migrations", "commonlib", "scripts/historic"]
 

scripts/dailyupdate

@@ -30,3 +30,6 @@ system './mpinfoin.pl';
 
 # update individual division votes
 system "./json2db.pl >> $cron_log";
+
+# Add yesterdays optins to mailchimp
+system "poetry run contact-io upload-yesterday >> $cron_log";

src/twfy_tools/common/config.py

@@ -20,8 +20,10 @@ class ConfigModel(BaseModel):
     TWFY_DB_NAME: str
     TWFY_DB_USER: str
     TWFY_DB_PASS: str
+    TWFY_DB_PORT: int
     RAWDATA: Path
     PWMEMBERS: Path
+    MAILCHIMP_API_KEY: str
 
     @classmethod
     def from_php_config(cls, php_config_get: BaseConfigGet):

src/twfy_tools/common/enum_backport.py

@@ -0,0 +1,42 @@
+from enum import Enum
+from typing import List, Type, TypeVar
+
+_S = TypeVar("_S", bound="StrEnum")
+
+
+class StrEnum(str, Enum):
+    """
+    Enum where members are also (and must be) strings
+    """
+
+    def __new__(cls: Type[_S], *values: str) -> _S:
+        if len(values) > 3:
+            raise TypeError("too many arguments for str(): %r" % (values,))
+        if len(values) == 1:
+            # it must be a string
+            if not isinstance(values[0], str):
+                raise TypeError("%r is not a string" % (values[0],))
+        if len(values) >= 2:
+            # check that encoding argument is a string
+            if not isinstance(values[1], str):
+                raise TypeError("encoding must be a string, not %r" % (values[1],))
+        if len(values) == 3:
+            # check that errors argument is a string
+            if not isinstance(values[2], str):
+                raise TypeError("errors must be a string, not %r" % (values[2]))
+        value = str(*values)
+        member = str.__new__(cls, value)
+        member._value_ = value
+        return member
+
+    def __str__(self):
+        return self.value
+
+    @staticmethod
+    def _generate_next_value_(
+        name: str, start: int, count: int, last_values: List[str]
+    ) -> str:
+        """
+        Return the lower-cased version of the member name.
+        """
+        return name.lower()