Skip to content

Commit

Permalink
Move policy info to JSON file.
Browse files Browse the repository at this point in the history 
summary set still hard-coded at present.
  • Loading branch information
@dracos
dracos committed Dec 19, 2023
1 parent 76c6a9a commit 81e888f
Show file tree
Hide file tree
Showing 4 changed files with 176 additions and 362 deletions.
284 changes: 20 additions & 264 deletions classes/Policies.php
View file
Original file line number Diff line number Diff line change
Expand Up @@ -15,124 +15,32 @@

class Policies {

/**
* Policy Positions
*
* Array of all policy positions available to use.
*
* Arrays are in the form `{id} => {text}`
*/

protected $policies = array(
363 => 'introducing <b>foundation hospitals</b>',
810 => 'greater <b>regulation of gambling</b>',
811 => '<b>smoking bans</b>',
826 => 'equal <b>gay rights</b>',
837 => 'a <strong>wholly elected</strong> House of Lords',
975 => '<strong>investigations</strong> into the Iraq war',
984 => 'replacing <b>Trident</b> with a new nuclear weapons system',
996 => 'a <b>transparent Parliament</b>',
1027 => 'a referendum on the UK\'s membership of the <b>EU</b>',
1030 => 'measures to <b>prevent climate change</b>',
1049 => 'the <b>Iraq war</b>',
1050 => 'the <b>hunting ban</b>',
1051 => 'introducing <b>ID cards</b>',
1052 => 'university <b>tuition fees</b>',
1053 => 'Labour\'s <b title="Including voting to maintain them">anti-terrorism laws</b>',
1065 => 'more <b>EU integration</b>',
1071 => 'allowing ministers to <b>intervene in inquests</b>',
1074 => 'greater <b>autonomy for schools</b>',
1079 => 'removing <b>hereditary peers</b> from the House of Lords',
1084 => 'a more <a href="https://en.wikipedia.org/wiki/Proportional_representation">proportional system</a> for electing MPs',
1087 => 'a <b>stricter asylum system</b>',
1105 => 'the privatisation of <b>Royal Mail</b>',
1109 => 'encouraging <b>occupational pensions</b>',
1110 => 'increasing the <b>rate of VAT</b>',
1113 => 'an <b>equal number of electors</b> per parliamentary constituency',
1120 => 'capping <b>civil service redundancy payments</b>',
1124 => 'automatic enrolment in <b>occupational pensions</b>',
1132 => 'raising England&rsquo;s <b>undergraduate tuition fee</b> cap to &pound;9,000 per year',
1136 => '<b>fewer MPs</b> in the House of Commons',
6667 => 'the policies included in the 2010 <b><a href="http://webarchive.nationalarchives.gov.uk/20100527091800/http://programmeforgovernment.hmg.gov.uk/">Conservative - Liberal Democrat Coalition Agreement</a></b>',
6670 => 'a reduction in spending on <b>welfare benefits</b>',
6671 => 'reducing central government <b>funding of local government</b>',
6672 => 'reducing <b>housing benefit</b> for social tenants deemed to have excess bedrooms (which Labour describe as the "bedroom tax")',
6673 => 'paying higher benefits over longer periods for those unable to work due to <b>illness or disability</b>',
6674 => 'raising <b>welfare benefits</b> at least in line with prices',
6676 => 'reforming the <b>NHS</b> so GPs buy services on behalf of their patients',
6677 => 'restricting the provision of services to <b>private patients</b> by the NHS',
6678 => 'greater restrictions on <b>campaigning by third parties</b>, such as charities, during elections',
6679 => 'reducing the rate of <b>corporation tax</b>',
6680 => 'raising the threshold at which people start to pay <b>income tax</b>',
6681 => 'increasing the tax rate applied to <b>income over &pound;150,000</b>',
6682 => 'ending <b>financial support</b> for some 16-19 year olds in training and further education',
6683 => 'local councils keeping money raised from <b>taxes on business premises</b> in their areas',
6684 => 'making local councils responsible for helping those in <b>financial need</b> afford their <b>council tax</b> and reducing the amount spent on such support',
6685 => 'a <b>banker&rsquo;s bonus tax</b>',
6686 => 'allowing <b>marriage</b> between two people of same sex',
6687 => '<a href="https://en.wikipedia.org/wiki/Academy_(English_school)">academy schools</a>',
6688 => 'use of <b>UK military forces</b> in combat operations overseas',
6690 => 'measures to reduce <b>tax avoidance</b>',
6691 => 'stronger tax <b>incentives for companies to invest</b> in assets',
6692 => 'slowing the rise in <b>rail fares</b>',
6693 => 'lower taxes on <b>fuel for motor vehicles</b>',
6694 => 'higher taxes on <b>alcoholic drinks</b>',
6695 => 'more <b>powers for local councils</b>',
6696 => 'the introduction of elected <b>Police and Crime Commissioners</b>',
6698 => '<b>fixed periods between parliamentary elections</b>',
6699 => 'higher <b>taxes on plane tickets</b>',
6697 => 'selling England&rsquo;s state owned <b>forests</b>',
6702 => 'spending public money to create <b>guaranteed jobs for young people</b> who have spent a long time unemployed',
6703 => 'laws to promote <b>equality and human rights</b>',
6704 => 'financial incentives for <b>low carbon</b> emission <b>electricity generation</b> methods',
6705 => 'requiring pub companies to offer <b>pub landlords rent-only leases</b>',
6706 => 'strengthening the <b>Military Covenant</b>',
6707 => 'restricting the scope of <b>legal aid</b>',
6708 => 'transferring <b>more powers to the Senedd/Welsh Parliament</b>',
6709 => 'transferring <b>more powers to the Scottish Parliament</b>',
6710 => '<b>culling badgers</b> to tackle bovine tuberculosis',
6711 => 'an annual tax on the value of expensive homes (popularly known as a <b>mansion tax</b>)',
6715 => 'allowing national security sensitive evidence to be put before <b>courts in secret sessions</b>',
6716 => 'allowing employees to exchange some employment <b>rights for shares</b> in the company they work for',
6718 => 'restrictions on <b>fees</b> charged to tenants by <b>letting agents</b>',
6719 => 'limits on success <b>fees</b> paid to lawyers in <b>no-win no fee cases</b>',
6720 => 'a statutory <b>register of lobbyists</b>',
6721 => 'requiring the mass <b>retention of information about communications</b>',
6731 => 'more restrictive <b>regulation of trade union activity</b>',
6732 => 'allowing <b>terminally ill people</b> to be given <b>assistance to end their life</b>',
6733 => 'higher <b>taxes on banks</b>',
6734 => 'stronger <b>enforcement of immigration rules</b>',
6736 => '<b>a veto for MPs</b> from England, Wales and Northern Ireland <b>over laws specifically impacting their part of the UK</b>',
6741 => 'greater regulation of <b>hydraulic fracturing (fracking)</b> to extract shale gas',
6753 => 'new <b>high speed rail</b> infrastructure',
6751 => '<b>mass surveillance</b> of people&rsquo;s communications and activities',
6764 => 'a <b>right to remain for EU nationals</b> already in living in the UK',
6761 => '<b>UK membership of the EU</b>',
6758 => '<b>merging police and fire services</b> under Police and Crime Commissioners',
6754 => 'reducing <b>capital gains tax</b>',
6747 => 'greater public control of <b>bus services</b>',
6746 => 'a <b>publicly owned railway system</b>',
6744 => 'phasing out <b>secure tenancies for life</b>',
6743 => 'charging a <b>market rent to high earners renting a council home</b>',
6757 => '<b>military action against <a href="https://en.wikipedia.org/wiki/Islamic_State_of_Iraq_and_the_Levant">ISIL (Daesh)</a></b>',
842 => 'a lower <b>voting age</b>',
);

private $commons_only = array(
811,
826,
1053,
);

/**
* Policy Sets
*
* Collections of policies (by ID number) to be used for sorted and
* restricted displays.
*/
# policies where votes affected by covid voting restrictions
protected $covid_affected = [1136, 6860];

private $db;

private $sets = array(
'summary' => array(
private $policy_id;

public function __construct($policy_id = null) {
$this->db = new \ParlDB;

if (TESTING) {
$policy_data = json_decode(file_get_contents(dirname(__FILE__) . '/../tests/policies.json'), true);
} else {
$policy_data = json_decode(file_get_contents(RAWDATA . '/scrapedjson/policies.json'), true);
}
$this->policies = $policy_data['policies'];
$this->set_descs = $policy_data['set_descs'];
$this->sets = $policy_data['sets'];

$this->sets['summary'] = array(
1113,
1136,
1132,
Expand All @@ -151,159 +59,7 @@ class Policies {
1079,
6671,
6672,
),
'social' => array(
826,
811,
1050,
6686,
6703,
6732,
),
'foreignpolicy' => array(
6688,
1049,
975,
984,
1065,
1027,
6706,
6764,
6761,
6757,
),
'welfare' => array(
6672,
6674,
6673,
6684,
6670,
6702,
),
'taxation' => array(
6680,
1110,
6694,
6699,
6693,
6681,
1109,
1124,
6685,
6733,
6711,
6716,
6731,
6754,
),
'business' => array(
6679,
6690,
6691,
6753,
),
'health' => array(
6677,
6676,
363,
811,
6732,
),
'education' => array(
1074,
1132,
6687,
6682,
1052
),
'reform' => array(
6671,
1113,
1136,
996,
1084,
837,
6683,
6678,
6698,
1079,
6708,
6709,
6695,
6736,
842,
),
'home' => array(
1087,
1071,
1051,
6696,
6721,
6734,
6751,
6758,
),
'environment' => array(
1030,
6693,
6697,
6699,
6704,
6710,
6741,
6753,
),
'transport' => array(
6747,
6692,
6693,
6699,
6746,
),
'housing' => array(
6744,
6743,
),
'misc' => array(
810,
1120,
1053,
1105,
6705,
6707,
6715,
6720,
6719,
6718,
6667,
)
);

# policies where votes affected by covid voting restrictions
protected $covid_affected = [1136, 6860];

protected $set_descs = array(
'social' => 'Social Issues',
'foreignpolicy' => 'Foreign Policy and Defence',
'welfare' => 'Welfare and Benefits',
'taxation' => 'Taxation and Employment',
'business' => 'Business and the Economy',
'health' => 'Health',
'education' => 'Education',
'reform' => 'Constitutional Reform',
'home' => 'Home Affairs',
'environment' => 'Environmental Issues',
'transport' => 'Transport',
'housing' => 'Housing',
'misc' => 'Miscellaneous Topics',
);

private $db;

private $policy_id;

public function __construct($policy_id = null) {
$this->db = new \ParlDB;
);

if ( $policy_id ) {
$this->policy_id = $policy_id;
Expand Down
32 changes: 30 additions & 2 deletions scripts/json2db.pl
View file
Original file line number Diff line number Diff line change
Expand Up @@ -24,9 +24,8 @@
use JSON::XS;
use LWP::Simple;

use vars qw($motion_count $policy_count $align_count @policyids);
use vars qw($motion_count $policy_count $align_count);

require 'policyids.pl';
my $json = JSON::XS->new->latin1;

my $dsn = 'DBI:mysql:database=' . mySociety::Config::get('TWFY_DB_NAME'). ':host=' . mySociety::Config::get('TWFY_DB_HOST');
Expand All @@ -45,6 +44,8 @@

$motion_count = $policy_count = $align_count = 0;

my @policyids = fetch_policies();

foreach my $dreamid ( @policyids ) {
my $policy_url = mySociety::Config::get('TWFY_VOTES_URL') . '/twfy-compatible/popolo/' . $dreamid . '.json';
my $policy_json = get($policy_url);
Expand All @@ -71,6 +72,33 @@

print "parsed $policy_count policies, $motion_count divisions, and $align_count alignments from JSON\n";

# ---

sub fetch_policies {
my $policies_url = mySociety::Config::get('TWFY_VOTES_URL') . '/policies/commons/active/all.json';
my $policies_json = get($policies_url);
my $policies = $json->decode($policies_json);

my @ids;
my $out = {};
foreach my $policy (@{$policies->{policies}}) {
say "Processing policy $policy->{id} $policy->{name}" if $verbose;
push @ids, $policy->{id};
foreach (@{$policy->{groups}}) {
push @{$out->{sets}{$_->{slug}}}, $policy->{id};
$out->{set_descs}{$_->{slug}} = $_->{name};
}
$out->{policies}{$policy->{id}} = $policy->{context_description};
}

$out = $json->encode($out);
open(my $fp, '>', mySociety::Config::get('RAWDATA') . '/scrapedjson/policies.json');
$fp->write($out);
close $fp;

return @ids;
}

sub process_motions {
my ($aspects, $dreamid) = @_;
# Set AutoCommit off
Expand Down
Loading

0 comments on commit 81e888f

Please sign in to comment.