get_cands

#!/usr/bin/perl

use strict;
use warnings;
use 5.010;

use open IO => ':encoding(utf8)';

use JSON;
use LWP::Simple;
use DateTime;
use Getopt::Long;
use Log::Log4perl qw[:easy];

use lib 'lib';
use TwittElection::Schema;

my $verbose;
GetOptions(verbose => \$verbose);

if ($verbose) {
  Log::Log4perl->easy_init($TRACE);
} else {
  Log::Log4perl->easy_init($INFO);
}

my $logger = Log::Log4perl->get_logger;

my $sch = TwittElection::Schema->get_schema;

my $cons_rs;
if (@ARGV) {
  $cons_rs = $sch->resultset('Constituency')->search({
    mapit_id => \@ARGV,
  });
} else {
  $cons_rs = $sch->resultset('Constituency');
}

foreach my $con ($cons_rs->all) {
  my $changed = 0;
  $logger->info($con->name . ' (' . $con->mapit_id . ')');
  my $const_id = $con->mapit_id;

  my $url = 'http://yournextmp.popit.mysociety.org/api/v0.1/posts/' .
            $const_id .
            '?embed=membership.person';

  my $json = get($url);

  my $data = decode_json $json;
  my $cands = $data->{result}{memberships};

  my %curr_cands;
  foreach ($con->candidates) {
    $curr_cands{$_->yournextmp_id} = $_;
  }

  my $par_rs = $sch->resultset('Party');
  my $can_rs = $sch->resultset('Candidate');

  my %cands;
  for (@$cands) {
    next unless $_->{person_id}{standing_in}{2015};
    next unless $_->{person_id}{standing_in}{2015}{post_id} == $const_id;

    $cands{$_->{person_id}{id}} = $_;
  }

  for (values %cands) {
    my $cand = $_->{person_id}{versions}[0]{data};

    my ($party_id) = $cand->{party_memberships}{2015}{id} =~ /(\d+)/;
    my $party;
    unless ($party = $par_rs->find({ yournextmp_id => $party_id })) {
      $party = $par_rs->create({
        name => $cand->{party_memberships}{2015}{name},
        yournextmp_id => $party_id,
      });
    }

    if (exists $curr_cands{$cand->{id}}) {
      my $curr_cand = delete $curr_cands{$cand->{id}};
      if ($cand->{name} ne $curr_cand->name
        or $cand->{twitter_username} ne $curr_cand->twitter) {
        $logger->info("* Updating $cand->{name} / " .
            $cand->{party_memberships}{2015}{name} .
            " / \@$cand->{twitter_username}");
        $curr_cand->update({
          yournextmp_id   => $cand->{id},
          name            => $cand->{name},
          twitter         => $cand->{twitter_username},
          party_id        => $party->id,
          constituency_id => $con->id,
        });
        $changed = 1;
      } else {
        $logger->trace("* No change $cand->{name} / " .
            $cand->{party_memberships}{2015}{name} .
            " / \@$cand->{twitter_username}");
      }
    } else {
      $logger->info("* Adding $cand->{name} / " .
          $cand->{party_memberships}{2015}{name} .
          " / \@$cand->{twitter_username}");
      $can_rs->create({
        yournextmp_id   => $cand->{id},
        name            => $cand->{name},
        twitter         => $cand->{twitter_username},
        party_id        => $party->id,
        constituency_id => $con->id,
      });
      $changed = 1;
    }
  }

  # Any candidates left in %curr_cands need to be deleted
  foreach (keys %curr_cands) {
    my $curr_cand = $curr_cands{$_};
    $logger->info('* Deleting ' . $curr_cand->name . ' / ' .
        $curr_cand->party->name .
        ' / ' . $curr_cand->twitter);
    $curr_cand->delete;
    $changed = 1;
  }

  if ($changed) {
    $con->update({
      candidates_updated_time => DateTime->now,
    });
  }
}