sync issues background job

Author: mx2s

App/AL/Schedule/Sync/Issues/SyncIssues.cs

@@ -0,0 +1,79 @@
+using System;
+using System.Linq;
+using System.Threading.Tasks;
+using App.AL.Middleware.Schedule;
+using App.DL.External.GitHub;
+using App.DL.Model.Card;
+using App.DL.Module.Schedule;
+using App.DL.Repository.Card;
+using Micron.DL.Middleware;
+using Micron.DL.Module.Controller;
+using Micron.DL.Module.Http;
+using Newtonsoft.Json.Linq;
+using Octokit;
+using Sentry;
+
+namespace App.AL.Schedule.Sync.Issues {
+    public class SyncIssues : BaseController {
+        protected override IMiddleware[] Middleware() => new IMiddleware[] {
+            new ScheduleAuth(),
+        };
+
+        public SyncIssues() {
+            Post("/api/v1/schedule/issues/sync/start", _ => {
+                var task = Task.Run(() => {
+                    var githubClient = GitHubApi.Client();
+
+                    int pageIndex = 1;
+                    var projects = DL.Model.Project.Project.Paginate(pageIndex);
+
+                    while (projects.Length > 0) {
+                        foreach (var project in projects) {
+                            var board = project.Boards().First(x => x.name == "Development");
+                            if (board == null) continue;
+
+                            var todoColumn = board.Columns().First(c => c.name == "TODO");
+                            if (todoColumn == null) continue;
+
+                            try {
+                                var originId = project.Repository().origin_id;
+                                Console.WriteLine($"getting issues for repo {originId}");
+                                var issues = githubClient.Issue.GetAllForRepository(
+                                    Convert.ToInt64(originId)
+                                    , new ApiOptions() {
+                                        PageSize = 100
+                                    }
+                                ).Result;
+                                foreach (var issue in issues) {
+                                    try {
+                                        Console.WriteLine($"Checking issue {issue.HtmlUrl}");
+                                        var existingCard = Card.FindBy("origin_id", issue.Id.ToString());
+                                        if (existingCard != null) continue;
+                                        var card = CardRepository.CreateAndGet(
+                                            issue.Title, issue.Body ?? "", 1, todoColumn, null
+                                        );
+                                        card.UpdateCol("origin_id", issue.Id.ToString());
+                                    }
+                                    catch (Exception e) {
+                                        Console.WriteLine(e.Message);
+                                    }
+                                }
+                            }
+                            catch (Exception e) {
+                                Console.WriteLine(e.Message);
+                                SentrySdk.CaptureException(e);
+                            }
+                        }
+
+                        ++pageIndex;
+                        projects = DL.Model.Project.Project.Paginate(pageIndex);
+                    }
+                    
+                    Console.WriteLine("Finished!");
+                });
+                JobsPool.Get().Push(task);
+                return HttpResponse.Data(new JObject());
+            });
+        }
+    }
+}

App/DL/Model/Card/Card.cs

@@ -24,6 +24,8 @@ public class Card : Micron.DL.Model.Model {
 
         public int column_id;
 
+        public string origin_id;
+
         public DateTime created_at;
 
         public DateTime updated_at;
@@ -46,6 +48,11 @@ public static Card Find(string name, UserModel creator, BoardColumnModel column)
                 }
             ).FirstOrDefault();
         }
+        
+        public static Card FindBy(string col, string val)
+            => Connection().Query<Card>(
+                $"SELECT * FROM cards WHERE {col} = @val LIMIT 1", new {val}
+            ).FirstOrDefault();
 
         public static int Create(
             string name, string description, int columnOrder, BoardColumnModel column, UserModel creator
@@ -69,6 +76,22 @@ public Card Save() {
             );
             return this;
         }
+        
+        public Card UpdateCol(string col, string val) {
+            ExecuteSql(
+                $"UPDATE cards SET {col} = @val, updated_at = CURRENT_TIMESTAMP WHERE id = @id",
+                new {val, id}
+            );
+            return this;
+        }
+        
+        public Card UpdateCol(string col, int val) {
+            ExecuteSql(
+                $"UPDATE cards SET {col} = @val, updated_at = CURRENT_TIMESTAMP WHERE id = @id",
+                new {val, id}
+            );
+            return this;
+        }
 
         public Card Refresh() => Find(id);
 

App/DL/Model/Project/Project.cs

@@ -29,7 +29,7 @@ public class Project : Micron.DL.Model.Model {
         public string description;
 
         public int repository_id;
-
+        
         public DateTime created_at;
 
         public DateTime updated_at;
@@ -156,6 +156,8 @@ public int StarsCount() => ExecuteScalarInt(
             "SELECT COUNT(*) FROM user_projects_library WHERE project_id = @id", new {id}
         );
 
+        public bool IsConfirmed() => creator_id > 0;
+
         public Image.Image[] Images() => ProjectImage.Get(this).Select(x => x.Image()).ToArray();
 
         public ProjectPost[] Posts() => ProjectPost.Get(this);

App/PL/Transformer/Project/ProjectTransformer.cs

@@ -13,6 +13,7 @@ public override JObject Transform(object obj) {
                 ["creator_guid"] = item.Creator()?.guid,
                 ["base_uri"] = null,
                 ["stars_count"] = item.StarsCount(), // TODO: optimize
+                ["confirmed"] = item.IsConfirmed(),
                 ["created_at"] = item.created_at.ToString("d"),
                 ["updated_at"] = item.created_at.ToString("d")
             };

Tests/App/PL/Transformer/Project/ProjectTransformerTests.cs

@@ -0,0 +1,15 @@
+using App.DL.Repository.Project;
+using App.PL.Transformer.Project;
+using NUnit.Framework;
+using Tests.Testing;
+using Tests.Utils.Fake.Repo;
+
+namespace Tests.App.PL.Transformer.Project {
+    public class ProjectTransformerTests : BaseTestFixture {
+        [Test]
+        public void Transform_ProjectWithoutCreator_WithoutExceptions() {
+            var project = ProjectRepository.FindOrCreate("some proj", null, RepoFaker.Create());
+            new ProjectTransformer().Transform(project);
+        }
+    }
+}

migrations/db/migrations/20200204121601_alter_cards_add_origin_id.php

@@ -0,0 +1,14 @@
+<?php
+
+
+use Phinx\Migration\AbstractMigration;
+
+class AlterCardsAddOriginId extends AbstractMigration
+{
+    public function change()
+    {
+        $table = $this->table('cards');
+        $table->addColumn('origin_id', 'string', ['null' => true])
+              ->save();
+    }
+}