备份 Learnku 话题

Author: xuchunyang

.env.example

@@ -2,7 +2,7 @@ APP_NAME=Laravel
 APP_ENV=local
 APP_KEY=
 APP_DEBUG=true
-APP_TIMEZONE=UTC
+APP_TIMEZONE=Asia/Shanghai
 APP_URL=http://localhost
 
 APP_LOCALE=en

app/Console/Commands/ImportLearnkuTopics.php

@@ -0,0 +1,96 @@
+<?php
+
+namespace App\Console\Commands;
+
+use App\Models\LearnkuTopic;
+use Illuminate\Console\Command;
+use Illuminate\Support\Facades\Http;
+use Illuminate\Support\Str;
+use Symfony\Component\DomCrawler\Crawler;
+
+class ImportLearnkuTopics extends Command
+{
+    /**
+     * The name and signature of the console command.
+     *
+     * @var string
+     */
+    protected $signature = 'app:import-learnku-topics';
+
+    /**
+     * The console command description.
+     *
+     * @var string
+     */
+    protected $description = '导入我的 learnku.com 话题';
+
+    /**
+     * Execute the console command.
+     */
+    public function handle(): void
+    {
+        // https://learnku.com/users/72619/topics
+        $url = $this->ask('请输入你的 learnku.com 话题列表 URL', 'https://learnku.com/users/72619/topics');
+
+        $this->info('正在导入话题列表：' . $url);
+
+        $topics = $this->getTopics($url);
+
+        $this->info('话题列表导入完毕，共 ' . count($topics) . ' 个话题');
+
+        // laravel_session
+        $laravel_session = $this->ask('请输入你的 learnku.com laravel_session', '形如 eyJp...%3D');
+
+        $this->withProgressBar($topics, function ($topic) use ($laravel_session) {
+            // https://learnku.com/laravel/t/86718
+            $url = $topic['url'];
+            $title = $topic['title'];
+
+            // Extract id from URL with regex
+            $id = Str::match('/\d+$/', $url);
+
+            $body = $this->getTopicBody($id, $laravel_session);
+
+            // Save to database
+            LearnkuTopic::updateOrCreate(['url' => $url], [
+                'title' => $title,
+                'body' => $body,
+            ]);
+        });
+    }
+
+    private function getTopics(string $url, int $page = 1): array
+    {
+        $response = Http::get($url, ['page' => $page])->throw();
+
+        $crawler = new Crawler($response->body());
+
+        // Select all topics via .blog-article-list a.title
+        $topics = $crawler->filter('.blog-article-list a.title')->each(function (Crawler $node) {
+            return [
+                'url' => $node->attr('href'),
+                'title' => $node->text(),
+            ];
+        });
+
+        // <a class="page-link" href="https://learnku.com/users/72619/topics?page=2" rel="next" aria-label="下一页 »">›</a>
+        // <span class="page-link" aria-hidden="true">›</span>
+        $nextPage = $crawler->filter('a.page-link[rel="next"]');
+        if ($nextPage->count()) {
+            $topics = array_merge($topics, $this->getTopics($url, $page + 1));
+        }
+
+        return $topics;
+    }
+
+    private function getTopicBody(string $id, string $laravel_session): string
+    {
+        // https://learnku.com/topics/86718/edit
+        $url = "https://learnku.com/topics/$id/edit";
+
+        // Get markdown from textarea#body-field
+        $response = Http::withHeader('Cookie', "laravel_session=$laravel_session")->get($url)->throw();
+        $crawler = new Crawler($response->body());
+        return $crawler->filter('textarea#body-field')->html();
+    }
+}

app/Models/LearnkuTopic.php

@@ -2,10 +2,9 @@
 
 namespace App\Models;
 
-use Illuminate\Database\Eloquent\Factories\HasFactory;
 use Illuminate\Database\Eloquent\Model;
 
 class LearnkuTopic extends Model
 {
-    use HasFactory;
+    protected $fillable = ['url', 'title', 'body'];
 }

composer.json

@@ -7,7 +7,8 @@
     "require": {
         "php": "^8.2",
         "laravel/framework": "^11.9",
-        "laravel/tinker": "^2.9"
+        "laravel/tinker": "^2.9",
+        "symfony/dom-crawler": "^7.1"
     },
     "require-dev": {
         "fakerphp/faker": "^1.23",

composer.lock

@@ -14,6 +14,9 @@ public function up(): void
         Schema::create('learnku_topics', function (Blueprint $table) {
             $table->id();
             // Add url, title, body
+            $table->string('url')->unique();
+            $table->string('title');
+            $table->text('body');
             $table->timestamps();
         });
     }

database/migrations/2024_09_03_073601_create_learnku_topics_table.php

@@ -7,6 +7,7 @@
     },
     "devDependencies": {
         "@tailwindcss/forms": "^0.5.2",
+        "@tailwindcss/typography": "^0.5.15",
         "alpinejs": "^3.4.2",
         "autoprefixer": "^10.4.2",
         "axios": "^1.6.4",