Link Suggestions/Management

composer.json

@@ -22,7 +22,10 @@
         }
     },
     "require": {
-        "statamic/cms": "^5.0.0"
+        "statamic/cms": "^5.0.0",
+        "donatello-za/rake-php-plus": "^1.0",
+        "openai-php/client": "^0.10.1",
+        "ext-dom": "*"
     },
     "require-dev": {
         "orchestra/testbench": "^8.0 || ^9.0",
@@ -31,7 +34,8 @@
     },
     "config": {
         "allow-plugins": {
-            "pixelfear/composer-dist-plugin": true
+            "pixelfear/composer-dist-plugin": true,
+            "php-http/discovery": true
         }
     },
     "minimum-stability": "dev",

config/seo-pro.php

@@ -53,4 +53,55 @@
         'queue_chunk_size' => 1000,
     ],
 
+    'jobs' => [
+        'connection' => env('SEO_PRO_JOB_CONNECTION'),
+        'queue' => env('SEO_PRO_JOB_QUEUE'),
+    ],
+
+    'linking' => [
+
+        'enabled' => false,
+
+        'openai' => [
+            'api_key' => env('SEO_PRO_OPENAI_API_KEY'),
+            'model' => 'text-embedding-3-small',
+            'token_limit' => 8000,
+        ],
+
+        'keyword_threshold' => 65,
+
+        'prevent_circular_links' => false,
+
+        'internal_links' => [
+            'min_desired' => 3,
+            'max_desired' => 6,
+        ],
+
+        'external_links' => [
+            'min_desired' => 0,
+            'max_desired' => 3,
+        ],
+
+        'suggestions' => [
+            'result_limit' => 10,
+            'related_entry_limit' => 20,
+        ],
+
+        'rake' => [
+            'phrase_min_length' => 0,
+            'filter_numerics' => true,
+        ],
+
+        'drivers' => [
+            'embeddings' => \Statamic\SeoPro\TextProcessing\Embeddings\OpenAiEmbeddings::class,
+            'keywords' => \Statamic\SeoPro\TextProcessing\Keywords\Rake::class,
+            'tokenizer' => \Statamic\SeoPro\Content\Tokenizer::class,
+            'content' => \Statamic\SeoPro\Content\ContentRetriever::class,
+            'link_scanner' => \Statamic\SeoPro\TextProcessing\Links\LinkCrawler::class,
+        ],
+
+        'disabled_collections' => [
+        ],
+
+    ],
 ];

database/migrations/2024_07_26_184745_create_seopro_entry_embeddings_table.php

@@ -0,0 +1,34 @@
+<?php
+
+use Illuminate\Database\Migrations\Migration;
+use Illuminate\Database\Schema\Blueprint;
+use Illuminate\Support\Facades\Schema;
+
+return new class extends Migration
+{
+    /**
+     * Run the migrations.
+     */
+    public function up(): void
+    {
+        Schema::create('seopro_entry_embeddings', function (Blueprint $table) {
+            $table->id();
+            $table->string('entry_id')->index();
+            $table->string('site')->index();
+            $table->string('collection')->index();
+            $table->string('blueprint');
+            $table->string('content_hash');
+            $table->string('configuration_hash');
+            $table->json('embedding');
+            $table->timestamps();
+        });
+    }
+
+    /**
+     * Reverse the migrations.
+     */
+    public function down(): void
+    {
+        Schema::dropIfExists('seopro_entry_embeddings');
+    }
+};

database/migrations/2024_08_10_154109_create_seopro_entry_links_table.php

@@ -0,0 +1,51 @@
+<?php
+
+use Illuminate\Database\Migrations\Migration;
+use Illuminate\Database\Schema\Blueprint;
+use Illuminate\Support\Facades\Schema;
+
+return new class extends Migration
+{
+    /**
+     * Run the migrations.
+     */
+    public function up(): void
+    {
+        Schema::create('seopro_entry_links', function (Blueprint $table) {
+            $table->id();
+            $table->string('entry_id')->index();
+            $table->string('cached_title');
+            $table->string('cached_uri');
+            $table->string('site')->index();
+            $table->string('collection')->index();
+            $table->string('content_hash');
+            $table->longText('analyzed_content');
+            $table->json('content_mapping');
+            $table->integer('external_link_count');
+            $table->integer('internal_link_count');
+            $table->integer('inbound_internal_link_count');
+
+            $table->json('external_links');
+            $table->json('internal_links');
+
+            $table->json('normalized_external_links');
+            $table->json('normalized_internal_links');
+
+            $table->boolean('can_be_suggested')->default(true)->index();
+            $table->boolean('include_in_reporting')->default(true)->index();
+
+            $table->json('ignored_entries');
+            $table->json('ignored_phrases');
+
+            $table->timestamps();
+        });
+    }
+
+    /**
+     * Reverse the migrations.
+     */
+    public function down(): void
+    {
+        Schema::dropIfExists('seopro_entry_links');
+    }
+};

database/migrations/2024_08_17_123712_create_seopro_entry_keywords_table.php

@@ -0,0 +1,34 @@
+<?php
+
+use Illuminate\Database\Migrations\Migration;
+use Illuminate\Database\Schema\Blueprint;
+use Illuminate\Support\Facades\Schema;
+
+return new class extends Migration
+{
+    /**
+     * Run the migrations.
+     */
+    public function up(): void
+    {
+        Schema::create('seopro_entry_keywords', function (Blueprint $table) {
+            $table->id();
+            $table->string('entry_id')->index();
+            $table->string('site')->index();
+            $table->string('collection')->index();
+            $table->string('blueprint');
+            $table->string('content_hash');
+            $table->json('meta_keywords');
+            $table->json('content_keywords'); // Keywords retrieved from content.
+            $table->timestamps();
+        });
+    }
+
+    /**
+     * Reverse the migrations.
+     */
+    public function down(): void
+    {
+        Schema::dropIfExists('seopro_entry_keywords');
+    }
+};

database/migrations/2024_09_02_135012_create_seopro_site_link_settings_table.php

@@ -0,0 +1,35 @@
+<?php
+
+use Illuminate\Database\Migrations\Migration;
+use Illuminate\Database\Schema\Blueprint;
+use Illuminate\Support\Facades\Schema;
+
+return new class extends Migration
+{
+    /**
+     * Run the migrations.
+     */
+    public function up(): void
+    {
+        Schema::create('seopro_site_link_settings', function (Blueprint $table) {
+            $table->id();
+            $table->string('site')->index();
+            $table->json('ignored_phrases');
+            $table->float('keyword_threshold');
+            $table->integer('min_internal_links');
+            $table->integer('max_internal_links');
+            $table->integer('min_external_links');
+            $table->integer('max_external_links');
+            $table->boolean('prevent_circular_links')->default(false);
+            $table->timestamps();
+        });
+    }
+
+    /**
+     * Reverse the migrations.
+     */
+    public function down(): void
+    {
+        Schema::dropIfExists('seopro_site_link_settings');
+    }
+};

database/migrations/2024_09_02_135056_create_seopro_global_automatic_links_table.php

@@ -0,0 +1,32 @@
+<?php
+
+use Illuminate\Database\Migrations\Migration;
+use Illuminate\Database\Schema\Blueprint;
+use Illuminate\Support\Facades\Schema;
+
+return new class extends Migration
+{
+    /**
+     * Run the migrations.
+     */
+    public function up(): void
+    {
+        Schema::create('seopro_global_automatic_links', function (Blueprint $table) {
+            $table->id();
+            $table->string('site')->nullable()->index();
+            $table->boolean('is_active')->index();
+            $table->string('link_text');
+            $table->string('entry_id')->nullable()->index();
+            $table->string('link_target');
+            $table->timestamps();
+        });
+    }
+
+    /**
+     * Reverse the migrations.
+     */
+    public function down(): void
+    {
+        Schema::dropIfExists('seopro_global_automatic_links');
+    }
+};

database/migrations/2024_09_03_102233_create_seopro_collection_link_settings_table.php

@@ -0,0 +1,33 @@
+<?php
+
+use Illuminate\Database\Migrations\Migration;
+use Illuminate\Database\Schema\Blueprint;
+use Illuminate\Support\Facades\Schema;
+
+return new class extends Migration
+{
+    /**
+     * Run the migrations.
+     */
+    public function up(): void
+    {
+        Schema::create('seopro_collection_link_settings', function (Blueprint $table) {
+            $table->id();
+            $table->string('collection')->index();
+            $table->boolean('linking_enabled')->index();
+
+            $table->boolean('allow_linking_across_sites');
+            $table->boolean('allow_linking_to_all_collections');
+            $table->json('linkable_collections');
+            $table->timestamps();
+        });
+    }
+
+    /**
+     * Reverse the migrations.
+     */
+    public function down(): void
+    {
+        Schema::dropIfExists('seopro_collection_link_settings');
+    }
+};