presseportale/tests/Feature/PressReleaseClassificationJobTest.php
Kevin Adametz 484e062264 KI-Klassifikation: Substanzpruefung gegen Gruen-Durchrutscher
Gruen setzt jetzt einen erkennbaren Nachrichtenkern voraus; Test-/
Platzhalter-Texte sind explizit K6-Verstoss (rot), sehr duenne Inhalte
mindestens gelb. Behebt Befund, dass inhaltsleere Test-PMs (Score 4)
nach der Prompt-Ueberarbeitung gruen durchliefen.

Co-authored-by: Cursor <cursoragent@cursor.com>
2026-07-10 17:14:12 +00:00

257 lines
9.4 KiB
PHP

<?php
use App\Enums\PressReleaseClassification;
use App\Enums\PressReleaseStatus;
use App\Jobs\ClassifyPressRelease;
use App\Mail\PressReleasePublished;
use App\Mail\PressReleaseRejected;
use App\Models\KiAudit;
use App\Models\PressRelease;
use App\Models\RejectionCategory;
use App\Models\User;
use App\Services\PressRelease\Classification\ClassificationManager;
use App\Services\PressRelease\PressReleaseService;
use Database\Seeders\RejectionCategorySeeder;
use Illuminate\Http\Client\Request;
use Illuminate\Support\Facades\Http;
use Illuminate\Support\Facades\Mail;
use Illuminate\Support\Facades\Queue;
use Tests\TestCase;
function fakeOpenAiClassification(string $classification, array $reasons = []): void
{
config()->set('scoring.classification.provider', 'openai');
config()->set('services.openai.api_key', 'test-key');
Http::fake([
'*' => Http::response([
'choices' => [
['message' => ['content' => json_encode([
'classification' => $classification,
'reasons' => $reasons,
])]],
],
], 200),
]);
}
test('classify job stores the openai classification and writes an audit', function () {
fakeOpenAiClassification('green');
$pressRelease = PressRelease::factory()->create(['title' => 'Sauber', 'text' => 'Inhalt']);
(new ClassifyPressRelease($pressRelease->id))->handle(
app(ClassificationManager::class),
app(PressReleaseService::class),
);
$fresh = $pressRelease->fresh();
expect($fresh->classification)->toBe(PressReleaseClassification::Green);
expect($fresh->classified_at)->not->toBeNull();
$audit = KiAudit::where('press_release_id', $pressRelease->id)->firstOrFail();
expect($audit->type)->toBe(KiAudit::TYPE_CLASSIFICATION);
expect($audit->provider)->toBe('openai');
expect($audit->result)->toBe('green');
});
test('classify job records a yellow classification with reasons', function () {
fakeOpenAiClassification('yellow', ['grenzwertige Werbesprache']);
$pressRelease = PressRelease::factory()->create();
(new ClassifyPressRelease($pressRelease->id))->handle(
app(ClassificationManager::class),
app(PressReleaseService::class),
);
$audit = KiAudit::where('press_release_id', $pressRelease->id)->firstOrFail();
expect($pressRelease->fresh()->classification)->toBe(PressReleaseClassification::Yellow);
expect($audit->reason)->toContain('Werbesprache');
});
test('openai classification prompt lists the active rejection categories', function () {
/** @var TestCase $this */
$this->seed(RejectionCategorySeeder::class);
RejectionCategory::query()->where('code', 'K6')->update(['active' => false]);
fakeOpenAiClassification('green');
$pressRelease = PressRelease::factory()->create(['title' => 'Sauber', 'text' => 'Inhalt']);
(new ClassifyPressRelease($pressRelease->id))->handle(
app(ClassificationManager::class),
app(PressReleaseService::class),
);
Http::assertSent(function (Request $request): bool {
$systemPrompt = (string) data_get($request->data(), 'messages.0.content');
return str_contains($systemPrompt, 'K1 Rechtswidrige Inhalte')
&& str_contains($systemPrompt, 'K5 Rechte Dritter')
&& ! str_contains($systemPrompt, 'K6 Kein Pressecharakter')
&& str_contains($systemPrompt, 'markiere die Mitteilung dann direkt rot')
&& str_contains($systemPrompt, 'Prüfe zuerst die Substanz');
});
});
test('classify job falls back to the deterministic driver when openai fails', function () {
config()->set('scoring.classification.provider', 'openai');
config()->set('services.openai.api_key', 'test-key');
config()->set('blacklist.words', ['penis']);
Http::fake(['*' => Http::response('error', 500)]);
// Sauberer Text -> deterministischer Fallback liefert green.
$pressRelease = PressRelease::factory()->create(['title' => 'Sauber', 'text' => 'Inhalt']);
(new ClassifyPressRelease($pressRelease->id))->handle(
app(ClassificationManager::class),
app(PressReleaseService::class),
);
$audit = KiAudit::where('press_release_id', $pressRelease->id)->firstOrFail();
expect($pressRelease->fresh()->classification)->toBe(PressReleaseClassification::Green);
expect($audit->provider)->toBe('deterministic');
});
test('deterministic driver classifies a banned word as red', function () {
config()->set('scoring.classification.provider', 'deterministic');
config()->set('blacklist.words', ['penis']);
$pressRelease = PressRelease::factory()->create(['title' => 'Titel penis', 'text' => 'Inhalt']);
(new ClassifyPressRelease($pressRelease->id))->handle(
app(ClassificationManager::class),
app(PressReleaseService::class),
);
$audit = KiAudit::where('press_release_id', $pressRelease->id)->firstOrFail();
expect($pressRelease->fresh()->classification)->toBe(PressReleaseClassification::Red);
expect($audit->provider)->toBe('deterministic');
});
test('classify job routes a red classification to rejected and notifies the author', function () {
Mail::fake();
config()->set('scoring.classification.provider', 'deterministic');
config()->set('blacklist.words', ['penis']);
$author = User::factory()->create();
$pressRelease = PressRelease::factory()->create([
'user_id' => $author->id,
'status' => PressReleaseStatus::Review->value,
'title' => 'Titel penis',
'text' => 'Inhalt',
]);
(new ClassifyPressRelease($pressRelease->id))->handle(
app(ClassificationManager::class),
app(PressReleaseService::class),
);
expect($pressRelease->fresh()->status)->toBe(PressReleaseStatus::Rejected);
Mail::assertQueued(PressReleaseRejected::class);
});
test('classify job auto-publishes a green classification without a schedule', function () {
Mail::fake();
config()->set('scoring.classification.provider', 'deterministic');
config()->set('blacklist.words', []);
$pressRelease = PressRelease::factory()->create([
'status' => PressReleaseStatus::Review->value,
'scheduled_at' => null,
'title' => 'Sauber',
'text' => 'Inhalt',
]);
(new ClassifyPressRelease($pressRelease->id))->handle(
app(ClassificationManager::class),
app(PressReleaseService::class),
);
expect($pressRelease->fresh()->status)->toBe(PressReleaseStatus::Published);
Mail::assertQueued(PressReleasePublished::class);
});
test('classify job leaves a green scheduled press release in review for the scheduler', function () {
config()->set('scoring.classification.provider', 'deterministic');
config()->set('blacklist.words', []);
$pressRelease = PressRelease::factory()->create([
'status' => PressReleaseStatus::Review->value,
'scheduled_at' => now()->addWeek(),
'title' => 'Sauber',
'text' => 'Inhalt',
]);
(new ClassifyPressRelease($pressRelease->id))->handle(
app(ClassificationManager::class),
app(PressReleaseService::class),
);
$fresh = $pressRelease->fresh();
expect($fresh->classification)->toBe(PressReleaseClassification::Green);
expect($fresh->status)->toBe(PressReleaseStatus::Review);
});
test('classify job auto-publishes a yellow classification like green', function () {
// Entscheidung 12.06.2026 (Decision-Update §5.0): Gelb geht direkt live,
// es gibt keine manuelle Prüf-Queue — nur Rot wird abgelehnt.
Mail::fake();
fakeOpenAiClassification('yellow', ['grenzwertig']);
$pressRelease = PressRelease::factory()->create([
'status' => PressReleaseStatus::Review->value,
'scheduled_at' => null,
'title' => 'Grenzfall',
'text' => 'Inhalt',
]);
(new ClassifyPressRelease($pressRelease->id))->handle(
app(ClassificationManager::class),
app(PressReleaseService::class),
);
$fresh = $pressRelease->fresh();
expect($fresh->classification)->toBe(PressReleaseClassification::Yellow);
expect($fresh->status)->toBe(PressReleaseStatus::Published);
Mail::assertQueued(PressReleasePublished::class);
});
test('classify job leaves a yellow scheduled press release in review for the scheduler', function () {
fakeOpenAiClassification('yellow', ['grenzwertig']);
$pressRelease = PressRelease::factory()->create([
'status' => PressReleaseStatus::Review->value,
'scheduled_at' => now()->addWeek(),
'title' => 'Grenzfall',
'text' => 'Inhalt',
]);
(new ClassifyPressRelease($pressRelease->id))->handle(
app(ClassificationManager::class),
app(PressReleaseService::class),
);
expect($pressRelease->fresh()->status)->toBe(PressReleaseStatus::Review);
});
test('submitForReview dispatches the classification job onto the classification queue', function () {
Queue::fake();
config()->set('blacklist.words', []);
$user = User::factory()->create();
$pressRelease = PressRelease::factory()->create([
'user_id' => $user->id,
'status' => PressReleaseStatus::Draft->value,
'title' => 'Sauber',
'text' => 'Inhalt',
]);
app(PressReleaseService::class)->submitForReview($pressRelease);
Queue::assertPushedOn('classification', ClassifyPressRelease::class, function (ClassifyPressRelease $job) use ($pressRelease) {
return $job->pressReleaseId === $pressRelease->id;
});
});