lkddi/nexusphp
1
0
Fork 0
mirror of https://github.com/lkddi/nexusphp.git synced 2026-04-14 04:20:49 +08:00
Code Issues Packages Projects Releases Wiki Activity

add torrent pieces hash

Browse Source
This commit is contained in:
xiaomlove
2023-07-26 03:29:50 +08:00
parent 68b391785b
commit 47346c4844
8 changed files with 193 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

39
app/Console/Commands/TorrentLoadPiecesHash.php Normal file
View File

@@ -0,0 +1,39 @@
<?php
namespace App\Console\Commands;
use App\Repositories\TorrentRepository;
use Illuminate\Console\Command;
class TorrentLoadPiecesHash extends Command
{
/**
* The name and signature of the console command.
*
* @var string
*/
protected $signature = 'torrent:load_pieces_hash {--id=}';
/**
* The console command description.
*
* @var string
*/
protected $description = 'Load torrent pieces hash to cache';
/**
* Execute the console command.
*
* @return int
*/
public function handle()
{
$begin = time();
$id = $this->option('id');
$rep = new TorrentRepository();
$this->info("id: $id");
$total = $rep->loadPiecesHashCache($id);
$this->info(sprintf("total: %s, cost time: %s seconds.", $total, time() - $begin));
return Command::SUCCESS;
}
}

9
app/Http/Controllers/TorrentController.php
View File

@@ -148,4 +148,13 @@ class TorrentController extends Controller
return $this->success($params);
}
public function queryByPiecesHash(Request $request)
{
$request->validate([
'pieces_hash' => 'required|array',
]);
$result = $this->repository->getPiecesHashCache($request->pieces_hash);
return $this->success($result);
}
}

97
app/Repositories/TorrentRepository.php
View File

@@ -34,11 +34,14 @@ use Illuminate\Support\Facades\Auth;
use Illuminate\Support\Facades\DB;
use Illuminate\Support\Str;
use Nexus\Database\NexusDB;
use Rhilip\Bencode\Bencode;
class TorrentRepository extends BaseRepository
{
const BOUGHT_USER_CACHE_KEY_PREFIX = "torrent_purchasers:";
const PIECES_HASH_CACHE_KEY = "torrent_pieces_hash";
/**
* fetch torrent list
*
@@ -758,4 +761,98 @@ HTML;
return self::BOUGHT_USER_CACHE_KEY_PREFIX . $torrentId;
}
public function addPiecesHashCache(int $torrentId, string $piecesHash): bool|int|\Redis
{
$value = $this->buildPiecesHashCacheValue($torrentId, $piecesHash);
return NexusDB::redis()->hSet(self::PIECES_HASH_CACHE_KEY, $piecesHash, $value);
}
private function buildPiecesHashCacheValue(int $torrentId, string $piecesHash): bool|string
{
return json_encode(['torrent_id' => $torrentId, 'pieces_hash' => $piecesHash]);
}
public function delPiecesHashCache(string $piecesHash): bool|int|\Redis
{
return NexusDB::redis()->hDel(self::PIECES_HASH_CACHE_KEY, $piecesHash);
}
public function getPiecesHashCache($piecesHash): array
{
if (!is_array($piecesHash)) {
$piecesHash = [$piecesHash];
}
$maxCount = 100;
if (count($piecesHash) > $maxCount) {
throw new \InvalidArgumentException("too many pieces hash, must less then $maxCount");
}
$pipe = NexusDB::redis()->multi(\Redis::PIPELINE);
foreach ($piecesHash as $hash) {
$pipe->hGet(self::PIECES_HASH_CACHE_KEY, $hash);
}
$results = $pipe->exec();
$out = [];
foreach ($results as $item) {
$arr = json_decode($item, true);
if (is_array($arr) && isset($arr['torrent_id'], $arr['pieces_hash'])) {
$out[$arr['pieces_hash']] = $arr['torrent_id'];
} else {
do_log("invalid item: $item", 'error');
}
}
return $out;
}
public function loadPiecesHashCache($id = 0): int
{
$page = 1;
$size = 1000;
$query = Torrent::query();
if ($id) {
$query = $query->whereIn("id", Arr::wrap($id));
}
$total = 0;
$torrentDir = sprintf(
"%s/%s/",
rtrim(ROOT_PATH, '/'),
rtrim(get_setting("main.torrent_dir"), '/')
);
while (true) {
$list = (clone $query)->forPage($page, $size)->get(['id', 'pieces_hash']);
if ($list->isEmpty()) {
do_log("page: $page, size: $size, no more data...");
break;
}
$pipe = NexusDB::redis()->multi(\Redis::PIPELINE);
$piecesHashCaseWhen = $updateIdArr = [];
foreach ($list as $item) {
$piecesHash = $item->pieces_hash;
if (!$piecesHash) {
$torrentFile = $torrentDir . $item->id . ".torrent";
$loadResult = Bencode::load($torrentFile);
$piecesHash = sha1($loadResult['info']['pieces']);
$piecesHashCaseWhen[] = sprintf("when %s then '%s'", $item->id, $piecesHash);
$updateIdArr[] = $item->id;
do_log(sprintf("torrent: %s no pieces hash, load from torrent file: %s, pieces hash: %s", $item->id, $torrentFile, $piecesHash));
}
$pipe->hSet(self::PIECES_HASH_CACHE_KEY, $piecesHash, $this->buildPiecesHashCacheValue($item->id, $piecesHash));
}
$pipe->exec();
if (!empty($piecesHashCaseWhen)) {
$sql = sprintf(
"update torrents set pieces_hash = case id %s end where id in (%s)",
implode(' ', $piecesHashCaseWhen),
implode(", ", $updateIdArr)
);
NexusDB::statement($sql);
}
$count = $list->count();
$total += $count;
do_log("success load page: $page, size: $size, count: $count");
$page++;
}
do_log("[DONE], total: $total");
return $total;
}
}

32
database/migrations/2023_07_25_010623_add_pieces_hash_to_torrents_table.php Normal file
View File

@@ -0,0 +1,32 @@
<?php
use Illuminate\Database\Migrations\Migration;
use Illuminate\Database\Schema\Blueprint;
use Illuminate\Support\Facades\Schema;
return new class extends Migration
{
/**
* Run the migrations.
*
* @return void
*/
public function up()
{
Schema::table('torrents', function (Blueprint $table) {
$table->char("pieces_hash", 40)->default("")->index();
});
}
/**
* Reverse the migrations.
*
* @return void
*/
public function down()
{
Schema::table('torrents', function (Blueprint $table) {
$table->dropColumn("pieces_hash");
});
}
};

2
include/constants.php
View File

@@ -1,6 +1,6 @@
<?php
defined('VERSION_NUMBER') || define('VERSION_NUMBER', '1.8.5');
defined('RELEASE_DATE') || define('RELEASE_DATE', '2023-07-25');
defined('RELEASE_DATE') || define('RELEASE_DATE', '2023-07-26');
defined('IN_TRACKER') || define('IN_TRACKER', false);
defined('PROJECTNAME') || define("PROJECTNAME","NexusPHP");
defined('NEXUSPHPURL') || define("NEXUSPHPURL","https://nexusphp.org");

13
include/functions.php
View File

@@ -3113,7 +3113,13 @@ function loggedinorreturn($mainpage = false) {
}
function deletetorrent($id, $notify = false) {
$idArr = \Illuminate\Support\Arr::wrap($id);
$idArr = is_array($id) ? $id : [$id];
$torrentInfo = \Nexus\Database\NexusDB::table("torrents")
->whereIn("id", $idArr)
->get(['id', 'pieces_hash'])
->KeyBy("id")
;
$torrentRep = new \App\Repositories\TorrentRepository();
$idStr = implode(', ', $idArr ?: [0]);
$torrent_dir = get_setting('main.torrent_dir');
\Nexus\Database\NexusDB::statement("DELETE FROM torrents WHERE id in ($idStr)");
@@ -3123,7 +3129,10 @@ function deletetorrent($id, $notify = false) {
}
\Nexus\Database\NexusDB::statement("DELETE FROM hit_and_runs WHERE torrent_id in ($idStr)");
\Nexus\Database\NexusDB::statement("DELETE FROM claims WHERE torrent_id in ($idStr)");
foreach ($idArr as $_id) {
foreach ($torrentInfo as $_id => $info) {
if ($torrentInfo->has($_id)) {
$torrentRep->delPiecesHashCache($torrentInfo->get($_id)->pieces_hash);
}
do_action("torrent_delete", $_id);
do_log("delete torrent: $_id", "error");
unlink(getFullDirectory("$torrent_dir/$_id.torrent"));

3
public/takeupload.php
View File

@@ -348,6 +348,7 @@ $insert = [
'pt_gen' => $_POST['pt_gen'] ?? '',
'technical_info' => $_POST['technical_info'] ?? '',
'cover' => $cover,
'pieces_hash' => sha1($info['pieces']),
];
if (isset($_POST['hr'][$catmod]) && isset(\App\Models\Torrent::$hrStatus[$_POST['hr'][$catmod]]) && user_can('torrent_hr')) {
$insert['hr'] = $_POST['hr'][$catmod];
@@ -431,6 +432,8 @@ foreach ($filelist as $file) {
KPS("+",$uploadtorrent_bonus,$CURUSER["id"]);
//===end
$torrentRep = new \App\Repositories\TorrentRepository();
$torrentRep->addPiecesHashCache($id, $insert['pieces_hash']);
write_log("Torrent $id ($torrent) was uploaded by $anon");

1
routes/api.php
View File

@@ -28,6 +28,7 @@ Route::group(['middleware' => ['auth:sanctum', 'locale']], function () {
Route::resource('messages', \App\Http\Controllers\MessageController::class);
Route::get('messages-unread', [\App\Http\Controllers\MessageController::class, 'listUnread']);
Route::resource('torrents', \App\Http\Controllers\TorrentController::class);
Route::get("pieces-hash", [\App\Http\Controllers\TorrentController::class, "queryByPiecesHash"])->name("torrent.pieces_hash.query");
Route::resource('comments', \App\Http\Controllers\CommentController::class);
Route::resource('peers', \App\Http\Controllers\PeerController::class);
Route::resource('files', \App\Http\Controllers\FileController::class);