Skip to content

Download to local #83

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
abnegate merged 3 commits into from
Jul 2, 2025
Merged

Download to local #83

Changes from all commits
Commits
Show all changes
3 commits
Select commit Hold shift + click to select a range
cb7badd
Download to local
abnegate Jul 2, 2025
46c2c38
Catch transfer failure
abnegate Jul 2, 2025
b7923db
Pass previous
abnegate Jul 2, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
44 changes: 33 additions & 11 deletions src/Migration/Sources/CSV.php
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@

use Utopia\Database\Database as UtopiaDatabase;
use Utopia\Migration\Exception;
use Utopia\Migration\Resource;
use Utopia\Migration\Resource as UtopiaResource;
use Utopia\Migration\Resources\Database\Attribute;
use Utopia\Migration\Resources\Database\Collection;
use Utopia\Migration\Resources\Database\Database;
Expand All @@ -15,6 +15,7 @@
use Utopia\Migration\Sources\Appwrite\Reader\Database as DatabaseReader;
use Utopia\Migration\Transfer;
use Utopia\Storage\Device;
use Utopia\Storage\Storage;

class CSV extends Source
{
Expand Down Expand Up @@ -49,7 +50,7 @@ public static function getName(): string
public static function getSupportedResources(): array
{
return [
Resource::TYPE_DOCUMENT,
UtopiaResource::TYPE_DOCUMENT,
];
}

Expand All @@ -68,7 +69,7 @@ public function report(array $resources = []): array
$file->seek(PHP_INT_MAX);
$rowCount = max(0, $file->key());

$report[Resource::TYPE_DOCUMENT] = $rowCount;
$report[UtopiaResource::TYPE_DOCUMENT] = $rowCount;

return $report;
}
Expand All @@ -84,13 +85,13 @@ protected function exportGroupAuth(int $batchSize, array $resources): void
protected function exportGroupDatabases(int $batchSize, array $resources): void
{
try {
if (\in_array(Resource::TYPE_DOCUMENT, $resources)) {
if (\in_array(UtopiaResource::TYPE_DOCUMENT, $resources)) {
$this->exportDocuments($batchSize);
}
} catch (\Throwable $e) {
$this->addError(
new Exception(
Resource::TYPE_DOCUMENT,
UtopiaResource::TYPE_DOCUMENT,
Transfer::GROUP_DATABASES,
message: $e->getMessage(),
code: $e->getCode(),
Expand Down Expand Up @@ -301,21 +302,42 @@ protected function exportGroupFunctions(int $batchSize, array $resources): void
throw new \Exception('Not Implemented');
}

private function withCsvStream(callable $fn): void
/**
* @param callable(resource $stream): void $callback
* @return void
* @throws \Exception
*/
private function withCsvStream(callable $callback): void
{
if (! $this->device->exists($this->filePath)) {
if (!$this->device->exists($this->filePath)) {
return;
}

$stream = fopen($this->filePath, 'r');
if (! $stream) {
if ($this->device->getType() !== Storage::DEVICE_LOCAL) {
try {
$success = $this->device->transfer(
$this->filePath,
$this->filePath,
new Device\Local('/'),
);
} catch (\Exception $e) {
$success = false;
}

if (!$success) {
throw new \Exception('Failed to transfer CSV file from device to local storage.', previous: $e ?? null);
}
}

$stream = \fopen($this->filePath, 'r');
if (!$stream) {
return;
}

try {
$fn($stream);
$callback($stream);
} finally {
fclose($stream);
\fclose($stream);
}
}

Expand Down