migration: Prevent parallel migration runs
This commit is contained in:
parent
2899f9605e
commit
4995aa2a0b
17
bin/migrate
17
bin/migrate
|
@ -25,20 +25,27 @@ $errorHandler->setHandler(Handler::ENV_PRODUCTION, new NullHandler());
|
||||||
$migration = $app->get('db.migration');
|
$migration = $app->get('db.migration');
|
||||||
$migration->setOutput(function ($text) { echo $text . PHP_EOL; });
|
$migration->setOutput(function ($text) { echo $text . PHP_EOL; });
|
||||||
|
|
||||||
if (isset($argv[1]) && in_array(strtolower($argv[1]), ['help', '--help', '-h'])) {
|
$script = array_shift($argv);
|
||||||
echo PHP_EOL . 'Usage: ' . $argv[0] . ' [up|down] [one-step]' . PHP_EOL . PHP_EOL;
|
$argv = array_map('strtolower', $argv);
|
||||||
|
if (in_array('help', $argv) || in_array('--help', $argv) || in_array('-h', $argv)) {
|
||||||
|
echo PHP_EOL . 'Usage: ' . $script . ' [up|down] [one-step] [force|-f]' . PHP_EOL . PHP_EOL;
|
||||||
exit;
|
exit;
|
||||||
}
|
}
|
||||||
|
|
||||||
$method = Migrate::UP;
|
$method = Migrate::UP;
|
||||||
if (isset($argv[1]) && strtolower($argv[1]) == 'down') {
|
if (in_array('down', $argv)) {
|
||||||
$argv = array_values($argv);
|
$argv = array_values($argv);
|
||||||
$method = Migrate::DOWN;
|
$method = Migrate::DOWN;
|
||||||
}
|
}
|
||||||
|
|
||||||
$oneStep = false;
|
$oneStep = false;
|
||||||
if (isset($argv[2]) && strtolower($argv[2]) == 'one-step') {
|
if (in_array('one-step', $argv)) {
|
||||||
$oneStep = true;
|
$oneStep = true;
|
||||||
}
|
}
|
||||||
|
|
||||||
$migration->run($baseDir, $method, $oneStep);
|
$force = false;
|
||||||
|
if (in_array('force', $argv) || in_array('--force', $argv) || in_array('-f', $argv)) {
|
||||||
|
$force = true;
|
||||||
|
}
|
||||||
|
|
||||||
|
$migration->run($baseDir, $method, $oneStep, $force);
|
||||||
|
|
|
@ -3,11 +3,13 @@
|
||||||
namespace Engelsystem\Database\Migration;
|
namespace Engelsystem\Database\Migration;
|
||||||
|
|
||||||
use Engelsystem\Application;
|
use Engelsystem\Application;
|
||||||
|
use Exception;
|
||||||
use Illuminate\Database\Query\Builder;
|
use Illuminate\Database\Query\Builder;
|
||||||
use Illuminate\Database\Schema\Blueprint;
|
use Illuminate\Database\Schema\Blueprint;
|
||||||
use Illuminate\Database\Schema\Builder as SchemaBuilder;
|
use Illuminate\Database\Schema\Builder as SchemaBuilder;
|
||||||
use Illuminate\Support\Collection;
|
use Illuminate\Support\Collection;
|
||||||
use Illuminate\Support\Str;
|
use Illuminate\Support\Str;
|
||||||
|
use Throwable;
|
||||||
|
|
||||||
class Migrate
|
class Migrate
|
||||||
{
|
{
|
||||||
|
@ -49,10 +51,13 @@ class Migrate
|
||||||
* @param string $path
|
* @param string $path
|
||||||
* @param string $type (up|down)
|
* @param string $type (up|down)
|
||||||
* @param bool $oneStep
|
* @param bool $oneStep
|
||||||
|
* @param bool $forceMigration
|
||||||
*/
|
*/
|
||||||
public function run($path, $type = self::UP, $oneStep = false)
|
public function run($path, $type = self::UP, $oneStep = false, $forceMigration = false)
|
||||||
{
|
{
|
||||||
$this->initMigration();
|
$this->initMigration();
|
||||||
|
|
||||||
|
$this->lockTable($forceMigration);
|
||||||
$migrations = $this->mergeMigrations(
|
$migrations = $this->mergeMigrations(
|
||||||
$this->getMigrations($path),
|
$this->getMigrations($path),
|
||||||
$this->getMigrated()
|
$this->getMigrated()
|
||||||
|
@ -62,6 +67,7 @@ class Migrate
|
||||||
$migrations = $migrations->reverse();
|
$migrations = $migrations->reverse();
|
||||||
}
|
}
|
||||||
|
|
||||||
|
try {
|
||||||
foreach ($migrations as $migration) {
|
foreach ($migrations as $migration) {
|
||||||
/** @var array $migration */
|
/** @var array $migration */
|
||||||
$name = $migration['migration'];
|
$name = $migration['migration'];
|
||||||
|
@ -82,9 +88,16 @@ class Migrate
|
||||||
$this->setMigrated($name, $type);
|
$this->setMigrated($name, $type);
|
||||||
|
|
||||||
if ($oneStep) {
|
if ($oneStep) {
|
||||||
return;
|
break;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
} catch (Throwable $e) {
|
||||||
|
$this->unlockTable();
|
||||||
|
|
||||||
|
throw $e;
|
||||||
|
}
|
||||||
|
|
||||||
|
$this->unlockTable();
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
|
@ -143,6 +156,7 @@ class Migrate
|
||||||
{
|
{
|
||||||
return $this->getTableQuery()
|
return $this->getTableQuery()
|
||||||
->orderBy('id')
|
->orderBy('id')
|
||||||
|
->where('migration', '!=', 'lock')
|
||||||
->get();
|
->get();
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -184,10 +198,45 @@ class Migrate
|
||||||
$table->insert(['migration' => $migration]);
|
$table->insert(['migration' => $migration]);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Lock the migrations table
|
||||||
|
*
|
||||||
|
* @param bool $forceMigration
|
||||||
|
*
|
||||||
|
* @throws Throwable
|
||||||
|
*/
|
||||||
|
protected function lockTable($forceMigration = false)
|
||||||
|
{
|
||||||
|
$this->schema->getConnection()->transaction(function () use ($forceMigration) {
|
||||||
|
$lock = $this->getTableQuery()
|
||||||
|
->where('migration', 'lock')
|
||||||
|
->lockForUpdate()
|
||||||
|
->first();
|
||||||
|
|
||||||
|
if ($lock && !$forceMigration) {
|
||||||
|
throw new Exception('Unable to acquire migration table lock');
|
||||||
|
}
|
||||||
|
|
||||||
|
$this->getTableQuery()
|
||||||
|
->insert(['migration' => 'lock']);
|
||||||
|
});
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Unlock a previously locked table
|
||||||
|
*/
|
||||||
|
protected function unlockTable()
|
||||||
|
{
|
||||||
|
$this->getTableQuery()
|
||||||
|
->where('migration', 'lock')
|
||||||
|
->delete();
|
||||||
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* Get a list of migration files
|
* Get a list of migration files
|
||||||
*
|
*
|
||||||
* @param string $dir
|
* @param string $dir
|
||||||
|
*
|
||||||
* @return Collection
|
* @return Collection
|
||||||
*/
|
*/
|
||||||
protected function getMigrations($dir)
|
protected function getMigrations($dir)
|
||||||
|
@ -212,6 +261,7 @@ class Migrate
|
||||||
* List all migration files from the given directory
|
* List all migration files from the given directory
|
||||||
*
|
*
|
||||||
* @param string $dir
|
* @param string $dir
|
||||||
|
*
|
||||||
* @return array
|
* @return array
|
||||||
*/
|
*/
|
||||||
protected function getMigrationFiles($dir)
|
protected function getMigrationFiles($dir)
|
||||||
|
|
|
@ -4,12 +4,13 @@ namespace Engelsystem\Test\Unit\Database\Migration;
|
||||||
|
|
||||||
use Engelsystem\Application;
|
use Engelsystem\Application;
|
||||||
use Engelsystem\Database\Migration\Migrate;
|
use Engelsystem\Database\Migration\Migrate;
|
||||||
|
use Engelsystem\Test\Unit\TestCase;
|
||||||
|
use Exception;
|
||||||
use Illuminate\Database\Capsule\Manager as CapsuleManager;
|
use Illuminate\Database\Capsule\Manager as CapsuleManager;
|
||||||
use Illuminate\Database\Schema\Builder as SchemaBuilder;
|
use Illuminate\Database\Schema\Builder as SchemaBuilder;
|
||||||
use Illuminate\Support\Collection;
|
use Illuminate\Support\Collection;
|
||||||
use Illuminate\Support\Str;
|
use Illuminate\Support\Str;
|
||||||
use PHPUnit\Framework\MockObject\MockObject;
|
use PHPUnit\Framework\MockObject\MockObject;
|
||||||
use PHPUnit\Framework\TestCase;
|
|
||||||
|
|
||||||
class MigrateTest extends TestCase
|
class MigrateTest extends TestCase
|
||||||
{
|
{
|
||||||
|
@ -33,11 +34,18 @@ class MigrateTest extends TestCase
|
||||||
/** @var Migrate|MockObject $migration */
|
/** @var Migrate|MockObject $migration */
|
||||||
$migration = $this->getMockBuilder(Migrate::class)
|
$migration = $this->getMockBuilder(Migrate::class)
|
||||||
->setConstructorArgs([$builder, $app])
|
->setConstructorArgs([$builder, $app])
|
||||||
->onlyMethods(['initMigration', 'getMigrationFiles', 'getMigrated', 'migrate', 'setMigrated'])
|
->onlyMethods([
|
||||||
|
'initMigration',
|
||||||
|
'getMigrationFiles',
|
||||||
|
'getMigrated',
|
||||||
|
'migrate',
|
||||||
|
'setMigrated',
|
||||||
|
'lockTable',
|
||||||
|
'unlockTable',
|
||||||
|
])
|
||||||
->getMock();
|
->getMock();
|
||||||
|
|
||||||
$migration->expects($this->atLeastOnce())
|
$this->setExpects($migration, 'initMigration', null, null, $this->atLeastOnce());
|
||||||
->method('initMigration');
|
|
||||||
$migration->expects($this->atLeastOnce())
|
$migration->expects($this->atLeastOnce())
|
||||||
->method('getMigrationFiles')
|
->method('getMigrationFiles')
|
||||||
->willReturn([
|
->willReturn([
|
||||||
|
@ -46,12 +54,10 @@ class MigrateTest extends TestCase
|
||||||
'foo/4567_11_01_000000_do_stuff.php',
|
'foo/4567_11_01_000000_do_stuff.php',
|
||||||
'foo/9999_99_99_999999_another_foo.php',
|
'foo/9999_99_99_999999_another_foo.php',
|
||||||
]);
|
]);
|
||||||
$migration->expects($this->atLeastOnce())
|
$this->setExpects($migration, 'getMigrated', null, new Collection([
|
||||||
->method('getMigrated')
|
|
||||||
->willReturn(new Collection([
|
|
||||||
['id' => 1, 'migration' => '1234_01_23_123456_init_foo'],
|
['id' => 1, 'migration' => '1234_01_23_123456_init_foo'],
|
||||||
['id' => 2, 'migration' => '4567_11_01_000000_do_stuff'],
|
['id' => 2, 'migration' => '4567_11_01_000000_do_stuff'],
|
||||||
]));
|
]), $this->atLeastOnce());
|
||||||
$migration->expects($this->atLeastOnce())
|
$migration->expects($this->atLeastOnce())
|
||||||
->method('migrate')
|
->method('migrate')
|
||||||
->withConsecutive(
|
->withConsecutive(
|
||||||
|
@ -72,6 +78,8 @@ class MigrateTest extends TestCase
|
||||||
['9876_03_22_210000_random_hack', Migrate::UP],
|
['9876_03_22_210000_random_hack', Migrate::UP],
|
||||||
['4567_11_01_000000_do_stuff', Migrate::DOWN]
|
['4567_11_01_000000_do_stuff', Migrate::DOWN]
|
||||||
);
|
);
|
||||||
|
$this->setExpects($migration, 'lockTable', null, null, $this->atLeastOnce());
|
||||||
|
$this->setExpects($migration, 'unlockTable', null, null, $this->atLeastOnce());
|
||||||
|
|
||||||
$migration->run('foo', Migrate::UP);
|
$migration->run('foo', Migrate::UP);
|
||||||
|
|
||||||
|
@ -111,6 +119,49 @@ class MigrateTest extends TestCase
|
||||||
$migration->run('foo', Migrate::DOWN, true);
|
$migration->run('foo', Migrate::DOWN, true);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* @covers \Engelsystem\Database\Migration\Migrate::run
|
||||||
|
*/
|
||||||
|
public function testRunExceptionUnlockTable()
|
||||||
|
{
|
||||||
|
/** @var Application|MockObject $app */
|
||||||
|
$app = $this->getMockBuilder(Application::class)
|
||||||
|
->onlyMethods(['instance'])
|
||||||
|
->getMock();
|
||||||
|
/** @var SchemaBuilder|MockObject $builder */
|
||||||
|
$builder = $this->getMockBuilder(SchemaBuilder::class)
|
||||||
|
->disableOriginalConstructor()
|
||||||
|
->getMock();
|
||||||
|
/** @var Migrate|MockObject $migration */
|
||||||
|
$migration = $this->getMockBuilder(Migrate::class)
|
||||||
|
->setConstructorArgs([$builder, $app])
|
||||||
|
->onlyMethods([
|
||||||
|
'initMigration',
|
||||||
|
'lockTable',
|
||||||
|
'getMigrations',
|
||||||
|
'getMigrated',
|
||||||
|
'migrate',
|
||||||
|
'unlockTable',
|
||||||
|
])
|
||||||
|
->getMock();
|
||||||
|
|
||||||
|
$this->setExpects($migration, 'initMigration');
|
||||||
|
$this->setExpects($migration, 'lockTable');
|
||||||
|
$this->setExpects($migration, 'unlockTable');
|
||||||
|
$this->setExpects($migration, 'getMigrations', null, collect([
|
||||||
|
['migration' => '1234_01_23_123456_init_foo', 'path' => '/foo']
|
||||||
|
]));
|
||||||
|
$this->setExpects($migration, 'getMigrated', null, collect([]));
|
||||||
|
$migration->expects($this->once())
|
||||||
|
->method('migrate')
|
||||||
|
->willReturnCallback(function () {
|
||||||
|
throw new Exception();
|
||||||
|
});
|
||||||
|
|
||||||
|
$this->expectException(Exception::class);
|
||||||
|
$migration->run('');
|
||||||
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* @covers \Engelsystem\Database\Migration\Migrate::getMigrated
|
* @covers \Engelsystem\Database\Migration\Migrate::getMigrated
|
||||||
* @covers \Engelsystem\Database\Migration\Migrate::getMigrationFiles
|
* @covers \Engelsystem\Database\Migration\Migrate::getMigrationFiles
|
||||||
|
@ -118,6 +169,8 @@ class MigrateTest extends TestCase
|
||||||
* @covers \Engelsystem\Database\Migration\Migrate::initMigration
|
* @covers \Engelsystem\Database\Migration\Migrate::initMigration
|
||||||
* @covers \Engelsystem\Database\Migration\Migrate::migrate
|
* @covers \Engelsystem\Database\Migration\Migrate::migrate
|
||||||
* @covers \Engelsystem\Database\Migration\Migrate::setMigrated
|
* @covers \Engelsystem\Database\Migration\Migrate::setMigrated
|
||||||
|
* @covers \Engelsystem\Database\Migration\Migrate::lockTable
|
||||||
|
* @covers \Engelsystem\Database\Migration\Migrate::unlockTable
|
||||||
*/
|
*/
|
||||||
public function testRunIntegration()
|
public function testRunIntegration()
|
||||||
{
|
{
|
||||||
|
@ -145,6 +198,7 @@ class MigrateTest extends TestCase
|
||||||
|
|
||||||
$migrations = $db->table('migrations')->get();
|
$migrations = $db->table('migrations')->get();
|
||||||
$this->assertCount(3, $migrations);
|
$this->assertCount(3, $migrations);
|
||||||
|
$this->assertFalse($migrations->contains('migration', 'lock'));
|
||||||
|
|
||||||
$this->assertTrue($migrations->contains('migration', '2001_04_11_123456_create_lorem_ipsum_table'));
|
$this->assertTrue($migrations->contains('migration', '2001_04_11_123456_create_lorem_ipsum_table'));
|
||||||
$this->assertTrue($migrations->contains('migration', '2017_12_24_053300_another_stuff'));
|
$this->assertTrue($migrations->contains('migration', '2017_12_24_053300_another_stuff'));
|
||||||
|
@ -163,5 +217,9 @@ class MigrateTest extends TestCase
|
||||||
$this->assertCount(0, $migrations);
|
$this->assertCount(0, $migrations);
|
||||||
|
|
||||||
$this->assertFalse($schema->hasTable('lorem_ipsum'));
|
$this->assertFalse($schema->hasTable('lorem_ipsum'));
|
||||||
|
|
||||||
|
$db->table('migrations')->insert(['migration' => 'lock']);
|
||||||
|
$this->expectException(Exception::class);
|
||||||
|
$migration->run(__DIR__ . '/Stub', Migrate::UP);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
Loading…
Reference in New Issue