// Copyright (c) 2016, the Dart project authors. Please see the AUTHORS file // for details. All rights reserved. Use of this source code is governed by a // BSD-style license that can be found in the LICENSE file. @TestOn('vm') library; import 'package:test/test.dart'; import 'package:test_core/src/util/exit_codes.dart' as exit_codes; import 'package:test_descriptor/test_descriptor.dart' as d; import '../io.dart'; void main() { setUpAll(precompileTestExecutable); test('divides all the tests among the available shards', () async { await d.file('test.dart', ''' import 'package:test/test.dart'; void main() { test("test 1", () {}); test("test 2", () {}); test("test 3", () {}); test("test 4", () {}); test("test 5", () {}); test("test 6", () {}); test("test 7", () {}); test("test 8", () {}); test("test 9", () {}); test("test 10", () {}); } ''').create(); var test = await runTest([ 'test.dart', '--shard-index=0', '--total-shards=3', ]); expect( test.stdout, containsInOrder([ '+0: test 1', '+1: test 2', '+2: test 3', '+3: All tests passed!', ]), ); await test.shouldExit(0); test = await runTest(['test.dart', '--shard-index=1', '--total-shards=3']); expect( test.stdout, containsInOrder([ '+0: test 4', '+1: test 5', '+2: test 6', '+3: test 7', '+4: All tests passed!', ]), ); await test.shouldExit(0); test = await runTest(['test.dart', '--shard-index=2', '--total-shards=3']); expect( test.stdout, containsInOrder([ '+0: test 8', '+1: test 9', '+2: test 10', '+3: All tests passed!', ]), ); await test.shouldExit(0); }); test('shards each suite', () async { await d.file('1_test.dart', ''' import 'package:test/test.dart'; void main() { test("test 1.1", () {}); test("test 1.2", () {}); test("test 1.3", () {}); } ''').create(); await d.file('2_test.dart', ''' import 'package:test/test.dart'; void main() { test("test 2.1", () {}); test("test 2.2", () {}); test("test 2.3", () {}); } ''').create(); var test = await runTest(['.', '--shard-index=0', '--total-shards=3']); expect( test.stdout, emitsInOrder([ emitsAnyOf([ containsInOrder([ '+0: ./1_test.dart: test 1.1', '+1: ./2_test.dart: test 2.1', ]), containsInOrder([ '+0: ./2_test.dart: test 2.1', '+1: ./1_test.dart: test 1.1', ]), ]), contains('+2: All tests passed!'), ]), ); await test.shouldExit(0); test = await runTest(['.', '--shard-index=1', '--total-shards=3']); expect( test.stdout, emitsInOrder([ emitsAnyOf([ containsInOrder([ '+0: ./1_test.dart: test 1.2', '+1: ./2_test.dart: test 2.2', ]), containsInOrder([ '+0: ./2_test.dart: test 2.2', '+1: ./1_test.dart: test 1.2', ]), ]), contains('+2: All tests passed!'), ]), ); await test.shouldExit(0); test = await runTest(['.', '--shard-index=2', '--total-shards=3']); expect( test.stdout, emitsInOrder([ emitsAnyOf([ containsInOrder([ '+0: ./1_test.dart: test 1.3', '+1: ./2_test.dart: test 2.3', ]), containsInOrder([ '+0: ./2_test.dart: test 2.3', '+1: ./1_test.dart: test 1.3', ]), ]), contains('+2: All tests passed!'), ]), ); await test.shouldExit(0); }); test('an empty shard reports success', () async { await d.file('test.dart', ''' import 'package:test/test.dart'; void main() { test("test 1", () {}); test("test 2", () {}); } ''').create(); var test = await runTest([ 'test.dart', '--shard-index=1', '--total-shards=3', ]); expect(test.stdout, emitsThrough('No tests ran.')); await test.shouldExit(79); }); group('reports an error if', () { test('--shard-index is provided alone', () async { var test = await runTest(['--shard-index=1']); expect( test.stderr, emits('--shard-index and --total-shards may only be passed together.'), ); await test.shouldExit(exit_codes.usage); }); test('--total-shards is provided alone', () async { var test = await runTest(['--total-shards=5']); expect( test.stderr, emits('--shard-index and --total-shards may only be passed together.'), ); await test.shouldExit(exit_codes.usage); }); test('--shard-index is negative', () async { var test = await runTest(['--shard-index=-1', '--total-shards=5']); expect(test.stderr, emits('--shard-index may not be negative.')); await test.shouldExit(exit_codes.usage); }); test('--shard-index is equal to --total-shards', () async { var test = await runTest(['--shard-index=5', '--total-shards=5']); expect( test.stderr, emits('--shard-index must be less than --total-shards.'), ); await test.shouldExit(exit_codes.usage); }); }); }