[imitation_game] added an android test (#196)

packages/imitation_game/README.md

@@ -93,11 +93,18 @@ An implementation has to follow these rules:
 A single test run can report multiple numbers.
 
 ## Results
-Date created: 2020-08-17 23:57:16.702500Z
+Date created: 2020-09-09 17:18:15.594586Z
+Flutter 1.22.0-10.0.pre.95 • channel master • https://github.com/flutter/flutter.git
+Framework • revision d2fa384c31 (21 hours ago) • 2020-09-08 13:15:06 -0700
+Engine • revision d1d848e842
+Tools • Dart 2.10.0 (build 2.10.0-98.0.dev)
 
 - smiley
     - flutter
-      - startupTime: 0.561475s
+      - ios_startup_time: 0.691717
+      - adb_memory_total: 43179.0
     - uikit
-      - startupTime: 0.373102068901062s
+      - ios_startup_time: 0.2632870674133301
+    - android
+      - adb_memory_total: 97941.0
 

packages/imitation_game/bin/imitation_game.dart

@@ -3,6 +3,9 @@ import 'dart:convert';
 import 'dart:io';
 import 'package:mustache/mustache.dart';
 import 'package:imitation_game/README_template.dart';
+import 'package:args/args.dart';
+
+// ignore_for_file: avoid_as
 
 const int _port = 4040;
 
@@ -21,6 +24,17 @@ Future<String> _findIpAddress() async {
   return result;
 }
 
+Future<String> _getFlutterVersion() async {
+  String result = '';
+  final Process flutterVersion =
+      await Process.start('flutter', <String>['--version']);
+  flutterVersion.stdout.transform(utf8.decoder).listen((String event) {
+    result += event;
+  });
+  await flutterVersion.exitCode;
+  return result.trim();
+}
+
 typedef FileFilter = bool Function(FileSystemEntity);
 Future<List<FileSystemEntity>> findFiles(Directory dir, {FileFilter where}) {
   final List<FileSystemEntity> files = <FileSystemEntity>[];
@@ -35,14 +49,41 @@ Future<List<FileSystemEntity>> findFiles(Directory dir, {FileFilter where}) {
   return completer.future;
 }
 
-String _makeMarkdownOutput(Map<String, dynamic> results) {
+Future<String> _makeMarkdownOutput(Map<String, dynamic> results) async {
+  // TODO(gaaclarke): Add the Flutter version.
   final Template template = Template(readmeTemplate, name: 'README.md');
   final Map<String, dynamic> values = Map<String, dynamic>.from(results);
   values['date'] = DateTime.now().toUtc();
+  values['flutterVersion'] = await _getFlutterVersion();
   final String output = template.renderString(values);
   return output;
 }
 
+/// This merges [newResults] into [oldResults] such the union of the keys will
+/// have their values from [newResults] and the symmetric difference will have the
+/// value from their respective sets.
+Map<String, dynamic> _integrate(
+    {Map<String, dynamic> oldResults, Map<String, dynamic> newResults}) {
+  final Map<String, dynamic> result = Map<String, dynamic>.from(oldResults);
+  newResults.forEach((String test, dynamic testValue) {
+    final Map<String, dynamic> testMap = testValue as Map<String, dynamic>;
+    testMap.forEach((String platform, dynamic platformValue) {
+      final Map<String, dynamic> platformMap =
+          platformValue as Map<String, dynamic>;
+      platformMap.forEach((String measurement, dynamic measurementValue) {
+        if (!result.containsKey(test)) {
+          result[test] = <String, dynamic>{};
+        }
+        if (!result[test].containsKey(platform)) {
+          result[test][platform] = <String, dynamic>{};
+        }
+        result[test][platform][measurement] = measurementValue;
+      });
+    });
+  });
+  return result;
+}
+
 class _Script {
   _Script({this.path});
   String path;
@@ -125,12 +166,8 @@ class _ImitationGame {
   Future<bool> handleResult(Map<String, dynamic> data) {
     final String test = data['test'];
     final String platform = data['platform'];
-    if (!results.containsKey(test)) {
-      results[test] = <String, dynamic>{};
-    }
-    if (!results[test].containsKey(platform)) {
-      results[test][platform] = <String, dynamic>{};
-    }
+    results.putIfAbsent(test, () => <String, dynamic>{});
+    results[test].putIfAbsent(platform, () => <String, dynamic>{});
     data['results'].forEach((String k, dynamic v) {
       // ignore: avoid_as
       results[test][platform][k] = v as double;
@@ -148,7 +185,17 @@ class _ImitationGame {
   }
 }
 
-Future<void> main() async {
+enum _TargetPlatform { ANDROID, IOS }
+
+Future<void> main(List<String> args) async {
+  final ArgParser parser = ArgParser();
+  parser.addOption('platform',
+      allowed: <String>['android', 'ios'], defaultsTo: 'android');
+  final ArgResults parserResults = parser.parse(args);
+  final _TargetPlatform targetPlatform = parserResults['platform'] == 'android'
+      ? _TargetPlatform.ANDROID
+      : _TargetPlatform.IOS;
+
   final HttpServer server = await HttpServer.bind(
     InternetAddress.anyIPv4,
     _port,
@@ -162,17 +209,23 @@ Future<void> main() async {
     file.writeAsStringSync('$ipaddress:${server.port}');
   }
 
-  final List<String> iosScripts = (await findFiles(Directory.current,
-          where: (FileSystemEntity f) => f.path.endsWith('run_ios.sh')))
+  final String scriptName = (targetPlatform == _TargetPlatform.ANDROID)
+      ? 'run_android.sh'
+      : () {
+          assert(targetPlatform == _TargetPlatform.IOS);
+          return 'run_ios.sh';
+        }();
+  final List<String> scripts = (await findFiles(Directory.current,
+          where: (FileSystemEntity f) => f.path.endsWith(scriptName)))
       .map((FileSystemEntity e) => e.path)
       .toList();
 
-  if (iosScripts.isEmpty) {
+  if (scripts.isEmpty) {
     return;
   }
 
   final _ImitationGame game = _ImitationGame();
-  bool keepRunning = await game.start(iosScripts);
+  bool keepRunning = await game.start(scripts);
 
   while (keepRunning) {
     try {
@@ -203,8 +256,26 @@ Future<void> main() async {
     }
   }
 
+  // TODO(gaaclarke): Add a log of what Flutter version generated the numbers.
+  const String lastResultsFilename = 'last_results.json';
+  const JsonDecoder decoder = JsonDecoder();
+  final Map<String, dynamic> lastResults =
+      decoder.convert(File(lastResultsFilename).readAsStringSync())
+          // ignore: avoid_as
+          as Map<String, dynamic>;
+
+  // TODO(aaclarke): Calculate the generation time for each measurement since we
+  // can't generate everything in one pass (because you are running iOS or Android).
+  final Map<String, dynamic> totalResults =
+      _integrate(newResults: game.results, oldResults: lastResults);
+
+  const JsonEncoder encoder = JsonEncoder.withIndent('  ');
+  final String jsonResults = encoder.convert(totalResults);
+  File(lastResultsFilename).writeAsStringSync(jsonResults);
+
   final Map<String, dynamic> markdownValues =
-      _map2List(game.results, <String>['tests', 'platforms', 'measurements']);
-  File('README.md').writeAsStringSync(_makeMarkdownOutput(markdownValues));
+      _map2List(totalResults, <String>['tests', 'platforms', 'measurements']);
+  File('README.md')
+      .writeAsStringSync(await _makeMarkdownOutput(markdownValues));
   await server.close(force: true);
 }

packages/imitation_game/helper/run_android_helper.sh

@@ -0,0 +1,25 @@
+report_results() 
+{
+  local TEST=$1
+  local PLATFORM=$2
+  local MEASUREMENTS=$3
+  curl --header "Content-Type: application/json" \
+    --request POST \
+    --data "{\"test\":\"$TEST\",\"platform\":\"$PLATFORM\",\"results\":$MEASUREMENTS}" \
+    http://localhost:4040
+}
+
+launch_apk()
+{
+  local APK_PATH=$1
+  local BUNDLE_NAME=$2
+  local ACTIVITY_NAME=$3
+  adb install -r $APK_PATH
+  adb shell am start -n $BUNDLE_NAME/$BUNDLE_NAME.$ACTIVITY_NAME
+}
+
+read_app_total_memory()
+{
+  local BUNDLE_NAME=$1
+  adb shell dumpsys meminfo $BUNDLE_NAME | sed -n 's/.*TOTAL:[ ]*\([0-9]*\).*/\1/p'
+}

packages/imitation_game/imitation_tests/smiley/README.md

@@ -5,7 +5,7 @@ stretched to fit inside the screen.
 
 The following things are measured:
 
-- 'startupTime' - The time between the start of the process and the rendering of
-  the image to the screen.
-- 'memory' - The amount of system memory the app is using after having rendered
-  the image to the screen.
+- 'ios_startup_time' - The time between the start of the process and the
+  rendering of the image to the screen.
+- 'adb_total_memory' - The amount of system memory the app is using after having
+  rendered the image to the screen.

packages/imitation_game/imitation_tests/smiley/android/.gitignore

@@ -0,0 +1,14 @@
+*.iml
+.gradle
+/local.properties
+/.idea/caches
+/.idea/libraries
+/.idea/modules.xml
+/.idea/workspace.xml
+/.idea/navEditor.xml
+/.idea/assetWizardSettings.xml
+.DS_Store
+/build
+/captures
+.externalNativeBuild
+.cxx

packages/imitation_game/imitation_tests/smiley/android/app/.gitignore

@@ -0,0 +1 @@
+/build

packages/imitation_game/imitation_tests/smiley/android/app/build.gradle

@@ -0,0 +1,38 @@
+apply plugin: 'com.android.application'
+apply plugin: 'kotlin-android'
+apply plugin: 'kotlin-android-extensions'
+
+android {
+    compileSdkVersion 29
+    buildToolsVersion "29.0.2"
+
+    defaultConfig {
+        applicationId "dev.flutter.imitation_game.smiley"
+        minSdkVersion 22
+        targetSdkVersion 29
+        versionCode 1
+        versionName "1.0"
+
+        testInstrumentationRunner "androidx.test.runner.AndroidJUnitRunner"
+    }
+
+    buildTypes {
+        release {
+            minifyEnabled false
+            proguardFiles getDefaultProguardFile('proguard-android-optimize.txt'), 'proguard-rules.pro'
+            signingConfig signingConfigs.debug
+        }
+    }
+
+}
+
+dependencies {
+    implementation fileTree(dir: 'libs', include: ['*.jar'])
+    implementation "org.jetbrains.kotlin:kotlin-stdlib-jdk7:$kotlin_version"
+    implementation 'androidx.appcompat:appcompat:1.0.2'
+    implementation 'androidx.core:core-ktx:1.0.2'
+    implementation 'androidx.constraintlayout:constraintlayout:1.1.3'
+    testImplementation 'junit:junit:4.12'
+    androidTestImplementation 'androidx.test.ext:junit:1.1.1'
+    androidTestImplementation 'androidx.test.espresso:espresso-core:3.2.0'
+}

packages/imitation_game/imitation_tests/smiley/android/app/proguard-rules.pro

@@ -0,0 +1,21 @@
+# Add project specific ProGuard rules here.
+# You can control the set of applied configuration files using the
+# proguardFiles setting in build.gradle.
+#
+# For more details, see
+#   http://developer.android.com/guide/developing/tools/proguard.html
+
+# If your project uses WebView with JS, uncomment the following
+# and specify the fully qualified class name to the JavaScript interface
+# class:
+#-keepclassmembers class fqcn.of.javascript.interface.for.webview {
+#   public *;
+#}
+
+# Uncomment this to preserve the line number information for
+# debugging stack traces.
+#-keepattributes SourceFile,LineNumberTable
+
+# If you keep the line number information, uncomment this to
+# hide the original source file name.
+#-renamesourcefileattribute SourceFile

packages/imitation_game/imitation_tests/smiley/android/app/src/androidTest/java/dev/flutter/imitation_game/smiley/ExampleInstrumentedTest.kt

@@ -0,0 +1,24 @@
+package dev.flutter.imitation_game.smiley
+
+import androidx.test.platform.app.InstrumentationRegistry
+import androidx.test.ext.junit.runners.AndroidJUnit4
+
+import org.junit.Test
+import org.junit.runner.RunWith
+
+import org.junit.Assert.*
+
+/**
+ * Instrumented test, which will execute on an Android device.
+ *
+ * See [testing documentation](http://d.android.com/tools/testing).
+ */
+@RunWith(AndroidJUnit4::class)
+class ExampleInstrumentedTest {
+    @Test
+    fun useAppContext() {
+        // Context of the app under test.
+        val appContext = InstrumentationRegistry.getInstrumentation().targetContext
+        assertEquals("dev.flutter.imitation_game.smiley", appContext.packageName)
+    }
+}

packages/imitation_game/imitation_tests/smiley/android/app/src/main/AndroidManifest.xml

@@ -0,0 +1,21 @@
+<?xml version="1.0" encoding="utf-8"?>
+<manifest xmlns:android="http://schemas.android.com/apk/res/android"
+    package="dev.flutter.imitation_game.smiley">
+
+    <application
+        android:allowBackup="true"
+        android:icon="@mipmap/ic_launcher"
+        android:label="@string/app_name"
+        android:roundIcon="@mipmap/ic_launcher_round"
+        android:supportsRtl="true"
+        android:theme="@style/AppTheme">
+        <activity android:name=".MainActivity">
+            <intent-filter>
+                <action android:name="android.intent.action.MAIN" />
+
+                <category android:name="android.intent.category.LAUNCHER" />
+            </intent-filter>
+        </activity>
+    </application>
+
+</manifest>

packages/imitation_game/imitation_tests/smiley/android/app/src/main/java/dev/flutter/imitation_game/smiley/MainActivity.kt

@@ -0,0 +1,15 @@
+package dev.flutter.imitation_game.smiley
+
+import androidx.appcompat.app.AppCompatActivity
+import android.os.Bundle
+import android.view.View
+
+class MainActivity : AppCompatActivity() {
+
+    override fun onCreate(savedInstanceState: Bundle?) {
+        super.onCreate(savedInstanceState)
+        window.decorView.systemUiVisibility = View.SYSTEM_UI_FLAG_FULLSCREEN
+        actionBar?.hide()
+        setContentView(R.layout.activity_main)
+    }
+}

packages/imitation_game/imitation_tests/smiley/android/app/src/main/res/drawable-v24/ic_launcher_foreground.xml

@@ -0,0 +1,30 @@
+<vector xmlns:android="http://schemas.android.com/apk/res/android"
+    xmlns:aapt="http://schemas.android.com/aapt"
+    android:width="108dp"
+    android:height="108dp"
+    android:viewportWidth="108"
+    android:viewportHeight="108">
+    <path android:pathData="M31,63.928c0,0 6.4,-11 12.1,-13.1c7.2,-2.6 26,-1.4 26,-1.4l38.1,38.1L107,108.928l-32,-1L31,63.928z">
+        <aapt:attr name="android:fillColor">
+            <gradient
+                android:endX="85.84757"
+                android:endY="92.4963"
+                android:startX="42.9492"
+                android:startY="49.59793"
+                android:type="linear">
+                <item
+                    android:color="#44000000"
+                    android:offset="0.0" />
+                <item
+                    android:color="#00000000"
+                    android:offset="1.0" />
+            </gradient>
+        </aapt:attr>
+    </path>
+    <path
+        android:fillColor="#FFFFFF"
+        android:fillType="nonZero"
+        android:pathData="M65.3,45.828l3.8,-6.6c0.2,-0.4 0.1,-0.9 -0.3,-1.1c-0.4,-0.2 -0.9,-0.1 -1.1,0.3l-3.9,6.7c-6.3,-2.8 -13.4,-2.8 -19.7,0l-3.9,-6.7c-0.2,-0.4 -0.7,-0.5 -1.1,-0.3C38.8,38.328 38.7,38.828 38.9,39.228l3.8,6.6C36.2,49.428 31.7,56.028 31,63.928h46C76.3,56.028 71.8,49.428 65.3,45.828zM43.4,57.328c-0.8,0 -1.5,-0.5 -1.8,-1.2c-0.3,-0.7 -0.1,-1.5 0.4,-2.1c0.5,-0.5 1.4,-0.7 2.1,-0.4c0.7,0.3 1.2,1 1.2,1.8C45.3,56.528 44.5,57.328 43.4,57.328L43.4,57.328zM64.6,57.328c-0.8,0 -1.5,-0.5 -1.8,-1.2s-0.1,-1.5 0.4,-2.1c0.5,-0.5 1.4,-0.7 2.1,-0.4c0.7,0.3 1.2,1 1.2,1.8C66.5,56.528 65.6,57.328 64.6,57.328L64.6,57.328z"
+        android:strokeWidth="1"
+        android:strokeColor="#00000000" />
+</vector>

packages/imitation_game/imitation_tests/smiley/android/app/src/main/res/drawable/ic_launcher_background.xml

@@ -0,0 +1,170 @@
+<?xml version="1.0" encoding="utf-8"?>
+<vector xmlns:android="http://schemas.android.com/apk/res/android"
+    android:width="108dp"
+    android:height="108dp"
+    android:viewportWidth="108"
+    android:viewportHeight="108">
+    <path
+        android:fillColor="#3DDC84"
+        android:pathData="M0,0h108v108h-108z" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M9,0L9,108"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M19,0L19,108"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M29,0L29,108"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M39,0L39,108"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M49,0L49,108"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M59,0L59,108"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M69,0L69,108"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M79,0L79,108"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M89,0L89,108"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M99,0L99,108"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M0,9L108,9"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M0,19L108,19"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M0,29L108,29"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M0,39L108,39"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M0,49L108,49"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M0,59L108,59"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M0,69L108,69"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M0,79L108,79"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M0,89L108,89"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M0,99L108,99"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M19,29L89,29"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M19,39L89,39"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M19,49L89,49"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M19,59L89,59"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M19,69L89,69"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M19,79L89,79"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M29,19L29,89"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M39,19L39,89"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M49,19L49,89"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M59,19L59,89"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M69,19L69,89"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M79,19L79,89"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+</vector>

packages/imitation_game/imitation_tests/smiley/android/app/src/main/res/layout/activity_main.xml

@@ -0,0 +1,21 @@
+<?xml version="1.0" encoding="utf-8"?>
+<androidx.constraintlayout.widget.ConstraintLayout xmlns:android="http://schemas.android.com/apk/res/android"
+    xmlns:app="http://schemas.android.com/apk/res-auto"
+    xmlns:tools="http://schemas.android.com/tools"
+    android:layout_width="match_parent"
+    android:layout_height="match_parent"
+    tools:context=".MainActivity">
+
+    <ImageView
+        android:id="@+id/imageView"
+        android:layout_width="wrap_content"
+        android:layout_height="wrap_content"
+        android:scaleType="fitCenter"
+        app:layout_constraintBottom_toBottomOf="parent"
+        app:layout_constraintEnd_toEndOf="parent"
+        app:layout_constraintHorizontal_bias="0.0"
+        app:layout_constraintStart_toStartOf="parent"
+        app:layout_constraintTop_toTopOf="parent"
+        app:srcCompat="@drawable/smiley" />
+
+</androidx.constraintlayout.widget.ConstraintLayout>

packages/imitation_game/imitation_tests/smiley/android/app/src/main/res/mipmap-anydpi-v26/ic_launcher.xml

@@ -0,0 +1,5 @@
+<?xml version="1.0" encoding="utf-8"?>
+<adaptive-icon xmlns:android="http://schemas.android.com/apk/res/android">
+    <background android:drawable="@drawable/ic_launcher_background" />
+    <foreground android:drawable="@drawable/ic_launcher_foreground" />
+</adaptive-icon>

packages/imitation_game/imitation_tests/smiley/android/app/src/main/res/mipmap-anydpi-v26/ic_launcher_round.xml

@@ -0,0 +1,5 @@
+<?xml version="1.0" encoding="utf-8"?>
+<adaptive-icon xmlns:android="http://schemas.android.com/apk/res/android">
+    <background android:drawable="@drawable/ic_launcher_background" />
+    <foreground android:drawable="@drawable/ic_launcher_foreground" />
+</adaptive-icon>

packages/imitation_game/imitation_tests/smiley/android/app/src/main/res/values/colors.xml

@@ -0,0 +1,6 @@
+<?xml version="1.0" encoding="utf-8"?>
+<resources>
+    <color name="colorPrimary">#6200EE</color>
+    <color name="colorPrimaryDark">#3700B3</color>
+    <color name="colorAccent">#03DAC5</color>
+</resources>

packages/imitation_game/imitation_tests/smiley/android/app/src/main/res/values/strings.xml

@@ -0,0 +1,3 @@
+<resources>
+    <string name="app_name">Smiley</string>
+</resources>

packages/imitation_game/imitation_tests/smiley/android/app/src/main/res/values/styles.xml

@@ -0,0 +1,13 @@
+<resources>
+
+    <!-- Base application theme. -->
+    <style name="AppTheme" parent="@style/Theme.AppCompat.Light.NoActionBar">
+        <!-- Customize your theme here. -->
+        <item name="colorPrimary">@color/colorPrimary</item>
+        <item name="colorPrimaryDark">@color/colorPrimaryDark</item>
+        <item name="colorAccent">@color/colorAccent</item>
+        <item name="windowNoTitle">true</item>
+        <item name="android:windowNoTitle">true</item>
+    </style>
+
+</resources>

packages/imitation_game/imitation_tests/smiley/android/build.gradle

@@ -0,0 +1,29 @@
+// Top-level build file where you can add configuration options common to all sub-projects/modules.
+
+buildscript {
+    ext.kotlin_version = '1.3.61'
+    repositories {
+        google()
+        jcenter()
+        
+    }
+    dependencies {
+        classpath 'com.android.tools.build:gradle:3.6.2'
+        classpath "org.jetbrains.kotlin:kotlin-gradle-plugin:$kotlin_version"
+
+        // NOTE: Do not place your application dependencies here; they belong
+        // in the individual module build.gradle files
+    }
+}
+
+allprojects {
+    repositories {
+        google()
+        jcenter()
+        
+    }
+}
+
+task clean(type: Delete) {
+    delete rootProject.buildDir
+}

packages/imitation_game/imitation_tests/smiley/android/gradle.properties

@@ -0,0 +1,21 @@
+# Project-wide Gradle settings.
+# IDE (e.g. Android Studio) users:
+# Gradle settings configured through the IDE *will override*
+# any settings specified in this file.
+# For more details on how to configure your build environment visit
+# http://www.gradle.org/docs/current/userguide/build_environment.html
+# Specifies the JVM arguments used for the daemon process.
+# The setting is particularly useful for tweaking memory settings.
+org.gradle.jvmargs=-Xmx1536m
+# When configured, Gradle will run in incubating parallel mode.
+# This option should only be used with decoupled projects. More details, visit
+# http://www.gradle.org/docs/current/userguide/multi_project_builds.html#sec:decoupled_projects
+# org.gradle.parallel=true
+# AndroidX package structure to make it clearer which packages are bundled with the
+# Android operating system, and which are packaged with your app's APK
+# https://developer.android.com/topic/libraries/support-library/androidx-rn
+android.useAndroidX=true
+# Automatically convert third-party libraries to use AndroidX
+android.enableJetifier=true
+# Kotlin code style for this project: "official" or "obsolete":
+kotlin.code.style=official

packages/imitation_game/imitation_tests/smiley/android/gradle/wrapper/gradle-wrapper.properties

@@ -0,0 +1,6 @@
+#Tue Aug 18 13:30:11 PDT 2020
+distributionBase=GRADLE_USER_HOME
+distributionPath=wrapper/dists
+zipStoreBase=GRADLE_USER_HOME
+zipStorePath=wrapper/dists
+distributionUrl=https\://services.gradle.org/distributions/gradle-5.6.4-all.zip

packages/imitation_game/imitation_tests/smiley/android/gradlew

@@ -0,0 +1,172 @@
+#!/usr/bin/env sh
+
+##############################################################################
+##
+##  Gradle start up script for UN*X
+##
+##############################################################################
+
+# Attempt to set APP_HOME
+# Resolve links: $0 may be a link
+PRG="$0"
+# Need this for relative symlinks.
+while [ -h "$PRG" ] ; do
+    ls=`ls -ld "$PRG"`
+    link=`expr "$ls" : '.*-> \(.*\)$'`
+    if expr "$link" : '/.*' > /dev/null; then
+        PRG="$link"
+    else
+        PRG=`dirname "$PRG"`"/$link"
+    fi
+done
+SAVED="`pwd`"
+cd "`dirname \"$PRG\"`/" >/dev/null
+APP_HOME="`pwd -P`"
+cd "$SAVED" >/dev/null
+
+APP_NAME="Gradle"
+APP_BASE_NAME=`basename "$0"`
+
+# Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script.
+DEFAULT_JVM_OPTS=""
+
+# Use the maximum available, or set MAX_FD != -1 to use that value.
+MAX_FD="maximum"
+
+warn () {
+    echo "$*"
+}
+
+die () {
+    echo
+    echo "$*"
+    echo
+    exit 1
+}
+
+# OS specific support (must be 'true' or 'false').
+cygwin=false
+msys=false
+darwin=false
+nonstop=false
+case "`uname`" in
+  CYGWIN* )
+    cygwin=true
+    ;;
+  Darwin* )
+    darwin=true
+    ;;
+  MINGW* )
+    msys=true
+    ;;
+  NONSTOP* )
+    nonstop=true
+    ;;
+esac
+
+CLASSPATH=$APP_HOME/gradle/wrapper/gradle-wrapper.jar
+
+# Determine the Java command to use to start the JVM.
+if [ -n "$JAVA_HOME" ] ; then
+    if [ -x "$JAVA_HOME/jre/sh/java" ] ; then
+        # IBM's JDK on AIX uses strange locations for the executables
+        JAVACMD="$JAVA_HOME/jre/sh/java"
+    else
+        JAVACMD="$JAVA_HOME/bin/java"
+    fi
+    if [ ! -x "$JAVACMD" ] ; then
+        die "ERROR: JAVA_HOME is set to an invalid directory: $JAVA_HOME
+
+Please set the JAVA_HOME variable in your environment to match the
+location of your Java installation."
+    fi
+else
+    JAVACMD="java"
+    which java >/dev/null 2>&1 || die "ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH.
+
+Please set the JAVA_HOME variable in your environment to match the
+location of your Java installation."
+fi
+
+# Increase the maximum file descriptors if we can.
+if [ "$cygwin" = "false" -a "$darwin" = "false" -a "$nonstop" = "false" ] ; then
+    MAX_FD_LIMIT=`ulimit -H -n`
+    if [ $? -eq 0 ] ; then
+        if [ "$MAX_FD" = "maximum" -o "$MAX_FD" = "max" ] ; then
+            MAX_FD="$MAX_FD_LIMIT"
+        fi
+        ulimit -n $MAX_FD
+        if [ $? -ne 0 ] ; then
+            warn "Could not set maximum file descriptor limit: $MAX_FD"
+        fi
+    else
+        warn "Could not query maximum file descriptor limit: $MAX_FD_LIMIT"
+    fi
+fi
+
+# For Darwin, add options to specify how the application appears in the dock
+if $darwin; then
+    GRADLE_OPTS="$GRADLE_OPTS \"-Xdock:name=$APP_NAME\" \"-Xdock:icon=$APP_HOME/media/gradle.icns\""
+fi
+
+# For Cygwin, switch paths to Windows format before running java
+if $cygwin ; then
+    APP_HOME=`cygpath --path --mixed "$APP_HOME"`
+    CLASSPATH=`cygpath --path --mixed "$CLASSPATH"`
+    JAVACMD=`cygpath --unix "$JAVACMD"`
+
+    # We build the pattern for arguments to be converted via cygpath
+    ROOTDIRSRAW=`find -L / -maxdepth 1 -mindepth 1 -type d 2>/dev/null`
+    SEP=""
+    for dir in $ROOTDIRSRAW ; do
+        ROOTDIRS="$ROOTDIRS$SEP$dir"
+        SEP="|"
+    done
+    OURCYGPATTERN="(^($ROOTDIRS))"
+    # Add a user-defined pattern to the cygpath arguments
+    if [ "$GRADLE_CYGPATTERN" != "" ] ; then
+        OURCYGPATTERN="$OURCYGPATTERN|($GRADLE_CYGPATTERN)"
+    fi
+    # Now convert the arguments - kludge to limit ourselves to /bin/sh
+    i=0
+    for arg in "$@" ; do
+        CHECK=`echo "$arg"|egrep -c "$OURCYGPATTERN" -`
+        CHECK2=`echo "$arg"|egrep -c "^-"`                                 ### Determine if an option
+
+        if [ $CHECK -ne 0 ] && [ $CHECK2 -eq 0 ] ; then                    ### Added a condition
+            eval `echo args$i`=`cygpath --path --ignore --mixed "$arg"`
+        else
+            eval `echo args$i`="\"$arg\""
+        fi
+        i=$((i+1))
+    done
+    case $i in
+        (0) set -- ;;
+        (1) set -- "$args0" ;;
+        (2) set -- "$args0" "$args1" ;;
+        (3) set -- "$args0" "$args1" "$args2" ;;
+        (4) set -- "$args0" "$args1" "$args2" "$args3" ;;
+        (5) set -- "$args0" "$args1" "$args2" "$args3" "$args4" ;;
+        (6) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" ;;
+        (7) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" ;;
+        (8) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" "$args7" ;;
+        (9) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" "$args7" "$args8" ;;
+    esac
+fi
+
+# Escape application args
+save () {
+    for i do printf %s\\n "$i" | sed "s/'/'\\\\''/g;1s/^/'/;\$s/\$/' \\\\/" ; done
+    echo " "
+}
+APP_ARGS=$(save "$@")
+
+# Collect all arguments for the java command, following the shell quoting and substitution rules
+eval set -- $DEFAULT_JVM_OPTS $JAVA_OPTS $GRADLE_OPTS "\"-Dorg.gradle.appname=$APP_BASE_NAME\"" -classpath "\"$CLASSPATH\"" org.gradle.wrapper.GradleWrapperMain "$APP_ARGS"
+
+# by default we should be in the correct project dir, but when run from Finder on Mac, the cwd is wrong
+if [ "$(uname)" = "Darwin" ] && [ "$HOME" = "$PWD" ]; then
+  cd "$(dirname "$0")"
+fi
+
+exec "$JAVACMD" "$@"

packages/imitation_game/imitation_tests/smiley/android/gradlew.bat

@@ -0,0 +1,84 @@
+@if "%DEBUG%" == "" @echo off
+@rem ##########################################################################
+@rem
+@rem  Gradle startup script for Windows
+@rem
+@rem ##########################################################################
+
+@rem Set local scope for the variables with windows NT shell
+if "%OS%"=="Windows_NT" setlocal
+
+set DIRNAME=%~dp0
+if "%DIRNAME%" == "" set DIRNAME=.
+set APP_BASE_NAME=%~n0
+set APP_HOME=%DIRNAME%
+
+@rem Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script.
+set DEFAULT_JVM_OPTS=
+
+@rem Find java.exe
+if defined JAVA_HOME goto findJavaFromJavaHome
+
+set JAVA_EXE=java.exe
+%JAVA_EXE% -version >NUL 2>&1
+if "%ERRORLEVEL%" == "0" goto init
+
+echo.
+echo ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH.
+echo.
+echo Please set the JAVA_HOME variable in your environment to match the
+echo location of your Java installation.
+
+goto fail
+
+:findJavaFromJavaHome
+set JAVA_HOME=%JAVA_HOME:"=%
+set JAVA_EXE=%JAVA_HOME%/bin/java.exe
+
+if exist "%JAVA_EXE%" goto init
+
+echo.
+echo ERROR: JAVA_HOME is set to an invalid directory: %JAVA_HOME%
+echo.
+echo Please set the JAVA_HOME variable in your environment to match the
+echo location of your Java installation.
+
+goto fail
+
+:init
+@rem Get command-line arguments, handling Windows variants
+
+if not "%OS%" == "Windows_NT" goto win9xME_args
+
+:win9xME_args
+@rem Slurp the command line arguments.
+set CMD_LINE_ARGS=
+set _SKIP=2
+
+:win9xME_args_slurp
+if "x%~1" == "x" goto execute
+
+set CMD_LINE_ARGS=%*
+
+:execute
+@rem Setup the command line
+
+set CLASSPATH=%APP_HOME%\gradle\wrapper\gradle-wrapper.jar
+
+@rem Execute Gradle
+"%JAVA_EXE%" %DEFAULT_JVM_OPTS% %JAVA_OPTS% %GRADLE_OPTS% "-Dorg.gradle.appname=%APP_BASE_NAME%" -classpath "%CLASSPATH%" org.gradle.wrapper.GradleWrapperMain %CMD_LINE_ARGS%
+
+:end
+@rem End local scope for the variables with windows NT shell
+if "%ERRORLEVEL%"=="0" goto mainEnd
+
+:fail
+rem Set variable GRADLE_EXIT_CONSOLE if you need the _script_ return code instead of
+rem the _cmd.exe /c_ return code!
+if  not "" == "%GRADLE_EXIT_CONSOLE%" exit 1
+exit /b 1
+
+:mainEnd
+if "%OS%"=="Windows_NT" endlocal
+
+:omega

packages/imitation_game/imitation_tests/smiley/android/run_android.sh

@@ -0,0 +1,12 @@
+set -e
+cd $( dirname "${BASH_SOURCE[0]}" )
+source ../../../helper/run_android_helper.sh
+
+readonly BUNDLE="dev.flutter.imitation_game.smiley"
+readonly TEST_NAME="smiley"
+
+./gradlew assembleRelease
+launch_apk ./app/build/outputs/apk/release/app-release.apk $BUNDLE "MainActivity"
+sleep 10
+MEMORY_TOTAL=`read_app_total_memory $BUNDLE`
+report_results $TEST_NAME "android" "{\"adb_memory_total\":$MEMORY_TOTAL.0}"

packages/imitation_game/imitation_tests/smiley/android/settings.gradle

@@ -0,0 +1,2 @@
+rootProject.name='Smiley'
+include ':app'

packages/imitation_game/imitation_tests/smiley/flutter/run_android.sh

@@ -0,0 +1,15 @@
+#!/bin/sh
+set -e
+cd $( dirname "${BASH_SOURCE[0]}" )
+source ../../../helper/run_android_helper.sh
+
+readonly BUNDLE="com.example.smiley"
+readonly TEST_NAME="smiley"
+
+cd $( dirname "${BASH_SOURCE[0]}" )
+cd smiley
+flutter build apk
+launch_apk ./build/app/outputs/flutter-apk/app-release.apk $BUNDLE "MainActivity"
+sleep 10
+MEMORY_TOTAL=`read_app_total_memory $BUNDLE`
+report_results $TEST_NAME "flutter" "{\"adb_memory_total\":$MEMORY_TOTAL.0}"

packages/imitation_game/imitation_tests/smiley/flutter/smiley/lib/main.dart

@@ -3,6 +3,7 @@
 // found in the LICENSE file.
 
 import 'dart:convert' show jsonEncode;
+import 'dart:io';
 
 import 'package:flutter/material.dart';
 import 'package:flutter/services.dart';
@@ -18,6 +19,8 @@ Future<String> _getHostIp() async {
 Future<void> _sendResult(double result) async {
   assert(_hostIp != null);
   print('sending result $result...');
+  final String measurementName =
+      '${Platform.isAndroid ? "android_" : "ios_"}startup_time';
   final http.Response response = await http.post(
     'http://$_hostIp',
     headers: <String, String>{
@@ -26,7 +29,7 @@ Future<void> _sendResult(double result) async {
     body: jsonEncode(<String, dynamic>{
       'test': 'smiley',
       'platform': 'flutter',
-      'results': <String, double>{'startupTime': result},
+      'results': <String, double>{measurementName: result},
     }),
   );
   if (response.statusCode != 200) {

packages/imitation_game/imitation_tests/smiley/uikit/smiley/smiley/ViewController.m

@@ -53,7 +53,7 @@ static void sendResults(NSTimeInterval result) {
     @"test" : @"smiley",
     @"platform" : @"uikit",
     @"results" : @{
-      @"startupTime" : @(result),
+      @"ios_startup_time" : @(result),
     }
   };
   NSError *error;

packages/imitation_game/last_results.json

@@ -0,0 +1,14 @@
+{
+  "smiley": {
+    "flutter": {
+      "ios_startup_time": 0.691717,
+      "adb_memory_total": 43179.0
+    },
+    "uikit": {
+      "ios_startup_time": 0.2632870674133301
+    },
+    "android": {
+      "adb_memory_total": 97941.0
+    }
+  }
+}

packages/imitation_game/lib/README_template.dart

@@ -35,7 +35,7 @@ tested.  As new tests are added please add to this list:
 ```text
 ./
 ├─ imitation_game.dart
-└─ tests/
+└─ imitation_tests/
    ├─ smiley/
    │  ├─ README.md
    │  ├─ flutter/
@@ -95,13 +95,14 @@ A single test run can report multiple numbers.
 
 ## Results
 Date created: {{date}}
+{{flutterVersion}}
 
 {{#tests}}
 - {{name}}
   {{#platforms}}
     - {{name}}
     {{#measurements}}
-      - {{name}}: {{value}}s
+      - {{name}}: {{value}}
     {{/measurements}}
   {{/platforms}}
 {{/tests}}

packages/imitation_game/pubspec.yaml

@@ -4,5 +4,6 @@ description: Testing framework for comparing multiple frameworks' performance.
 homepage: https://github.com/flutter/packages/tree/master/packages/imitation_game
 dependencies:
   mustache: ^1.1.1
+  args: ^1.6.0
 environment:
   sdk: ">=1.8.0 <3.0.0"

packages/imitation_game/run.sh

@@ -1 +1,5 @@
-pub run imitation_game
+if [ $# -eq 0 ]; then
+  echo "usage: run.sh [android | ios]"
+fi
+
+pub run imitation_game --platform=$1