feat(fdc): Initial Release of Data Connect

.github/workflows/e2e_tests_fdc.yaml

@@ -0,0 +1,230 @@
+name: e2e-fdc
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
+on:
+  pull_request:
+    paths-ignore:
+      - 'docs/**'
+      - 'website/**'
+      - '**/example/**'
+      - '**/flutterfire_ui/**'
+      - '**.md'
+  push:
+    branches:
+      - master
+    paths-ignore:
+      - 'docs/**'
+      - 'website/**'
+      - '**/example/**'
+      - '**.md'
+
+jobs:
+  android:
+    runs-on: ubuntu-latest
+    timeout-minutes: 45
+    strategy:
+      fail-fast: false
+    steps:
+      - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11
+      - uses: actions/setup-node@60edb5dd545a775178f52524783378180af0d1f8
+        name: Install Node.js 20
+        with:
+          node-version: '20'
+      - uses: actions/setup-java@99b8673ff64fbf99d8d325f52d9a5bdedb8483e9
+        with:
+          distribution: 'temurin'
+          java-version: '17'
+      - name: Firebase Emulator Cache
+        uses: actions/cache@0c45773b623bea8c8e75f6c82b208c3cf94ea4f9
+        with:
+          path: ~/.cache/firebase/emulators
+          key: firebase-emulators-v3-fdc-${{ runner.os }}
+          restore-keys: firebase-emulators-v3
+      - uses: subosito/flutter-action@44ac965b96f18d999802d4b807e3256d5a3f9fa1
+        with:
+          channel: 'stable'
+          cache: true
+      - name: Setup PostgreSQL for Linux/macOS/Windows
+        uses: ikalnytskyi/action-setup-postgres@v6
+      - uses: bluefireteam/melos-action@6085791af7036f6366c9a4b9d55105c0ef9c6388
+        with:
+          run-bootstrap: false
+          melos-version: '5.3.0'
+      - name: 'Bootstrap package'
+        run: melos bootstrap --scope "firebase_data_connect*"
+      - name: 'Install Tools'
+        run: |
+          sudo npm i -g firebase-tools
+      - name: Start Firebase Emulator
+        run: |
+          cd ./packages/firebase_data_connect/firebase_data_connect/example 
+          unset PGSERVICEFILE
+          firebase experiments:enable dataconnect
+          ./start-firebase-emulator.sh
+      - name: Enable KVM
+        run: |
+          echo 'KERNEL=="kvm", GROUP="kvm", MODE="0666", OPTIONS+="static_node=kvm"' | sudo tee /etc/udev/rules.d/99-kvm4all.rules
+          sudo udevadm control --reload-rules
+          sudo udevadm trigger --name-match=kvm
+      - name: Gradle cache
+        uses: gradle/actions/setup-gradle@v3
+      - name: AVD cache
+        uses: actions/cache@0c45773b623bea8c8e75f6c82b208c3cf94ea4f9
+        id: avd-cache
+        with:
+          path: |
+            ~/.android/avd/*
+            ~/.android/adb*
+          key: avd-${{ runner.os }} 
+      - name: Start AVD then run E2E tests
+        uses: reactivecircus/android-emulator-runner@v2
+        with:
+          api-level: 34
+          target: google_apis
+          arch: x86_64
+          working-directory: 'packages/firebase_data_connect/firebase_data_connect/example'
+          script: |
+            flutter test integration_test/e2e_test.dart --dart-define=CI=true -d emulator-5554
+
+  ios:
+    runs-on: macos-14
+    timeout-minutes: 45
+    strategy:
+      fail-fast: false
+    steps:
+      - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11
+      - uses: actions/setup-node@60edb5dd545a775178f52524783378180af0d1f8
+        name: Install Node.js 20
+        with:
+          node-version: '20'
+      - uses: actions/setup-java@99b8673ff64fbf99d8d325f52d9a5bdedb8483e9
+        with:
+          distribution: 'temurin'
+          java-version: '17'
+      - name: Setup PostgreSQL for Linux/macOS/Windows
+        uses: ikalnytskyi/action-setup-postgres@v6  
+      - uses: hendrikmuhs/ccache-action@c92f40bee50034e84c763e33b317c77adaa81c92
+        name: Xcode Compile Cache
+        with:
+          key: xcode-cache-${{ runner.os }}  
+          max-size: 700M
+      - uses: actions/cache@0c45773b623bea8c8e75f6c82b208c3cf94ea4f9
+        name: Pods Cache
+        id: pods-cache
+        with:
+          path: tests/ios/Pods
+          key: ${{ runner.os }}-fdc-pods-v3-${{ hashFiles('tests/ios/Podfile.lock') }}
+          restore-keys: ${{ runner.os }}-ios-pods-v2
+      - name: Firebase Emulator Cache
+        uses: actions/cache@0c45773b623bea8c8e75f6c82b208c3cf94ea4f9
+        with:
+          path: ~/.cache/firebase/emulators
+          key: firebase-emulators-v3-fdc-${{ runner.os }}
+          restore-keys: firebase-emulators-v3
+      - uses: subosito/flutter-action@44ac965b96f18d999802d4b807e3256d5a3f9fa1
+        with:
+          channel: 'stable'
+          cache: true
+      - uses: bluefireteam/melos-action@6085791af7036f6366c9a4b9d55105c0ef9c6388
+        with:
+          run-bootstrap: false
+          melos-version: '5.3.0'
+      - name: 'Bootstrap package'
+        run: melos bootstrap --scope "firebase_data_connect*"
+      - name: 'Install Tools'
+        run: |
+          sudo npm i -g firebase-tools
+      - name: 'Build Application'
+        working-directory: 'packages/firebase_data_connect/firebase_data_connect/example'
+        run: |
+          export PATH="/usr/lib/ccache:/usr/local/opt/ccache/libexec:$PATH"
+          export CCACHE_SLOPPINESS=clang_index_store,file_stat_matches,include_file_ctime,include_file_mtime,ivfsoverlay,pch_defines,modules,system_headers,time_macros
+          export CCACHE_FILECLONE=true
+          export CCACHE_DEPEND=true
+          export CCACHE_INODECACHE=true
+          ccache -s
+          flutter build ios --no-codesign --simulator --debug --target=./integration_test/e2e_test.dart --dart-define=CI=true
+          ccache -s
+      - name: Start Firebase Emulator
+        run: |
+          sudo chown -R 501:20 "/Users/runner/.npm"
+          cd ./packages/firebase_data_connect/firebase_data_connect/example 
+          unset PGSERVICEFILE
+          firebase experiments:enable dataconnect
+          ./start-firebase-emulator.sh
+      - name: 'E2E Tests'
+        working-directory: 'packages/firebase_data_connect/firebase_data_connect/example'
+        run: |
+          # Boot simulator and wait for System app to be ready.
+          # List of available simulators: https://github.com/actions/runner-images/blob/main/images/macos/macos-14-Readme.md#installed-simulators
+          SIMULATOR="iPhone 15"
+          xcrun simctl bootstatus "$SIMULATOR" -b
+          xcrun simctl logverbose "$SIMULATOR" enable
+          # Sleep to allow simulator to settle.
+          sleep 15
+          # Uncomment following line to have simulator logs printed out for debugging purposes.
+          # xcrun simctl spawn booted log stream --predicate 'eventMessage contains "flutter"' &
+          flutter test integration_test/e2e_test.dart -d "$SIMULATOR" --dart-define=CI=true
+
+  web:
+    runs-on: macos-latest
+    timeout-minutes: 15
+    strategy:
+      fail-fast: false
+    steps:
+      - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11
+      - uses: actions/setup-node@60edb5dd545a775178f52524783378180af0d1f8
+        name: Install Node.js 20
+        with:
+          node-version: '20'
+      - uses: actions/setup-java@99b8673ff64fbf99d8d325f52d9a5bdedb8483e9
+        with:
+          distribution: 'temurin'
+          java-version: '17'
+      - name: Setup PostgreSQL for Linux/macOS/Windows
+        uses: ikalnytskyi/action-setup-postgres@v6
+      - uses: subosito/flutter-action@44ac965b96f18d999802d4b807e3256d5a3f9fa1
+        with:
+          channel: 'stable'
+          cache: true
+      - uses: bluefireteam/melos-action@6085791af7036f6366c9a4b9d55105c0ef9c6388
+        with:
+          run-bootstrap: false
+          melos-version: '5.3.0'
+      - name: 'Bootstrap package'
+        run: melos bootstrap --scope "firebase_data_connect*"
+      - name: 'Install Tools'
+        run: sudo npm i -g firebase-tools
+      - name: Cache Firebase Emulator
+        uses: actions/cache@0c45773b623bea8c8e75f6c82b208c3cf94ea4f9
+        with:
+          path: ~/.cache/firebase/emulators
+          key: firebase-emulators-v3-fdc-${{ runner.os }}
+          restore-keys: firebase-emulators-v3
+      - name: Start Firebase Emulator
+        run: |
+          sudo chown -R 501:20 "/Users/runner/.npm"
+          cd ./packages/firebase_data_connect/firebase_data_connect/example 
+          unset PGSERVICEFILE
+          firebase experiments:enable dataconnect
+          ./start-firebase-emulator.sh
+      - name: 'E2E Tests'
+        working-directory: 'packages/firebase_data_connect/firebase_data_connect/example'
+        # Web devices are not supported for the `flutter test` command yet. As a
+        # workaround we can use the `flutter drive` command. Tracking issue:
+        # https://github.com/flutter/flutter/issues/66264
+        run: |
+          chromedriver --port=4444 --trace-buffer-size=100000 &
+          flutter drive --target=./integration_test/e2e_test.dart --driver=./test_driver/integration_test.dart -d chrome --dart-define=CI=true | tee output.log
+          # We have to check the output for failed tests matching the string "[E]"
+          output=$(<output.log)
+          if [[ "$output" =~ \[E\] ]]; then
+          # You will see "All tests passed." in the logs even when tests failed.
+          echo "All tests did not pass. Please check the logs for more information."
+          exit 1
+          fi
+        shell: bash
+

.github/workflows/scripts/firebase.json

@@ -12,16 +12,16 @@
   },
   "emulators": {
     "firestore": {
-      "port": "8080"
+      "port": 8080
     },
     "auth": {
-      "port": "9099"
+      "port": 9099
     },
     "storage": {
-      "port": "9199"
+      "port": 9199
     },
     "database": {
-      "port": "9000"
+      "port": 9000
     },
     "ui": {
       "enabled": true,
@@ -31,4 +31,4 @@
   "storage": {
     "rules": "storage.rules"
   }
-}
+}

melos.yaml

@@ -282,6 +282,7 @@ scripts:
         --ignore "**/FlutterMultiDexApplication.java" \
         --ignore "**/GeneratedPluginRegistrant.swift" \
         --ignore "**/Pods/**" \
+        --ignore "**/generated/**" \
         --ignore "**/flutter/generated_plugin_registrant.h" \
         --ignore "**/flutter/generated_plugin_registrant.cc" \
         .
@@ -317,6 +318,7 @@ scripts:
         --ignore "**/FlutterMultiDexApplication.java" \
         --ignore "**/GeneratedPluginRegistrant.swift" \
         --ignore "**/Pods/**" \
+        --ignore "**/generated/**" \
         --ignore "**/flutter/generated_plugin_registrant.h" \
         --ignore "**/flutter/generated_plugin_registrant.cc" \
         .

packages/firebase_auth/firebase_auth/example/android/app/google-services.json

@@ -142,7 +142,7 @@
       "client_info": {
         "mobilesdk_app_id": "1:406099696497:android:3ef965ff044efc0b3574d0",
         "android_client_info": {
-          "package_name": "io.flutter.plugins.firebase.database.example"
+          "package_name": "io.flutter.plugins.firebase.dataconnect.example"
         }
       },
       "oauth_client": [

packages/firebase_auth/firebase_auth/lib/src/firebase_auth.dart

@@ -83,16 +83,7 @@ class FirebaseAuth extends FirebasePluginPlatform {
   /// Do not use with production credentials as emulator traffic is not encrypted.
   Future<void> useAuthEmulator(String host, int port,
       {bool automaticHostMapping = true}) async {
-    String mappedHost = host;
-
-    if (!kIsWeb && defaultTargetPlatform == TargetPlatform.android) {
-      if ((mappedHost == 'localhost' || mappedHost == '127.0.0.1') &&
-          automaticHostMapping) {
-        // ignore: avoid_print
-        print('Mapping Auth Emulator host "$mappedHost" to "10.0.2.2".');
-        mappedHost = '10.0.2.2';
-      }
-    }
+    String mappedHost = automaticHostMapping ? getMappedHost(host) : host;
 
     await _delegate.useAuthEmulator(mappedHost, port);
   }

packages/firebase_core/firebase_core/example/android/app/google-services.json

@@ -142,7 +142,7 @@
       "client_info": {
         "mobilesdk_app_id": "1:406099696497:android:3ef965ff044efc0b3574d0",
         "android_client_info": {
-          "package_name": "io.flutter.plugins.firebase.database.example"
+          "package_name": "io.flutter.plugins.firebase.dataconnect.example"
         }
       },
       "oauth_client": [

packages/firebase_core/firebase_core/lib/firebase_core.dart

@@ -14,3 +14,4 @@ export 'package:firebase_core_platform_interface/firebase_core_platform_interfac
 
 part 'src/firebase.dart';
 part 'src/firebase_app.dart';
+part 'src/port_mapping.dart';

packages/firebase_core/firebase_core/lib/src/port_mapping.dart

@@ -0,0 +1,18 @@
+// Copyright 2024, the Chromium project authors.  Please see the AUTHORS file
+// for details. All rights reserved. Use of this source code is governed by a
+// BSD-style license that can be found in the LICENSE file.
+
+part of firebase_core;
+
+String getMappedHost(String originalHost) {
+  String mappedHost = originalHost;
+
+  if (!kIsWeb && defaultTargetPlatform == TargetPlatform.android) {
+    if (mappedHost == 'localhost' || mappedHost == '127.0.0.1') {
+      // ignore: avoid_print
+      print('Mapping Auth Emulator host "$mappedHost" to "10.0.2.2".');
+      mappedHost = '10.0.2.2';
+    }
+  }
+  return mappedHost;
+}