2ndbeam/fluffychat-fork
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

refactor: Switch from maestro to flutter integration tests

Browse source
This commit is contained in:
Christian Kußowski 2026-03-19 16:25:20 +01:00
commit 0a42f28cf1
No known key found for this signature in database
GPG key ID: E067ECD60F1A0652
34 changed files with 495 additions and 727 deletions
Download patch file Download diff file Expand all files Collapse all files

14
integration_test/data/environment_constants.dart Normal file
View file

@ -0,0 +1,14 @@
const homeserver = String.fromEnvironment(
'HOMESERVER',
defaultValue: '10.0.2.2',
);
const user1Name = String.fromEnvironment('USER1_NAME', defaultValue: 'alice');
const user1Pw = String.fromEnvironment(
'USER1_PW',
defaultValue: 'AliceInWonderland',
);
const user2Name = String.fromEnvironment('USER2_NAME', defaultValue: 'bob');
const user2Pw = String.fromEnvironment(
'USER2_PW',
defaultValue: 'JoWirSchaffenDas',
);

327
integration_test/dendrite/data/dendrite.yaml
View file

@ -1,327 +0,0 @@
# This is the Dendrite configuration file.
#
# The configuration is split up into sections - each Dendrite component has a
# configuration section, in addition to the "global" section which applies to
# all components.
# The version of the configuration file.
version: 2
# Global Matrix configuration. This configuration applies to all components.
global:
# The domain name of this homeserver.
server_name: localhost
# The path to the signing private key file, used to sign requests and events.
# Note that this is NOT the same private key as used for TLS! To generate a
# signing key, use "./bin/generate-keys --private-key matrix_key.pem".
private_key: matrix_key.pem
# The paths and expiry timestamps (as a UNIX timestamp in millisecond precision)
# to old signing private keys that were formerly in use on this domain. These
# keys will not be used for federation request or event signing, but will be
# provided to any other homeserver that asks when trying to verify old events.
old_private_keys:
# - private_key: old_matrix_key.pem
# expired_at: 1601024554498
# How long a remote server can cache our server signing key before requesting it
# again. Increasing this number will reduce the number of requests made by other
# servers for our key but increases the period that a compromised key will be
# considered valid by other homeservers.
key_validity_period: 168h0m0s
# Global database connection pool, for PostgreSQL monolith deployments only. If
# this section is populated then you can omit the "database" blocks in all other
# sections. For polylith deployments, or monolith deployments using SQLite databases,
# you must configure the "database" block for each component instead.
database:
connection_string:
max_open_conns:
max_idle_conns:
conn_max_lifetime:
# Configuration for in-memory caches. Caches can often improve performance by
# keeping frequently accessed items (like events, identifiers etc.) in memory
# rather than having to read them from the database.
cache:
# The estimated maximum size for the global cache in bytes, or in terabytes,
# gigabytes, megabytes or kilobytes when the appropriate 'tb', 'gb', 'mb' or
# 'kb' suffix is specified. Note that this is not a hard limit, nor is it a
# memory limit for the entire process. A cache that is too small may ultimately
# provide little or no benefit.
max_size_estimated: 1gb
# The maximum amount of time that a cache entry can live for in memory before
# it will be evicted and/or refreshed from the database. Lower values result in
# easier admission of new cache entries but may also increase database load in
# comparison to higher values, so adjust conservatively. Higher values may make
# it harder for new items to make it into the cache, e.g. if new rooms suddenly
# become popular.
max_age: 1h
# The server name to delegate server-server communications to, with optional port
# e.g. localhost:443
well_known_server_name: ""
# Lists of domains that the server will trust as identity servers to verify third
# party identifiers such as phone numbers and email addresses.
trusted_third_party_id_servers:
- matrix.org
- vector.im
# Disables federation. Dendrite will not be able to communicate with other servers
# in the Matrix federation and the federation API will not be exposed.
disable_federation: false
# Configures the handling of presence events. Inbound controls whether we receive
# presence events from other servers, outbound controls whether we send presence
# events for our local users to other servers.
presence:
enable_inbound: false
enable_outbound: false
# Configures phone-home statistics reporting. These statistics contain the server
# name, number of active users and some information on your deployment config.
# We use this information to understand how Dendrite is being used in the wild.
report_stats:
enabled: false
endpoint: https://matrix.org/report-usage-stats/push
# Server notices allows server admins to send messages to all users on the server.
server_notices:
enabled: false
# The local part, display name and avatar URL (as a mxc:// URL) for the user that
# will send the server notices. These are visible to all users on the deployment.
local_part: "_server"
display_name: "Server Alerts"
avatar_url: ""
# The room name to be used when sending server notices. This room name will
# appear in user clients.
room_name: "Server Alerts"
# Configuration for NATS JetStream
jetstream:
# A list of NATS Server addresses to connect to. If none are specified, an
# internal NATS server will be started automatically when running Dendrite in
# monolith mode. For polylith deployments, it is required to specify the address
# of at least one NATS Server node.
addresses:
# - localhost:4222
# Persistent directory to store JetStream streams in. This directory should be
# preserved across Dendrite restarts.
storage_path: ./
# The prefix to use for stream names for this homeserver - really only useful
# if you are running more than one Dendrite server on the same NATS deployment.
topic_prefix: Dendrite
# Configuration for Prometheus metric collection.
metrics:
enabled: false
basic_auth:
username: metrics
password: metrics
# Optional DNS cache. The DNS cache may reduce the load on DNS servers if there
# is no local caching resolver available for use.
dns_cache:
enabled: false
cache_size: 256
cache_lifetime: "5m" # 5 minutes; https://pkg.go.dev/time@master#ParseDuration
# Configuration for the Appservice API.
app_service_api:
database:
connection_string: file:app_service_api.db
# Disable the validation of TLS certificates of appservices. This is
# not recommended in production since it may allow appservice traffic
# to be sent to an insecure endpoint.
disable_tls_validation: true
# Appservice configuration files to load into this homeserver.
config_files:
# - /path/to/appservice_registration.yaml
# Configuration for the Client API.
client_api:
# Prevents new users from being able to register on this homeserver, except when
# using the registration shared secret below.
registration_disabled: false
# Prevents new guest accounts from being created. Guest registration is also
# disabled implicitly by setting 'registration_disabled' above.
guests_disabled: true
# If set, allows registration by anyone who knows the shared secret, regardless
# of whether registration is otherwise disabled.
registration_shared_secret: ""
# Whether to require reCAPTCHA for registration. If you have enabled registration
# then this is HIGHLY RECOMMENDED to reduce the risk of your homeserver being used
# for coordinated spam attacks.
enable_registration_captcha: false
# Settings for ReCAPTCHA.
recaptcha_public_key: ""
recaptcha_private_key: ""
recaptcha_bypass_secret: ""
recaptcha_siteverify_api: ""
# TURN server information that this homeserver should send to clients.
turn:
turn_user_lifetime: ""
turn_uris:
# - turn:turn.server.org?transport=udp
# - turn:turn.server.org?transport=tcp
turn_shared_secret: ""
turn_username: ""
turn_password: ""
# Settings for rate-limited endpoints. Rate limiting kicks in after the threshold
# number of "slots" have been taken by requests from a specific host. Each "slot"
# will be released after the cooloff time in milliseconds. Server administrators
# and appservice users are exempt from rate limiting by default.
rate_limiting:
enabled: true
threshold: 5
cooloff_ms: 500
exempt_user_ids:
# - "@user:domain.com"
# Configuration for the Federation API.
federation_api:
database:
connection_string: file:federation_api.db
# How many times we will try to resend a failed transaction to a specific server. The
# backoff is 2**x seconds, so 1 = 2 seconds, 2 = 4 seconds, 3 = 8 seconds etc. Once
# the max retries are exceeded, Dendrite will no longer try to send transactions to
# that server until it comes back to life and connects to us again.
send_max_retries: 16
# Disable the validation of TLS certificates of remote federated homeservers. Do not
# enable this option in production as it presents a security risk!
disable_tls_validation: false
# Perspective keyservers to use as a backup when direct key fetches fail. This may
# be required to satisfy key requests for servers that are no longer online when
# joining some rooms.
key_perspectives:
- server_name: matrix.org
keys:
- key_id: ed25519:auto
public_key: Noi6WqcDj0QmPxCNQqgezwTlBKrfqehY1u2FyWP9uYw
- key_id: ed25519:a_RXGa
public_key: l8Hft5qXKn1vfHrg3p4+W8gELQVo8N13JkluMfmn2sQ
# This option will control whether Dendrite will prefer to look up keys directly
# or whether it should try perspective servers first, using direct fetches as a
# last resort.
prefer_direct_fetch: false
# Configuration for the Media API.
media_api:
database:
connection_string: file:media_api.db
# Storage path for uploaded media. May be relative or absolute.
base_path: ./media_store
# The maximum allowed file size (in bytes) for media uploads to this homeserver
# (0 = unlimited). If using a reverse proxy, ensure it allows requests at least
#this large (e.g. the client_max_body_size setting in nginx).
max_file_size_bytes: 10485760
# Whether to dynamically generate thumbnails if needed.
dynamic_thumbnails: false
# The maximum number of simultaneous thumbnail generators to run.
max_thumbnail_generators: 10
# A list of thumbnail sizes to be generated for media content.
thumbnail_sizes:
- width: 32
height: 32
method: crop
- width: 96
height: 96
method: crop
- width: 640
height: 480
method: scale
# Configuration for enabling experimental MSCs on this homeserver.
mscs:
database:
connection_string: file:mscs.db
mscs:
# - msc2836 # (Threading, see https://github.com/matrix-org/matrix-doc/pull/2836)
# - msc2946 # (Spaces Summary, see https://github.com/matrix-org/matrix-doc/pull/2946)
# Configuration for the Sync API.
sync_api:
# This option controls which HTTP header to inspect to find the real remote IP
# address of the client. This is likely required if Dendrite is running behind
# a reverse proxy server.
# real_ip_header: X-Real-IP
database:
connection_string: file:sync_api.db
key_server:
database:
connection_string: file:key_server.db
room_server:
database:
connection_string: file:room_server.db
# Configuration for the User API.
user_api:
account_database:
connection_string: file:user_api.db
# The cost when hashing passwords on registration/login. Default: 10. Min: 4, Max: 31
# See https://pkg.go.dev/golang.org/x/crypto/bcrypt for more information.
# Setting this lower makes registration/login consume less CPU resources at the cost
# of security should the database be compromised. Setting this higher makes registration/login
# consume more CPU resources but makes it harder to brute force password hashes. This value
# can be lowered if performing tests or on embedded Dendrite instances (e.g WASM builds).
bcrypt_cost: 10
# The length of time that a token issued for a relying party from
# /_matrix/client/r0/user/{userId}/openid/request_token endpoint
# is considered to be valid in milliseconds.
# The default lifetime is 3600000ms (60 minutes).
# openid_token_lifetime_ms: 3600000
# Configuration for Opentracing.
# See https://github.com/matrix-org/dendrite/tree/master/docs/tracing for information on
# how this works and how to set it up.
tracing:
enabled: false
jaeger:
serviceName: ""
disabled: false
rpc_metrics: false
tags: []
sampler: null
reporter: null
headers: null
baggage_restrictions: null
throttler: null
# Logging configuration. The "std" logging type controls the logs being sent to
# stdout. The "file" logging type controls logs being written to a log folder on
# the disk. Supported log levels are "debug", "info", "warn", "error".
logging:
- type: std
level: info
- type: file
level: info
params:
path: ./logs

44
integration_test/flows/auth_flows.dart Normal file
View file

@ -0,0 +1,44 @@
import 'package:fluffychat/pages/sign_in/view_model/model/public_homeserver_data.dart';
import 'package:flutter/material.dart';
import '../data/environment_constants.dart';
import '../utils/fluffy_chat_tester.dart';
extension AuthFlows on FluffyChatTester {
Future<void> login() async {
await waitFor('Sign in');
await tapOn('Sign in');
await enterText(TextField, 'http://$homeserver', index: 0);
await tapOn(RadioListTile<PublicHomeserverData>, index: 0);
await tapOn('Continue');
await waitFor('Log in to http://$homeserver');
await enterText(TextField, user1Name, index: 0);
await enterText(TextField, user1Pw, index: 1);
await tapOn('Login');
}
Future<void> logout() async {
await tapOn(Key('accounts_and_settings_buttons'));
await tapOn('Settings');
await scrollUntilVisible('Logout');
await tapOn('Logout');
await tapOn(Key('ok_cancel_alert_dialog_ok_button'));
await waitFor('Sign in');
}
Future<void> skipNoNotificationsDialog() async {
if (await isVisible('Push notifications not available')) {
await tapOn('Do not show again');
}
}
Future<bool> ensureLoggedIn() async {
if (await isVisible('Sign in') == false) return false;
await login();
await tapOn(CloseButton);
await tapOn('Skip');
await skipNoNotificationsDialog();
return true;
}
}

42
integration_test/flows/basic_messaging.dart Normal file
View file

@ -0,0 +1,42 @@
import 'package:fluffychat/pages/chat_list/chat_list.dart';
import 'package:fluffychat/widgets/chat_settings_popup_menu.dart';
import 'package:flutter/material.dart';
import 'package:flutter_test/flutter_test.dart';
import '../utils/fluffy_chat_tester.dart';
import 'auth_flows.dart';
Future<void> basicMessaging(WidgetTester widgetTester) => widgetTester
.startFluffyChatTest()
.then((tester) => tester._basicMessaging());
extension on FluffyChatTester {
Future<void> _basicMessaging() async {
final shouldLogout = await ensureLoggedIn();
// Create a new group chat
await tapOn(FloatingActionButton);
await tapOn('Create group');
await enterText(TextField, 'Test Group 01');
await tapOn('Create a group and invite users');
await waitFor('Invite contact');
await goBack();
// Send a message
const testMessage = 'Hello from integration test!';
await enterText(Key('chat_input_field'), testMessage);
await tapOn(Key('send_button'));
// Ensure message is visible
await waitFor(testMessage);
// Archive the chat
await tapOn(ChatSettingsPopupMenu);
await tapOn('Leave');
await waitFor('Are you sure?');
await tapOn('Leave');
await waitFor(ChatList);
if (shouldLogout) await logout();
}
}

23
integration_test/flows/login_and_chat_backup.dart Normal file
View file

@ -0,0 +1,23 @@
import 'package:flutter_test/flutter_test.dart';
import '../utils/fluffy_chat_tester.dart';
import 'auth_flows.dart';
Future<void> loginAndChatBackup(WidgetTester widgetTester) => widgetTester
.startFluffyChatTest()
.then((tester) => tester._loginAndChatBackup());
extension on FluffyChatTester {
Future<void> _loginAndChatBackup() async {
await login();
// Skip bootstrap
await tapOn('Copy to clipboard');
await tapOn('Next');
await tapOn('Close');
await skipNoNotificationsDialog();
await logout();
}
}

36
integration_test/login.yaml
View file

@ -1,36 +0,0 @@
appId: chat.fluffy.fluffychat
---
- extendedWaitUntil: # Wait for app to be visible
visible: "Sign in"
timeout: 60000
- retry:
maxRetries: 10 # Emulator might need some time to be ready to
commands:
- tapOn: "Sign in"
- tapOn: "Search or enter homeserver address"
- inputText: "http://${HOMESERVER}"
- pressKey: "back"
- tapOn:
id: "homeserver_tile_0"
- tapOn:
id: "connect_to_homeserver_button"
- assertVisible: "Log in to http://${HOMESERVER}"
- inputText: "${USER1_NAME}"
- tapOn: "Password"
- inputText: "${USER1_PW}"
- tapOn: "Login" # Click the login button
- tapOn:
id: "store_in_secure_storage"
- tapOn: "Next"
- tapOn:
text: "Close"
index: 1
- assertVisible: "Push notifications not available"
- tapOn: "Do not show again"
- tapOn:
id: "accounts_and_settings" # Open the popup menu
- tapOn: "Settings"
- scrollUntilVisible:
element: "Logout"
- tapOn: "Logout"
- tapOn: "Logout" # Confirm logout dialog

14
integration_test/mobile_test.dart Normal file
View file

@ -0,0 +1,14 @@
import 'package:flutter_test/flutter_test.dart';
import 'package:integration_test/integration_test.dart';
import 'flows/basic_messaging.dart';
import 'flows/login_and_chat_backup.dart';
void main() {
IntegrationTestWidgetsFlutterBinding.ensureInitialized();
group('FluffyChat Integration Tests', () {
testWidgets('Login and logout flow', loginAndChatBackup);
testWidgets('Basic Messaging', basicMessaging);
});
}

117
integration_test/utils/fluffy_chat_tester.dart Normal file
View file

@ -0,0 +1,117 @@
import 'package:flutter/widgets.dart';
import 'package:flutter_test/flutter_test.dart';
import 'package:fluffychat/main.dart' as app;
extension type FluffyChatTester(WidgetTester tester) {
static int _printCounter = 1;
void _print(String message) {
debugPrint(
'[INTEGRATION TEST] ${DateTime.now().toIso8601String()} | Step ${_printCounter++} - $message',
);
}
Future<bool> isVisible(
Object object, {
Duration timeout = const Duration(seconds: 3),
}) async {
final end = DateTime.now().add(timeout);
while (object.toFinder().evaluate().isEmpty) {
if (DateTime.now().isAfter(end)) {
return false;
}
await tester.pump(const Duration(milliseconds: 500));
}
return true;
}
Future<void> waitFor(
Object object, {
Duration timeout = const Duration(seconds: 30),
}) async {
_print('👀 Waiting for "$object" (${timeout.inSeconds}s)');
final end = DateTime.now().add(timeout);
while (object.toFinder().evaluate().isEmpty) {
if (DateTime.now().isAfter(end)) {
throw Exception('⏱️ Timed out waiting for "$object"!');
}
await tester.pump(const Duration(milliseconds: 500));
}
}
Future<Finder> _ensureVisible(Object object, {int? index}) async {
var finder = object.toFinder();
if (finder.evaluate().isEmpty) await waitFor(object);
if (finder.evaluate().length > 1) {
if (index == null) {
throw Exception(
'⚠️ Found ${finder.evaluate().length} "$object" objects. Please specify an index!',
);
}
if (finder.evaluate().length <= index) {
throw Exception(
'⚠️ Found ${finder.evaluate().length} "$object" objects. So index $index does not exist!',
);
}
finder = finder.at(index);
}
return finder;
}
Future<void> tapOn(Object object, {int? index}) async {
final finder = await _ensureVisible(object, index: index);
_print('👆 Tapping on "$object"');
await tester.tap(finder);
await tester.pumpAndSettle();
}
Future<void> goBack() async {
_print('🔙 Going a page back');
await tester.pageBack();
}
Future<void> enterText(Object object, String text, {int? index}) async {
final finder = await _ensureVisible(object, index: index);
_print('⌨️ Enter "$text" into "$object"');
await tester.enterText(finder, text);
FocusManager.instance.primaryFocus?.unfocus();
await tester.pumpAndSettle();
}
Future<void> scrollUntilVisible(
Object object, {
int? index,
Object? scrollable,
}) async {
_print('📜 Scrolling to "$object"');
await tester.scrollUntilVisible(
object.toFinder(),
500.0,
scrollable: scrollable?.toFinder() ?? find.byType(Scrollable).last,
);
await tester.pumpAndSettle();
}
}
extension on Object {
Finder toFinder() => switch (this) {
final Finder finder => finder,
final String string => find.text(string),
final Key key => find.byKey(key),
final IconData icon => find.byIcon(icon),
final Type type => find.byType(type),
final Widget widget => find.byWidget(widget),
_ => throw Exception('Unsupported finder type: $runtimeType'),
};
}
extension StartTest on WidgetTester {
Future<FluffyChatTester> startFluffyChatTest() async {
app.main();
return FluffyChatTester(this);
}
}