Merge pull request #3884 from wireapp/release_2024-02-13_09_30

Release 2024-02-13 - (expected chart version 4.41.0)

CHANGELOG.md

@@ -1,3 +1,5 @@
+# [2024-02-13] (Chart Release 4.41.0)
+
 # [2024-02-12] (Chart Release 4.40.0)
 
 ## Release notes

libs/gundeck-types/src/Gundeck/Types/Push/V2.hs

@@ -178,14 +178,17 @@ newtype ApsLocKey = ApsLocKey {fromLocKey :: Text}
 
 data ApsPreference
  = ApsStdPreference
+ | ApsVoIPPreference
  deriving (Eq, Show, Generic)
  deriving (Arbitrary) via GenericUniform ApsPreference
 
 instance ToJSON ApsPreference where
+ toJSON ApsVoIPPreference = "voip"
  toJSON ApsStdPreference = "std"
 
 instance FromJSON ApsPreference where
  parseJSON = withText "ApsPreference" $ \case
+ "voip" -> pure ApsVoIPPreference
  "std" -> pure ApsStdPreference
  x -> fail $ "Invalid preference: " ++ show x
 

libs/wire-api/src/Wire/API/Push/V2/Token.hs

@@ -115,6 +115,8 @@ data Transport
  = GCM
  | APNS
  | APNSSandbox
+ | APNSVoIP
+ | APNSVoIPSandbox
  deriving stock (Eq, Ord, Show, Bounded, Enum, Generic)
  deriving (Arbitrary) via (GenericUniform Transport)
  deriving (A.ToJSON, A.FromJSON, S.ToSchema) via (Schema Transport)
@@ -125,7 +127,9 @@ instance ToSchema Transport where
  mconcat
  [ element "GCM" GCM,
  element "APNS" APNS,
- element "APNS_SANDBOX" APNSSandbox
+ element "APNS_SANDBOX" APNSSandbox,
+ element "APNS_VOIP" APNSVoIP,
+ element "APNS_VOIP_SANDBOX" APNSVoIPSandbox
  ]
 
 instance FromByteString Transport where
@@ -134,6 +138,8 @@ instance FromByteString Transport where
  "GCM" -> pure GCM
  "APNS" -> pure APNS
  "APNS_SANDBOX" -> pure APNSSandbox
+ "APNS_VOIP" -> pure APNSVoIP
+ "APNS_VOIP_SANDBOX" -> pure APNSVoIPSandbox
  x -> fail $ "Invalid push transport: " <> show x
 
 newtype Token = Token

libs/wire-api/test/golden/Test/Wire/API/Golden/Generated.hs

@@ -791,6 +791,12 @@ tests =
  ),
  ( Test.Wire.API.Golden.Generated.Push_2eToken_2eTransport_user.testObject_Push_2eToken_2eTransport_user_3,
  "testObject_Push_2eToken_2eTransport_user_3.json"
+ ),
+ ( Test.Wire.API.Golden.Generated.Push_2eToken_2eTransport_user.testObject_Push_2eToken_2eTransport_user_4,
+ "testObject_Push_2eToken_2eTransport_user_4.json"
+ ),
+ ( Test.Wire.API.Golden.Generated.Push_2eToken_2eTransport_user.testObject_Push_2eToken_2eTransport_user_5,
+ "testObject_Push_2eToken_2eTransport_user_5.json"
  )
  ],
  testGroup "Golden: Token_user" $

libs/wire-api/test/golden/Test/Wire/API/Golden/Generated/Push_2eToken_2eTransport_user.hs

@@ -17,7 +17,7 @@
 
 module Test.Wire.API.Golden.Generated.Push_2eToken_2eTransport_user where
 
-import Wire.API.Push.Token (Transport (APNS, APNSSandbox, GCM))
+import Wire.API.Push.Token (Transport (APNS, APNSSandbox, APNSVoIP, APNSVoIPSandbox, GCM))
 import Wire.API.Push.Token qualified as Push.Token (Transport)
 
 testObject_Push_2eToken_2eTransport_user_1 :: Push.Token.Transport
@@ -28,3 +28,9 @@ testObject_Push_2eToken_2eTransport_user_2 = APNS
 
 testObject_Push_2eToken_2eTransport_user_3 :: Push.Token.Transport
 testObject_Push_2eToken_2eTransport_user_3 = APNSSandbox
+
+testObject_Push_2eToken_2eTransport_user_4 :: Push.Token.Transport
+testObject_Push_2eToken_2eTransport_user_4 = APNSVoIP
+
+testObject_Push_2eToken_2eTransport_user_5 :: Push.Token.Transport
+testObject_Push_2eToken_2eTransport_user_5 = APNSVoIPSandbox

libs/wire-api/test/golden/Test/Wire/API/Golden/Manual.hs

@@ -42,6 +42,7 @@ import Test.Wire.API.Golden.Manual.QualifiedUserClientPrekeyMap
 import Test.Wire.API.Golden.Manual.SearchResultContact
 import Test.Wire.API.Golden.Manual.SubConversation
 import Test.Wire.API.Golden.Manual.TeamSize
+import Test.Wire.API.Golden.Manual.Token
 import Test.Wire.API.Golden.Manual.UserClientPrekeyMap
 import Test.Wire.API.Golden.Manual.UserIdList
 import Test.Wire.API.Golden.Runner
@@ -143,6 +144,9 @@ tests =
  testGroup "GroupId" $
  testObjects
  [(testObject_GroupId_1, "testObject_GroupId_1.json")],
+ testGroup "PushToken" $
+ testObjects
+ [(testObject_Token_1, "testObject_Token_1.json")],
  testGroup "TeamSize" $
  testObjects
  [ (testObject_TeamSize_1, "testObject_TeamSize_1.json"),

libs/wire-api/test/golden/Test/Wire/API/Golden/Manual/Token.hs

@@ -0,0 +1,29 @@
+-- This file is part of the Wire Server implementation.
+--
+-- Copyright (C) 2022 Wire Swiss GmbH <[email protected]>
+--
+-- This program is free software: you can redistribute it and/or modify it under
+-- the terms of the GNU Affero General Public License as published by the Free
+-- Software Foundation, either version 3 of the License, or (at your option) any
+-- later version.
+--
+-- This program is distributed in the hope that it will be useful, but WITHOUT
+-- ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
+-- FOR A PARTICULAR PURPOSE. See the GNU Affero General Public License for more
+-- details.
+--
+-- You should have received a copy of the GNU Affero General Public License along
+-- with this program. If not, see <https://www.gnu.org/licenses/>.
+
+module Test.Wire.API.Golden.Manual.Token where
+
+import Data.Id
+import Wire.API.Push.V2.Token
+
+testObject_Token_1 :: PushToken
+testObject_Token_1 =
+ pushToken
+ APNSVoIPSandbox
+ (AppName {appNameText = "j{\110746\SOH_\1084873M"})
+ (Token {tokenText = "K"})
+ (ClientId {clientToWord64 = 6})

libs/wire-api/test/golden/testObject_Push_2eToken_2eTransport_user_4.json

@@ -0,0 +1 @@
+"APNS_VOIP"

libs/wire-api/test/golden/testObject_Push_2eToken_2eTransport_user_5.json

@@ -0,0 +1 @@
+"APNS_VOIP_SANDBOX"

libs/wire-api/test/golden/testObject_Token_1.json

@@ -0,0 +1,6 @@
+{
+ "app": "j{𛂚\u0001_􈷉M",
+ "client": "6",
+ "token": "K",
+ "transport": "APNS_VOIP_SANDBOX"
+}

libs/wire-api/test/unit/Test/Wire/API/MLS.hs

@@ -308,7 +308,7 @@ spawn cp minput = do
  in snd <$> concurrently writeInput readOutput
  case (mout, ex) of
  (Just out, ExitSuccess) -> pure out
- _ -> assertFailure $ "Failed spawning process\n" <> show mout <> "\n" <> show ex
+ _ -> assertFailure "Failed spawning process"
 
 cli :: String -> FilePath -> [String] -> CreateProcess
 cli store tmp args =

libs/wire-api/wire-api.cabal

@@ -585,6 +585,7 @@ test-suite wire-api-golden-tests
  Test.Wire.API.Golden.Manual.SearchResultContact
  Test.Wire.API.Golden.Manual.SubConversation
  Test.Wire.API.Golden.Manual.TeamSize
+ Test.Wire.API.Golden.Manual.Token
  Test.Wire.API.Golden.Manual.UserClientPrekeyMap
  Test.Wire.API.Golden.Manual.UserIdList
  Test.Wire.API.Golden.Protobuf

services/brig/docs/swagger-v3.json

@@ -14,7 +14,9 @@
  "enum": [
  "GCM",
  "APNS",
- "APNS_SANDBOX"
+ "APNS_SANDBOX",
+ "APNS_VOIP",
+ "APNS_VOIP_SANDBOX"
  ],
  "type": "string"
  },

services/brig/docs/swagger-v4.json

@@ -4828,7 +4828,9 @@
  "enum": [
  "GCM",
  "APNS",
- "APNS_SANDBOX"
+ "APNS_SANDBOX",
+ "APNS_VOIP",
+ "APNS_VOIP_SANDBOX"
  ],
  "type": "string"
  },

services/brig/src/Brig/Provider/API.hs

@@ -76,6 +76,7 @@ import Data.Range
 import Data.Set qualified as Set
 import Data.Text.Ascii qualified as Ascii
 import Data.Text.Encoding qualified as Text
+import Data.Text.Lazy qualified as Text
 import GHC.TypeNats
 import Imports
 import Network.HTTP.Types.Status
@@ -705,7 +706,7 @@ addBot zuid zcon cid add = do
  -- implicitly in the next line.
  pure $ FutureWork @'UnprotectedBot undefined
  wrapClientE (User.addClient (botUserId bid) bcl newClt maxPermClients (Just $ Set.singleton Public.ClientSupportsLegalholdImplicitConsent))
- !>> const (StdError badGateway) -- MalformedPrekeys
+ !>> const (StdError $ badGatewayWith "MalformedPrekeys")
 
  -- Add the bot to the conversation
  ev <- lift $ RPC.addBotMember zuid zcon cid bid (clientId clt) pid sid
@@ -917,8 +918,8 @@ maybeInvalidUser = maybe (throwStd (errorToWai @'E.InvalidUser)) pure
 rangeChecked :: (KnownNat n, KnownNat m, Within a n m, Monad monad) => a -> (ExceptT Error monad) (Range n m a)
 rangeChecked = either (throwStd . invalidRange . fromString) pure . checkedEither
 
-badGateway :: Wai.Error
-badGateway = Wai.mkError status502 "bad-gateway" "The upstream service returned an invalid response."
+badGatewayWith :: String -> Wai.Error
+badGatewayWith str = Wai.mkError status502 "bad-gateway" ("The upstream service returned an invalid response: " <> Text.pack str)
 
 tooManyBots :: Wai.Error
 tooManyBots = Wai.mkError status409 "too-many-bots" "Maximum number of bots for the service reached."
@@ -927,7 +928,7 @@ serviceNotWhitelisted :: Wai.Error
 serviceNotWhitelisted = Wai.mkError status403 "service-not-whitelisted" "The desired service is not on the whitelist of allowed services for this team."
 
 serviceError :: RPC.ServiceError -> Wai.Error
-serviceError RPC.ServiceUnavailable = badGateway
+serviceError (RPC.ServiceUnavailableWith str) = badGatewayWith str
 serviceError RPC.ServiceBotConflict = tooManyBots
 
 randServiceToken :: MonadIO m => m Public.ServiceToken

services/brig/src/Brig/Provider/RPC.hs

@@ -63,7 +63,7 @@ import Wire.Rpc
 -- External RPC
 
 data ServiceError
- = ServiceUnavailable
+ = ServiceUnavailableWith String
  | ServiceBotConflict
 
 -- | Request a new bot to be created by an external service.
@@ -86,7 +86,7 @@ createBot scon new = do
  case Bilge.statusCode rs of
  201 -> decodeBytes "External" (responseBody rs)
  409 -> throwE ServiceBotConflict
- _ -> lift (extLogError scon rs) >> throwE ServiceUnavailable
+ _ -> lift (extLogError scon rs) >> throwE (ServiceUnavailableWith $ show rs)
  where
  -- we can't use 'responseJsonEither' instead, because we have a @Response ByteString@
  -- here, not a @Response (Maybe ByteString)@.
@@ -97,7 +97,7 @@ createBot scon new = do
  extReq scon ["bots"]
  . method POST
  . Bilge.json new
- onExc ex = lift (extLogError scon ex) >> throwE ServiceUnavailable
+ onExc ex = lift (extLogError scon ex) >> throwE (ServiceUnavailableWith $ displayException ex)
 
 extReq :: ServiceConn -> [ByteString] -> Request -> Request
 extReq scon ps =

services/gundeck/src/Gundeck/Aws.hs

@@ -369,12 +369,17 @@ newtype Attributes = Attributes
 
 -- Note [VoIP TTLs]
 -- ~~~~~~~~~~~~~~~~
--- For GCM, APNS and APNS_SANDBOX, SNS treats the TTL "0"
+-- The TTL message attributes for APNS_VOIP and APNS_VOIP_SANDBOX are not
+-- documented but appear to work. The reason might be that TTLs were
+-- introduced before support for VoIP notifications. There is a catch,
+-- however. For GCM, APNS and APNS_SANDBOX, SNS treats the TTL "0"
 -- specially, i.e. it forwards it to the provider where it has a special
--- meaning. Which means if the TTL is lower than the "dwell time" in SNS,
--- the notification is never sent to the provider. So we must specify a
--- reasonably large TTL for transient VoIP notifications, so that they are
--- not discarded already by SNS.
+-- meaning. That does not appear to be the case for APNS_VOIP and
+-- APNS_VOIP_SANDBOX, for which the TTL is interpreted normally, which means
+-- if the TTL is lower than the "dwell time" in SNS, the notification is
+-- never sent to the provider. So we must specify a reasonably large TTL
+-- for transient VoIP notifications, so that they are not discarded
+-- already by SNS.
 --
 -- cf. http://docs.aws.amazon.com/sns/latest/dg/sns-ttl.html
 
@@ -390,9 +395,13 @@ timeToLive t s = Attributes (Endo (ttlAttr s))
  ttlNow GCM = "0"
  ttlNow APNS = "0"
  ttlNow APNSSandbox = "0"
+ ttlNow APNSVoIP = "15" -- See note [VoIP TTLs]
+ ttlNow APNSVoIPSandbox = "15" -- See note [VoIP TTLs]
  ttlKey GCM = "AWS.SNS.MOBILE.GCM.TTL"
  ttlKey APNS = "AWS.SNS.MOBILE.APNS.TTL"
  ttlKey APNSSandbox = "AWS.SNS.MOBILE.APNS_SANDBOX.TTL"
+ ttlKey APNSVoIP = "AWS.SNS.MOBILE.APNS_VOIP.TTL"
+ ttlKey APNSVoIPSandbox = "AWS.SNS.MOBILE.APNS_VOIP_SANDBOX.TTL"
 
 publish :: EndpointArn -> LT.Text -> Attributes -> Amazon (Either PublishError ())
 publish arn txt attrs = do

services/gundeck/src/Gundeck/Aws/Arn.hs

@@ -134,6 +134,8 @@ arnTransportText :: Transport -> Text
 arnTransportText GCM = "GCM"
 arnTransportText APNS = "APNS"
 arnTransportText APNSSandbox = "APNS_SANDBOX"
+arnTransportText APNSVoIP = "APNS_VOIP"
+arnTransportText APNSVoIPSandbox = "APNS_VOIP_SANDBOX"
 
 -- Parsers --------------------------------------------------------------------
 
@@ -157,5 +159,7 @@ endpointTopicParser = do
 transportParser :: Parser Transport
 transportParser =
  string "GCM" $> GCM
+ <|> string "APNS_VOIP_SANDBOX" $> APNSVoIPSandbox
+ <|> string "APNS_VOIP" $> APNSVoIP
  <|> string "APNS_SANDBOX" $> APNSSandbox
  <|> string "APNS" $> APNS

services/gundeck/src/Gundeck/Instances.hs

@@ -40,11 +40,15 @@ instance Cql Transport where
  toCql GCM = CqlInt 0
  toCql APNS = CqlInt 1
  toCql APNSSandbox = CqlInt 2
+ toCql APNSVoIP = CqlInt 3
+ toCql APNSVoIPSandbox = CqlInt 4
 
  fromCql (CqlInt i) = case i of
  0 -> pure GCM
  1 -> pure APNS
  2 -> pure APNSSandbox
+ 3 -> pure APNSVoIP
+ 4 -> pure APNSVoIPSandbox
  n -> Left $ "unexpected transport: " ++ show n
  fromCql _ = Left "transport: int expected"
 

services/gundeck/src/Gundeck/Push.hs

@@ -374,16 +374,31 @@ nativeTargets psh rcps' alreadySent =
  null (psh ^. pushConnections)
  || a ^. addrConn `elem` psh ^. pushConnections
  -- Apply transport preference in case of alternative transports for the
- -- same client. If no explicit preference is given, the default preference depends on the priority.
+ -- same client (currently only APNS vs APNS VoIP). If no explicit
+ -- preference is given, the default preference depends on the priority.
  preference as =
  let pref = psh ^. pushNativeAps >>= view apsPreference
  in filter (pick (fromMaybe defPreference pref)) as
  where
  pick pr a = case a ^. addrTransport of
  GCM -> True
- APNS -> pr == ApsStdPreference
- APNSSandbox -> pr == ApsStdPreference
- defPreference = ApsStdPreference
+ APNS -> pr == ApsStdPreference || notAny a APNSVoIP
+ APNSSandbox -> pr == ApsStdPreference || notAny a APNSVoIPSandbox
+ APNSVoIP -> pr == ApsVoIPPreference || notAny a APNS
+ APNSVoIPSandbox -> pr == ApsVoIPPreference || notAny a APNSSandbox
+ notAny a t =
+ not
+ ( any
+ ( \a' ->
+ addrEqualClient a a'
+ && a ^. addrApp == a' ^. addrApp
+ && a' ^. addrTransport == t
+ )
+ as
+ )
+ defPreference = case psh ^. pushNativePriority of
+ LowPriority -> ApsStdPreference
+ HighPriority -> ApsVoIPPreference
  check :: Either SomeException [a] -> m [a]
  check (Left e) = mntgtLogErr e >> pure []
  check (Right r) = pure r

services/gundeck/src/Gundeck/Push/Native/Serialise.hs

@@ -54,6 +54,8 @@ renderText t prio x = case t of
  GCM -> trim "GCM" (jsonString gcmJson)
  APNS -> trim "APNS" (jsonString stdApnsJson)
  APNSSandbox -> trim "APNS_SANDBOX" (jsonString stdApnsJson)
+ APNSVoIP -> trim "APNS_VOIP" (jsonString voipApnsJson)
+ APNSVoIPSandbox -> trim "APNS_VOIP_SANDBOX" (jsonString voipApnsJson)
  where
  gcmJson =
  object
@@ -65,6 +67,11 @@ renderText t prio x = case t of
  [ "aps" .= apsDict,
  "data" .= x
  ]
+ voipApnsJson =
+ object
+ [ "aps" .= object [],
+ "data" .= x
+ ]
  -- https://developer.apple.com/documentation/usernotifications/modifying_content_in_newly_delivered_notifications
  -- Must contain `mutable-content: 1` and include an alert dictionary with title, subtitle, or body information.
  -- Since we have no useful data here, we send a default payload that gets overridden by the client
@@ -87,6 +94,8 @@ maxPayloadSize :: Transport -> Int64
 maxPayloadSize GCM = 4096
 maxPayloadSize APNS = 4096
 maxPayloadSize APNSSandbox = 4096
+maxPayloadSize APNSVoIP = 5120
+maxPayloadSize APNSVoIPSandbox = 5120
 
 gcmPriority :: Priority -> Text
 gcmPriority LowPriority = "normal"

services/gundeck/test/integration/API.hs

@@ -838,8 +838,9 @@ testSharePushToken = do
  gcmTok <- Token . T.decodeUtf8 . toByteString' <$> randomId
  apsTok <- Token . T.decodeUtf8 . B16.encode <$> randomBytes 32
  let tok1 = pushToken GCM "test" gcmTok
- let tok2 = pushToken APNS "com.wire.int.ent" apsTok
- forM_ [tok1, tok2] $ \tk -> do
+ let tok2 = pushToken APNSVoIP "com.wire.dev.ent" apsTok
+ let tok3 = pushToken APNS "com.wire.int.ent" apsTok
+ forM_ [tok1, tok2, tok3] $ \tk -> do
  u1 <- randomUser
  u2 <- randomUser
  c1 <- randomClientId