diff --git a/CHANGELOG.md b/CHANGELOG.md
index 49d8cca591..7f25c55943 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -3,7 +3,16 @@
 
 ## [Unreleased]
 
-## [3.3.0](https://github.com/OpenNMT/OpenNMT-py/tree/3.2.0) (2023-06-22)
+## [3.4.0](https://github.com/OpenNMT/OpenNMT-py/tree/3.4.0) (2023-09-06)
+
+* bitsandbytes 4/8 bit quantization at inference
+* MMLU-FR results and scoring
+* flan-T5 support
+* flash attention
+* terminology transform
+* tensor parallelism (inference, training)
+
+## [3.3.0](https://github.com/OpenNMT/OpenNMT-py/tree/3.3.0) (2023-06-22)
 
 * Switch to pytorch 2.0.1
 * Eval LLM with MMLU benchmark
diff --git a/onmt/__init__.py b/onmt/__init__.py
index c5cbdd9450..14d703a86b 100644
--- a/onmt/__init__.py
+++ b/onmt/__init__.py
@@ -21,4 +21,4 @@
     onmt.modules,
 ]
 
-__version__ = "3.3.0"
+__version__ = "3.4.0"
diff --git a/setup.py b/setup.py
index 1586273606..1ddcb3de86 100644
--- a/setup.py
+++ b/setup.py
@@ -11,7 +11,7 @@
     description="A python implementation of OpenNMT",
     long_description=long_description,
     long_description_content_type="text/markdown",
-    version="3.3",
+    version="3.4",
     packages=find_packages(),
     project_urls={
         "Documentation": "http://opennmt.net/OpenNMT-py/",