diff --git a/data/piles/english/pile_of_templated_actions.csv b/data/piles/english/pile_of_templated_actions.csv
index f92e80b..1cf2bab 100644
--- a/data/piles/english/pile_of_templated_actions.csv
+++ b/data/piles/english/pile_of_templated_actions.csv
@@ -134,8 +134,8 @@ fan,turn_on,Make certain the <device_name> is running,1
 switch,turn_on,"Can you turn on <device_name>?",1
 switch,turn_off,"Please switch off <device_name>.",1
 switch,toggle,"Could you toggle <device_name>?",1
-switch,turn_on,"I need <device_name> on,1
-switch,turn_off,"Turn off <device_name>,1
+switch,turn_on,"I need <device_name> on",1
+switch,turn_off,"Turn off <device_name>",1
 switch,toggle,"Can <device_name> be toggled?",1
 switch,turn_on,"Activate <device_name>.",1
 switch,turn_off,"Deactivate <device_name>.",1
@@ -143,41 +143,41 @@ switch,toggle,"Is it possible to toggle the <device_name>?",1
 switch,turn_on,"Let's have <device_name> on.",1
 switch,turn_off,"We don't need <device_name> on anymore.",1
 switch,toggle,"Toggle <device_name> for me.",1
-switch,turn_on,"Switch on <device_name>,1
+switch,turn_on,"Switch on <device_name>",1
 switch,turn_off,"I'd like <device_name> off now.",1
 switch,toggle,"Can you change the state of <device_name>?",1
 switch,turn_on,"Please turn on <device_name>.",1
-switch,turn_off,"Shut off <device_name>,1
-switch,toggle,"A quick toggle of <device_name>,1
+switch,turn_off,"Shut off <device_name>",1
+switch,toggle,"A quick toggle of <device_name>",1
 switch,turn_on,"<device_name> needs to be on.",1
 switch,turn_off,"Time to turn <device_name> off.",1
 media_player,volume_up,"Increase the volume on <device_name>.",1
 media_player,volume_up,"Turn up <device_name> a bit.",1
-media_player,volume_up,"Louder on <device_name>,1
+media_player,volume_up,"Louder on <device_name>",1
 media_player,volume_down,"Can you lower <device_name>'s volume?",1
 media_player,volume_down,"Decrease the volume on <device_name>.",1
-media_player,volume_down,"Turn down <device_name>,1
-media_player,volume_mute,"Mute <device_name>,1
+media_player,volume_down,"Turn down <device_name>",1
+media_player,volume_mute,"Mute <device_name>",1
 media_player,volume_mute,"Silence <device_name> for a moment.",1
 media_player,volume_mute,"Can you mute <device_name>?",1
 media_player,media_play,"Start playing on <device_name>.",1
 media_player,media_play,"Can you play <device_name>?",1
-media_player,media_play,"Play the media on <device_name>,1
+media_player,media_play,"Play the media on <device_name>",1
 media_player,media_pause,"Pause <device_name>.",1
 media_player,media_pause,"Can you pause <device_name>?",1
-media_player,media_pause,"Hold the playback on <device_name>,1
+media_player,media_pause,"Hold the playback on <device_name>",1
 media_player,media_stop,"Stop <device_name> completely.",1
 media_player,media_stop,"Can you stop playback on <device_name>?",1
-media_player,media_stop,"End the session on <device_name>,1
-media_player,media_next_track,"Next track on <device_name>,1
+media_player,media_stop,"End the session on <device_name>",1
+media_player,media_next_track,"Next track on <device_name>",1
 media_player,media_next_track,"Advance <device_name> to the next song.",1
 media_player,media_next_track,"Skip this track on <device_name>.",1
-media_player,media_previous_track,"Previous track on <device_name>,1
+media_player,media_previous_track,"Previous track on <device_name>",1
 media_player,media_previous_track,"Rewind to the previous song on <device_name>.",1
 media_player,media_previous_track,"Can we go back a track on <device_name>?",1
 climate,set_temperature,"Set the temperature to <temp_f> degrees.",8
 climate,set_temperature,"Can you change the temperature to <temp_c> Celsius?",8
-climate,set_temperature,"I'd like the room at <temp_f> degrees Fahrenheit,8
+climate,set_temperature,"I'd like the room at <temp_f> degrees Fahrenheit",8
 climate,set_temperature,"Please adjust the temperature to <temp_f> degrees.",8
 climate,set_temperature,"Can you lower the temperature to <temp_c>?",8
 climate,set_temperature,"Raise the temperature to <temp_f> degrees",8
@@ -202,7 +202,7 @@ light,turn_on,"Can you make <device_name> <color>?",8
 light,turn_on,"Change the color of <device_name> to <color>.",8
 light,turn_on,"Change <device_name> to a <color> hue.",8
 light,turn_on,"Set <device_name> to be <color>.",8
-light,turn_on,"I want <device_name> to be <color>"",8
+light,turn_on,"I want <device_name> to be <color>",8
 light,turn_on,"Can you make <device_name> shine in <color>?",8
 light,turn_on,"Turn <device_name> to a <color> shade.",8
 light,turn_on,"Turn <device_name> <color>.",8
diff --git a/data/piles/french/pile_of_templated_actions.csv b/data/piles/french/pile_of_templated_actions.csv
index 701251a..a50c358 100644
--- a/data/piles/french/pile_of_templated_actions.csv
+++ b/data/piles/french/pile_of_templated_actions.csv
@@ -134,8 +134,8 @@ fan,turn_on,Assurez-vous que <device_name> est en cours d'exécution,1
 switch,turn_on,Pouvez-vous activer <device_name> ?,1
 switch,turn_off,Veuillez éteindre <device_name>.,1
 switch,toggle,Pourriez-vous activer <device_name> ?,1
-switch,turn_on,"J'ai besoin de <device_name> activé,1
-switch,turn_off,Éteindre <device_name>",1
+switch,turn_on,J'ai besoin de <device_name> sur,1
+switch,turn_off,Éteignez <device_name>,1
 switch,toggle,<device_name> peut-il être activé ?,1
 switch,turn_on,Activez <device_name>.,1
 switch,turn_off,Désactivez <device_name>.,1
@@ -143,42 +143,42 @@ switch,toggle,Est-il possible de basculer le <device_name> ?,1
 switch,turn_on,Allumons <device_name>.,1
 switch,turn_off,Nous n'avons plus besoin de <device_name>.,1
 switch,toggle,Activez <device_name> pour moi.,1
-switch,turn_on,"Allumez <device_name>,1
-switch,turn_off,j'aimerais que <device_name> soit éteint maintenant.""",1
+switch,turn_on,Allumez <device_name>,1
+switch,turn_off,J'aimerais que <device_name> soit désactivé maintenant.,1
 switch,toggle,Pouvez-vous modifier l'état de <device_name> ?,1
 switch,turn_on,Veuillez activer <device_name>.,1
-switch,turn_off,"Éteignez <device_name>,1
-switch,toggle,Une bascule rapide de <device_name>",1
+switch,turn_off,Éteignez <device_name>,1
+switch,toggle,Une bascule rapide de <device_name>,1
 switch,turn_on,<device_name> doit être activé.,1
 switch,turn_off,Il est temps d'éteindre <device_name>.,1
 media_player,volume_up,Augmentez le volume sur <device_name>.,1
 media_player,volume_up,Augmentez un peu <device_name>.,1
-media_player,volume_up,"Plus fort sur <device_name>,1
-media_player,volume_down,Pouvez-vous baisser le volume de <device_name> ?""",1
+media_player,volume_up,Plus fort sur <device_name>,1
+media_player,volume_down,Pouvez-vous baisser le volume de <device_name> ?,1
 media_player,volume_down,Diminuez le volume sur <device_name>.,1
-media_player,volume_down,"Désactivez <device_name>,1
-media_player,volume_mute,Mute <device_name>",1
+media_player,volume_down,Désactivez <device_name>,1
+media_player,volume_mute,Muet <device_name>,1
 media_player,volume_mute,Faites taire <device_name> pendant un moment.,1
 media_player,volume_mute,Pouvez-vous désactiver <device_name> ?,1
 media_player,media_play,Commencez à jouer sur <device_name>.,1
 media_player,media_play,Pouvez-vous jouer à <device_name> ?,1
-media_player,media_play,"Lire le contenu multimédia sur <device_name>,1
-media_player,media_pause,Pause <device_name>.""",1
+media_player,media_play,Lire le contenu multimédia sur <device_name>,1
+media_player,media_pause,Mettez en pause <device_name>.,1
 media_player,media_pause,Pouvez-vous suspendre <device_name> ?,1
-media_player,media_pause,"Maintenez la lecture sur <device_name>,1
-media_player,media_stop,Arrêtez complètement <device_name>.""",1
+media_player,media_pause,Suspendez la lecture sur <device_name>,1
+media_player,media_stop,Arrêtez complètement <device_name>.,1
 media_player,media_stop,Pouvez-vous arrêter la lecture sur <device_name> ?,1
-media_player,media_stop,"Terminez la session sur <device_name>,1
-media_player,media_next_track,Piste suivante sur <device_name>",1
+media_player,media_stop,Terminer la session sur <device_name>,1
+media_player,media_next_track,Piste suivante sur <device_name>,1
 media_player,media_next_track,Avancez <device_name> jusqu’à la chanson suivante.,1
 media_player,media_next_track,Ignorez cette piste sur <device_name>.,1
-media_player,media_previous_track,"Piste précédente sur <device_name>,1
-media_player,media_previous_track,Rembobiner à la chanson précédente sur <device_name>.""",1
+media_player,media_previous_track,Piste précédente sur <device_name>,1
+media_player,media_previous_track,Revenez à la chanson précédente sur <device_name>.,1
 media_player,media_previous_track,Pouvons-nous revenir en arrière sur <device_name> ?,1
 climate,set_temperature,Réglez la température sur <temp_f> degrés.,8
 climate,set_temperature,Pouvez-vous changer la température en <temp_c> Celsius ?,8
-climate,set_temperature,"Je voudrais la pièce à <temp_f> degrés Fahrenheit,8
-climat,set_temperature,Veuillez régler la température à <temp_f> degrés.""",8
+climate,set_temperature,Je voudrais que la pièce soit à <temp_f> degrés Fahrenheit,8
+climate,set_temperature,Veuillez régler la température à <temp_f> degrés.,8
 climate,set_temperature,Pouvez-vous baisser la température à <temp_c> ?,8
 climate,set_temperature,Augmenter la température à <temp_f> degrés,8
 climate,set_humidity,Augmentez l’humidité à <humidity>.,8
@@ -202,8 +202,8 @@ light,turn_on,Pouvez-vous créer <device_name> <color> ?,8
 light,turn_on,Changez la couleur de <device_name> en <color>.,8
 light,turn_on,Remplacez <device_name> par une teinte <color>.,8
 light,turn_on,Définissez <device_name> sur <color>.,8
-light,turn_on,"Je veux que <device_name> soit <color>"",8
-light,turn_on,Pouvez-vous faire briller <device_name> en <color> ?""",8
+light,turn_on,Je veux que <device_name> soit <color>,8
+light,turn_on,Pouvez-vous faire briller <device_name> en <color> ?,8
 light,turn_on,Transformez <device_name> en une teinte <color>.,8
 light,turn_on,Tournez <device_name> <color>.,8
 light,turn_on,Je veux <device_name> avec un paramètre <color>.,8
diff --git a/data/piles/german/pile_of_templated_actions.csv b/data/piles/german/pile_of_templated_actions.csv
index fd80e7d..b15d8a6 100644
--- a/data/piles/german/pile_of_templated_actions.csv
+++ b/data/piles/german/pile_of_templated_actions.csv
@@ -134,8 +134,8 @@ fan,turn_on,"Stellen Sie sicher, dass <device_name> ausgeführt wird",1
 switch,turn_on,Können Sie <device_name> aktivieren?,1
 switch,turn_off,Bitte schalten Sie <device_name> aus.,1
 switch,toggle,Könnten Sie <device_name> umschalten?,1
-switch,turn_on,"Ich brauche <device_name>> auf,1
-switch,turn_off,<Gerätename> ausschalten",1
+switch,turn_on,Ich muss <device_name> aktivieren,1
+switch,turn_off,Schalten Sie <device_name> aus,1
 switch,toggle,Kann <device_name> umgeschaltet werden?,1
 switch,turn_on,Aktivieren Sie <device_name>.,1
 switch,turn_off,<device_name> deaktivieren.,1
@@ -143,42 +143,42 @@ switch,toggle,"Ist es möglich, den <device_name> umzuschalten?",1
 switch,turn_on,Lassen Sie uns <device_name> aktivieren.,1
 switch,turn_off,Wir brauchen <device_name> nicht mehr.,1
 switch,toggle,Schalten Sie <device_name> für mich um.,1
-switch,turn_on,"Schalten Sie <device_name> ein,1
-switch,turn_off,Ich möchte <device_name> jetzt ausschalten.",1
+switch,turn_on,Schalten Sie <device_name> ein,1
+switch,turn_off,Ich möchte <device_name> jetzt deaktivieren.,1
 switch,toggle,Können Sie den Status von <device_name> ändern?,1
 switch,turn_on,Bitte schalten Sie <device_name> ein.,1
-switch,turn_off,"Schalten Sie <device_name>> aus,1
-switch,toggle,Ein schnelles Umschalten von <Gerätename>",1
+switch,turn_off,Schalten Sie <device_name> aus,1
+switch,toggle,Ein kurzes Umschalten von <device_name>,1
 switch,turn_on,<device_name> muss eingeschaltet sein.,1
 switch,turn_off,"Es ist Zeit, <device_name> auszuschalten.",1
 media_player,volume_up,Erhöhen Sie die Lautstärke auf <device_name>.,1
 media_player,volume_up,Drehen Sie <device_name> etwas auf.,1
-media_player,volume_up,"Lauter auf <device_name>>,1
-media_player,volume_down,Können Sie die Lautstärke von <Gerätename> verringern?“",1
+media_player,volume_up,Lauter auf <device_name>,1
+media_player,volume_down,Können Sie die Lautstärke von <device_name> verringern?,1
 media_player,volume_down,Verringern Sie die Lautstärke auf <device_name>.,1
-media_player,volume_down,"<device_name>> ausschalten,1
-media_player,volume_mute,Mute <Gerätename>",1
+media_player,volume_down,Deaktivieren Sie <device_name>,1
+media_player,volume_mute,Schalten Sie <device_name> stumm,1
 media_player,volume_mute,Bringen Sie <device_name> für einen Moment zum Schweigen.,1
 media_player,volume_mute,Können Sie <device_name> stummschalten?,1
 media_player,media_play,Beginnen Sie mit der Wiedergabe auf <device_name>.,1
 media_player,media_play,Können Sie <device_name> spielen?,1
-media_player,media_play,"Spielen Sie die Medien auf <device_name>>,1 ab
-media_player,media_pause,Pause <Gerätename>.“",1
+media_player,media_play,Spielen Sie die Medien auf <device_name> ab,1
+media_player,media_pause,<device_name> anhalten.,1
 media_player,media_pause,Können Sie <device_name> pausieren?,1
-media_player,media_pause,"Halten Sie die Wiedergabe auf <device_name>,1
-media_player,media_stop,<device_name> vollständig stoppen.“",1
+media_player,media_pause,Halten Sie die Wiedergabe auf <device_name> an,1
+media_player,media_stop,Stoppen Sie <device_name> vollständig.,1
 media_player,media_stop,Können Sie die Wiedergabe auf <device_name> stoppen?,1
-media_player,media_stop,"Beenden Sie die Sitzung auf <device_name>>,1
-media_player,media_next_track,Nächster Titel auf <Gerätename>",1
+media_player,media_stop,Beenden Sie die Sitzung auf <device_name>,1
+media_player,media_next_track,Nächster Titel auf <device_name>,1
 media_player,media_next_track,Gehen Sie mit <device_name> zum nächsten Lied.,1
 media_player,media_next_track,Überspringen Sie diesen Titel auf <device_name>.,1
-media_player,media_previous_track,"Vorheriger Titel auf <device_name>>,1
-media_player,media_ previous_track,Spülen Sie zum vorherigen Lied auf <Gerätename> zurück.",1
+media_player,media_previous_track,Vorheriger Titel auf <device_name>,1
+media_player,media_previous_track,Zurückspulen zum vorherigen Lied auf <device_name>.,1
 media_player,media_previous_track,Können wir einen Titel auf <device_name> zurückgehen?,1
 climate,set_temperature,Stellen Sie die Temperatur auf <temp_f> Grad ein.,8
 climate,set_temperature,Können Sie die Temperatur auf <temp_c> Celsius ändern?,8
-climate,set_temperature,"Ich möchte den Raum bei <temp_f> Grad Fahrenheit,8 haben
-Climate,set_temperature,Bitte stellen Sie die Temperatur auf <temp_f> Grad ein.“",8
+climate,set_temperature,"Ich möchte, dass der Raum <temp_f> Grad Fahrenheit hat",8
+climate,set_temperature,Bitte stellen Sie die Temperatur auf <temp_f> Grad ein.,8
 climate,set_temperature,Können Sie die Temperatur auf <temp_c> senken?,8
 climate,set_temperature,Erhöhen Sie die Temperatur auf <temp_f> Grad,8
 climate,set_humidity,Erhöhen Sie die Luftfeuchtigkeit auf <humidity>.,8
@@ -202,8 +202,8 @@ light,turn_on,Können Sie <device_name> <color> erstellen?,8
 light,turn_on,Ändern Sie die Farbe von <device_name> in <color>.,8
 light,turn_on,Ändern Sie <device_name> in einen <color>-Farbton.,8
 light,turn_on,Legen Sie <device_name> auf <color> fest.,8
-light,turn_on,"Ich möchte, dass <device_name>><color>> ist,8
-light,turn_on,Können Sie <Gerätename> in <Farbe> erstrahlen lassen?“",8
+light,turn_on,"Ich möchte, dass <device_name> <color> ist",8
+light,turn_on,Können Sie <device_name> in <color> zum Leuchten bringen?,8
 light,turn_on,Verwandeln Sie <device_name> in einen <color>-Farbton.,8
 light,turn_on,Schalten Sie <device_name> <color> ein.,8
 light,turn_on,Ich möchte <device_name> mit einer <color>-Einstellung.,8
diff --git a/data/piles/spanish/pile_of_templated_actions.csv b/data/piles/spanish/pile_of_templated_actions.csv
index 6a77e93..11dd417 100644
--- a/data/piles/spanish/pile_of_templated_actions.csv
+++ b/data/piles/spanish/pile_of_templated_actions.csv
@@ -134,7 +134,8 @@ fan,turn_on,Asegúrese de que <device_name> se esté ejecutando,1
 switch,turn_on,¿Puedes activar <device_name>?,1
 switch,turn_off,Apague <device_name>.,1
 switch,toggle,¿Podrías alternar <device_name>?,1
-switch,turn_on,"Necesito <device_name>witch,turn_off,Apagar <nombre_dispositivo>",1
+switch,turn_on,Necesito <device_name> activado,1
+switch,turn_off,Apagar <device_name>,1
 switch,toggle,¿Se puede alternar <device_name>?,1
 switch,turn_on,Active <device_name>.,1
 switch,turn_off,Desactive <device_name>.,1
@@ -142,36 +143,42 @@ switch,toggle,¿Es posible alternar el <device_name>?,1
 switch,turn_on,Tengamos <device_name> encendido.,1
 switch,turn_off,Ya no necesitamos <device_name> activado.,1
 switch,toggle,Alterna <device_name> por mí.,1
-switch,turn_on,"Encienda <device_name>,1
-switch,turn_off,Me gustaría que <device_name> esté apagado ahora.""",1
+switch,turn_on,Encienda <device_name>,1
+switch,turn_off,Me gustaría desactivar <device_name> ahora.,1
 switch,toggle,¿Puedes cambiar el estado de <device_name>?,1
 switch,turn_on,Encienda <device_name>.,1
-switch,turn_off,"Apague <device_name>ch,toggle,Un cambio rápido de <nombre_dispositivo>",1
+switch,turn_off,Apagar <device_name>,1
+switch,toggle,Un cambio rápido de <device_name>,1
 switch,turn_on,<device_name> debe estar encendido.,1
 switch,turn_off,Es hora de apagar <device_name>.,1
 media_player,volume_up,Aumente el volumen en <device_name>.,1
 media_player,volume_up,Sube un poco el <device_name>.,1
-media_player,volume_up,"Más alto en <device_name>,1
-media_player,volume_down,¿Puedes bajar el volumen de <device_name>?""",1
+media_player,volume_up,Más alto en <device_name>,1
+media_player,volume_down,¿Puedes bajar el volumen de <device_name>?,1
 media_player,volume_down,Disminuya el volumen en <device_name>.,1
-media_player,volume_down,"Bajar <device_name>a_player,volume_mute,Silenciar <nombre_dispositivo>",1
+media_player,volume_down,Bajar <device_name>,1
+media_player,volume_mute,Silenciar <device_name>,1
 media_player,volume_mute,Silencie <device_name> por un momento.,1
 media_player,volume_mute,¿Puedes silenciar <device_name>?,1
 media_player,media_play,Comienza a jugar en <device_name>.,1
 media_player,media_play,¿Puedes jugar <device_name>?,1
-media_player,media_play,"Reproduzca los medios en <device_name>a_player,media_pause,Pausa <nombre_dispositivo>.""",1
+media_player,media_play,Reproduzca los medios en <device_name>,1
+media_player,media_pause,Pausa <device_name>.,1
 media_player,media_pause,¿Puedes pausar <device_name>?,1
-media_player,media_pause,"Mantenga la reproducción en <device_name>a_player,media_stop,Detener <nombre_dispositivo> por completo.""",1
+media_player,media_pause,Mantenga la reproducción en <device_name>,1
+media_player,media_stop,Detenga <device_name> por completo.,1
 media_player,media_stop,¿Puedes detener la reproducción en <device_name>?,1
-media_player,media_stop,"Finalice la sesión en <device_name>a_player,media_next_track,Siguiente pista en <nombre_dispositivo>",1
+media_player,media_stop,Finalice la sesión en <device_name>,1
+media_player,media_next_track,Siguiente pista en <device_name>,1
 media_player,media_next_track,Avanza <device_name> a la siguiente canción.,1
 media_player,media_next_track,Salta esta pista en <device_name>.,1
-media_player,media_previous_track,"Pista anterior en <device_name>a_player,media_previous_track,Rebobinar a la canción anterior en <nombre_dispositivo>.""",1
+media_player,media_previous_track,Pista anterior en <device_name>,1
+media_player,media_previous_track,Rebobinar a la canción anterior en <device_name>.,1
 media_player,media_previous_track,¿Podemos retroceder una pista en <device_name>?,1
 climate,set_temperature,Establezca la temperatura en <temp_f> grados.,8
 climate,set_temperature,¿Puedes cambiar la temperatura a <temp_c> Celsius?,8
-climate,set_temperature,"Me gustaría la habitación a <temp_f> grados Fahrenheit,8
-clima,set_temperature,Ajuste la temperatura a <temp_f> grados.""",8
+climate,set_temperature,Me gustaría la habitación a <temp_f> grados Fahrenheit,8
+climate,set_temperature,Ajuste la temperatura a <temp_f> grados.,8
 climate,set_temperature,¿Puedes bajar la temperatura a <temp_c>?,8
 climate,set_temperature,Sube la temperatura a <temp_f> grados,8
 climate,set_humidity,Aumente la humedad a <humidity>.,8
@@ -195,7 +202,8 @@ light,turn_on,¿Puedes hacer <device_name> <color>?,8
 light,turn_on,Cambie el color de <device_name> a <color>.,8
 light,turn_on,Cambie <device_name> a un tono <color>.,8
 light,turn_on,Establezca <device_name> en <color>.,8
-light,turn_on,"Quiero que <device_name>olor><color>ht,turn_on, ¿Puedes hacer que <nombre_dispositivo> brille en <color>?""",8
+light,turn_on,Quiero que <device_name> sea <color>,8
+light,turn_on,¿Puedes hacer que <device_name> brille en <color>?,8
 light,turn_on,Cambie <device_name> a un tono <color>.,8
 light,turn_on,Gire <device_name> <color>.,8
 light,turn_on,Quiero <device_name> en una configuración de <color>.,8
diff --git a/fsdp_config.yaml b/fsdp_config.yaml
new file mode 100644
index 0000000..37df490
--- /dev/null
+++ b/fsdp_config.yaml
@@ -0,0 +1,26 @@
+compute_environment: LOCAL_MACHINE
+debug: false
+distributed_type: FSDP
+downcast_bf16: 'no'
+enable_cpu_affinity: false
+fsdp_config:
+  fsdp_auto_wrap_policy: TRANSFORMER_BASED_WRAP
+  fsdp_backward_prefetch: BACKWARD_PRE
+  fsdp_cpu_ram_efficient_loading: true
+  fsdp_forward_prefetch: true
+  fsdp_offload_params: false
+  fsdp_sharding_strategy: FULL_SHARD
+  fsdp_state_dict_type: SHARDED_STATE_DICT
+  fsdp_sync_module_states: true
+  fsdp_use_orig_params: true
+machine_rank: 0
+main_training_function: main
+mixed_precision: bf16
+num_machines: 1
+num_processes: 2 # number of GPUs on the system
+rdzv_backend: static
+same_network: true
+tpu_env: []
+tpu_use_cluster: false
+tpu_use_sudo: false
+use_cpu: false
\ No newline at end of file
diff --git a/train.py b/train.py
index aa8ab76..078bf65 100644
--- a/train.py
+++ b/train.py
@@ -80,7 +80,7 @@ python3 train.py \
 """
 
 """
-accelerate launch train.py \
+accelerate launch --config_file fsdp_config.yaml train.py \
     --run_name stablehome-3b-rev9 \
     --base_model stabilityai/stablelm-zephyr-3b \
     --bf16 \