graph LR idea_0020da0d_c98b_41b2_9521_73789bf600be["Bidirectional LSTMs"] idea_026caa3e_a121_405a_97a9_1dbe887597e6["Transformer Architecture"] idea_11c10d16_59a8_46c3_96be_9925f4fa30e6["Backpropagation"] idea_18bd63d3_d2a3_45f1_a05f_367c4625ead4["Gradient Clipping"] idea_211759df_4366_4e06_a639_833917aeaa41["LSTM Output Gate"] idea_328ba083_c7a3_4211_9bc9_3fdbe18bd53b["LSTM Forget Gate"] idea_329dd8cb_b7f0_4d68_b68d_09fa77c01c98["BERT Bidirectional Transformer Encoder Pretraining for Language Representation"] idea_37b8cfba_6282_48ad_ba16_36ee53fed4a8["Attention Mechanism"] idea_380b1a1a_6c4b_4026_a920_80ec6f426d1c["Dot Product"] idea_39b3bbcc_05da_4992_aad3_f48527707aaa["Softmax Function"] idea_3e805dc8_1e55_4156_ac55_f363c0ff3cb1["Vanishing Gradient Problem"] idea_48388311_a069_4b68_b22d_df29cbbbfc60["Unrolling a Recurrence into a Deep Computational Graph"] idea_49f74968_45aa_4d71_bfb3_7e9b68d1190e["Stacked LSTMs"] idea_5f964e9f_1680_4dd2_9522_7ffe33552992["Self Attention Mechanism in Transformers"] idea_622a153d_dbdd_4e05_b1b3_de5efcbce9a0["Feedforward Neural Networks"] idea_727f20a3_236c_49bf_873c_f53b581b4d27["Recurrent Neural Networks"] idea_75d76a55_fcd9_409e_8563_d94cdca1e5f2["Token Embeddings"] idea_770d7445_4a8f_4035_a5f9_97a55c588325["The Fixed-Size Context Vector Bottleneck"] idea_81632943_694b_4458_bd18_16a9d0d32f83["Chain Rule"] idea_828bd7a5_9193_4e48_93a6_7a89d83bf0c3["Backpropagation Through Time"] idea_9e803654_7a85_450f_aded_01d3243b816c["LSTMs versus Transformers"] idea_a1226941_9b79_4dd1_ab11_d2dacf806b3d["Hadamard Product"] idea_a94e185c_4ca7_4484_8efa_38d7875eccc4["Hyperbolic Tangent Function"] idea_ae0614e8_2107_4c5b_b100_502d300c9522["Sequence-to-Sequence Learning"] idea_c1de593e_e39b_4bb3_aa63_2262483960cb["Teacher Forcing"] idea_c20c7334_af0f_4f80_8eb5_22db637b0206["Sequence Modeling"] idea_cea01eae_b1a3_49ff_a362_87d8d796874c["Backpropagation: Computing Gradients via the Chain Rule"] idea_d4f0f188_9d7d_46cb_8add_379ce7ef851c["Gated Recurrent Units"] idea_db20b538_625e_4fd7_981c_d61ce79b91bb["Long Short-Term Memory (LSTM) Networks"] idea_db9e963a_9972_471c_bc63_1c6566582a7d["Cross-Entropy Loss"] idea_e6a5ddc8_7a58_47d1_8db8_3a5be07662eb["Constant Error Carousel"] idea_f0dfb658_c420_49f5_bd06_c678636f18f2["Sigmoid Function"] idea_f54d3bed_1475_4aa8_95be_e38af83973ea["LSTM Input Gate"] idea_f6bd5d33_9cae_4174_82f8_924de2d2fc06["Encoder-Decoder Architecture"] idea_f7b9d806_5a3c_484e_9bfe_de8dbf62467a["Neural Network Architecture with Input Hidden Output Layers"] idea_fc1c74a0_c440_4ace_b8f7_b62da7355a98["LSTM Cell State"] idea_fdc09bae_4628_436a_875e_c4ee815ca1ef["Hidden State in Recurrent Networks"] idea_ffcb7720_c1e7_4cdd_bbee_8a1bde6e4104["Activation Functions"] idea_75d76a55_fcd9_409e_8563_d94cdca1e5f2 --> idea_727f20a3_236c_49bf_873c_f53b581b4d27 idea_37b8cfba_6282_48ad_ba16_36ee53fed4a8 --> idea_9e803654_7a85_450f_aded_01d3243b816c idea_727f20a3_236c_49bf_873c_f53b581b4d27 --> idea_fc1c74a0_c440_4ace_b8f7_b62da7355a98 idea_3e805dc8_1e55_4156_ac55_f363c0ff3cb1 --> idea_fc1c74a0_c440_4ace_b8f7_b62da7355a98 idea_fdc09bae_4628_436a_875e_c4ee815ca1ef --> idea_0020da0d_c98b_41b2_9521_73789bf600be idea_3e805dc8_1e55_4156_ac55_f363c0ff3cb1 --> idea_e6a5ddc8_7a58_47d1_8db8_3a5be07662eb idea_a1226941_9b79_4dd1_ab11_d2dacf806b3d --> idea_fc1c74a0_c440_4ace_b8f7_b62da7355a98 idea_18bd63d3_d2a3_45f1_a05f_367c4625ead4 --> idea_49f74968_45aa_4d71_bfb3_7e9b68d1190e idea_f7b9d806_5a3c_484e_9bfe_de8dbf62467a --> idea_727f20a3_236c_49bf_873c_f53b581b4d27 idea_db20b538_625e_4fd7_981c_d61ce79b91bb --> idea_fc1c74a0_c440_4ace_b8f7_b62da7355a98 idea_fc1c74a0_c440_4ace_b8f7_b62da7355a98 --> idea_f54d3bed_1475_4aa8_95be_e38af83973ea idea_f0dfb658_c420_49f5_bd06_c678636f18f2 --> idea_328ba083_c7a3_4211_9bc9_3fdbe18bd53b idea_828bd7a5_9193_4e48_93a6_7a89d83bf0c3 --> idea_3e805dc8_1e55_4156_ac55_f363c0ff3cb1 idea_cea01eae_b1a3_49ff_a362_87d8d796874c --> idea_727f20a3_236c_49bf_873c_f53b581b4d27 idea_f54d3bed_1475_4aa8_95be_e38af83973ea --> idea_d4f0f188_9d7d_46cb_8add_379ce7ef851c idea_39b3bbcc_05da_4992_aad3_f48527707aaa --> idea_37b8cfba_6282_48ad_ba16_36ee53fed4a8 idea_75d76a55_fcd9_409e_8563_d94cdca1e5f2 --> idea_ae0614e8_2107_4c5b_b100_502d300c9522 idea_fdc09bae_4628_436a_875e_c4ee815ca1ef --> idea_211759df_4366_4e06_a639_833917aeaa41 idea_a1226941_9b79_4dd1_ab11_d2dacf806b3d --> idea_328ba083_c7a3_4211_9bc9_3fdbe18bd53b idea_328ba083_c7a3_4211_9bc9_3fdbe18bd53b --> idea_d4f0f188_9d7d_46cb_8add_379ce7ef851c idea_a94e185c_4ca7_4484_8efa_38d7875eccc4 --> idea_211759df_4366_4e06_a639_833917aeaa41 idea_211759df_4366_4e06_a639_833917aeaa41 --> idea_49f74968_45aa_4d71_bfb3_7e9b68d1190e idea_db20b538_625e_4fd7_981c_d61ce79b91bb --> idea_0020da0d_c98b_41b2_9521_73789bf600be idea_db9e963a_9972_471c_bc63_1c6566582a7d --> idea_ae0614e8_2107_4c5b_b100_502d300c9522 idea_11c10d16_59a8_46c3_96be_9925f4fa30e6 --> idea_828bd7a5_9193_4e48_93a6_7a89d83bf0c3 idea_fc1c74a0_c440_4ace_b8f7_b62da7355a98 --> idea_e6a5ddc8_7a58_47d1_8db8_3a5be07662eb idea_fdc09bae_4628_436a_875e_c4ee815ca1ef --> idea_d4f0f188_9d7d_46cb_8add_379ce7ef851c idea_622a153d_dbdd_4e05_b1b3_de5efcbce9a0 --> idea_727f20a3_236c_49bf_873c_f53b581b4d27 idea_f0dfb658_c420_49f5_bd06_c678636f18f2 --> idea_211759df_4366_4e06_a639_833917aeaa41 idea_fdc09bae_4628_436a_875e_c4ee815ca1ef --> idea_49f74968_45aa_4d71_bfb3_7e9b68d1190e idea_ffcb7720_c1e7_4cdd_bbee_8a1bde6e4104 --> idea_727f20a3_236c_49bf_873c_f53b581b4d27 idea_a94e185c_4ca7_4484_8efa_38d7875eccc4 --> idea_f54d3bed_1475_4aa8_95be_e38af83973ea idea_fc1c74a0_c440_4ace_b8f7_b62da7355a98 --> idea_328ba083_c7a3_4211_9bc9_3fdbe18bd53b idea_026caa3e_a121_405a_97a9_1dbe887597e6 --> idea_9e803654_7a85_450f_aded_01d3243b816c idea_48388311_a069_4b68_b22d_df29cbbbfc60 --> idea_828bd7a5_9193_4e48_93a6_7a89d83bf0c3 idea_db20b538_625e_4fd7_981c_d61ce79b91bb --> idea_49f74968_45aa_4d71_bfb3_7e9b68d1190e idea_c20c7334_af0f_4f80_8eb5_22db637b0206 --> idea_727f20a3_236c_49bf_873c_f53b581b4d27 idea_fc1c74a0_c440_4ace_b8f7_b62da7355a98 --> idea_211759df_4366_4e06_a639_833917aeaa41 idea_fdc09bae_4628_436a_875e_c4ee815ca1ef --> idea_727f20a3_236c_49bf_873c_f53b581b4d27 idea_ffcb7720_c1e7_4cdd_bbee_8a1bde6e4104 --> idea_3e805dc8_1e55_4156_ac55_f363c0ff3cb1 idea_727f20a3_236c_49bf_873c_f53b581b4d27 --> idea_828bd7a5_9193_4e48_93a6_7a89d83bf0c3 idea_329dd8cb_b7f0_4d68_b68d_09fa77c01c98 --> idea_0020da0d_c98b_41b2_9521_73789bf600be idea_39b3bbcc_05da_4992_aad3_f48527707aaa --> idea_ae0614e8_2107_4c5b_b100_502d300c9522 idea_380b1a1a_6c4b_4026_a920_80ec6f426d1c --> idea_37b8cfba_6282_48ad_ba16_36ee53fed4a8 idea_ae0614e8_2107_4c5b_b100_502d300c9522 --> idea_37b8cfba_6282_48ad_ba16_36ee53fed4a8 idea_c1de593e_e39b_4bb3_aa63_2262483960cb --> idea_ae0614e8_2107_4c5b_b100_502d300c9522 idea_f0dfb658_c420_49f5_bd06_c678636f18f2 --> idea_f54d3bed_1475_4aa8_95be_e38af83973ea idea_f6bd5d33_9cae_4174_82f8_924de2d2fc06 --> idea_ae0614e8_2107_4c5b_b100_502d300c9522 idea_770d7445_4a8f_4035_a5f9_97a55c588325 --> idea_37b8cfba_6282_48ad_ba16_36ee53fed4a8 idea_211759df_4366_4e06_a639_833917aeaa41 --> idea_0020da0d_c98b_41b2_9521_73789bf600be idea_5f964e9f_1680_4dd2_9522_7ffe33552992 --> idea_9e803654_7a85_450f_aded_01d3243b816c idea_81632943_694b_4458_bd18_16a9d0d32f83 --> idea_3e805dc8_1e55_4156_ac55_f363c0ff3cb1 idea_c20c7334_af0f_4f80_8eb5_22db637b0206 --> idea_0020da0d_c98b_41b2_9521_73789bf600be style idea_fdc09bae_4628_436a_875e_c4ee815ca1ef fill:#fef3c7,stroke:#f59e0b,color:#92400e style idea_75d76a55_fcd9_409e_8563_d94cdca1e5f2 fill:#fef3c7,stroke:#f59e0b,color:#92400e style idea_11c10d16_59a8_46c3_96be_9925f4fa30e6 fill:#fef3c7,stroke:#f59e0b,color:#92400e style idea_9e803654_7a85_450f_aded_01d3243b816c fill:#e5e7eb,stroke:#9ca3af,color:#374151 style idea_a94e185c_4ca7_4484_8efa_38d7875eccc4 fill:#fef3c7,stroke:#f59e0b,color:#92400e style idea_c1de593e_e39b_4bb3_aa63_2262483960cb fill:#fef3c7,stroke:#f59e0b,color:#92400e style idea_db9e963a_9972_471c_bc63_1c6566582a7d fill:#fef3c7,stroke:#f59e0b,color:#92400e style idea_37b8cfba_6282_48ad_ba16_36ee53fed4a8 fill:#e5e7eb,stroke:#9ca3af,color:#374151 style idea_828bd7a5_9193_4e48_93a6_7a89d83bf0c3 fill:#e5e7eb,stroke:#9ca3af,color:#374151 style idea_ae0614e8_2107_4c5b_b100_502d300c9522 fill:#e5e7eb,stroke:#9ca3af,color:#374151 style idea_f7b9d806_5a3c_484e_9bfe_de8dbf62467a fill:#fef3c7,stroke:#f59e0b,color:#92400e style idea_d4f0f188_9d7d_46cb_8add_379ce7ef851c fill:#e5e7eb,stroke:#9ca3af,color:#374151 style idea_49f74968_45aa_4d71_bfb3_7e9b68d1190e fill:#e5e7eb,stroke:#9ca3af,color:#374151 style idea_db20b538_625e_4fd7_981c_d61ce79b91bb fill:#fef3c7,stroke:#f59e0b,color:#92400e style idea_e6a5ddc8_7a58_47d1_8db8_3a5be07662eb fill:#e5e7eb,stroke:#9ca3af,color:#374151 style idea_ffcb7720_c1e7_4cdd_bbee_8a1bde6e4104 fill:#fef3c7,stroke:#f59e0b,color:#92400e style idea_48388311_a069_4b68_b22d_df29cbbbfc60 fill:#fef3c7,stroke:#f59e0b,color:#92400e style idea_c20c7334_af0f_4f80_8eb5_22db637b0206 fill:#fef3c7,stroke:#f59e0b,color:#92400e style idea_026caa3e_a121_405a_97a9_1dbe887597e6 fill:#fef3c7,stroke:#f59e0b,color:#92400e style idea_5f964e9f_1680_4dd2_9522_7ffe33552992 fill:#fef3c7,stroke:#f59e0b,color:#92400e style idea_727f20a3_236c_49bf_873c_f53b581b4d27 fill:#e5e7eb,stroke:#9ca3af,color:#374151 style idea_fc1c74a0_c440_4ace_b8f7_b62da7355a98 fill:#e5e7eb,stroke:#9ca3af,color:#374151 style idea_39b3bbcc_05da_4992_aad3_f48527707aaa fill:#fef3c7,stroke:#f59e0b,color:#92400e style idea_0020da0d_c98b_41b2_9521_73789bf600be fill:#7f1d1d,stroke:#450a0a,color:#fca5a5 style idea_328ba083_c7a3_4211_9bc9_3fdbe18bd53b fill:#e5e7eb,stroke:#9ca3af,color:#374151 style idea_f0dfb658_c420_49f5_bd06_c678636f18f2 fill:#fef3c7,stroke:#f59e0b,color:#92400e style idea_380b1a1a_6c4b_4026_a920_80ec6f426d1c fill:#fef3c7,stroke:#f59e0b,color:#92400e style idea_622a153d_dbdd_4e05_b1b3_de5efcbce9a0 fill:#fef3c7,stroke:#f59e0b,color:#92400e style idea_18bd63d3_d2a3_45f1_a05f_367c4625ead4 fill:#fef3c7,stroke:#f59e0b,color:#92400e style idea_f6bd5d33_9cae_4174_82f8_924de2d2fc06 fill:#fef3c7,stroke:#f59e0b,color:#92400e style idea_81632943_694b_4458_bd18_16a9d0d32f83 fill:#fef3c7,stroke:#f59e0b,color:#92400e style idea_329dd8cb_b7f0_4d68_b68d_09fa77c01c98 fill:#fef3c7,stroke:#f59e0b,color:#92400e style idea_f54d3bed_1475_4aa8_95be_e38af83973ea fill:#e5e7eb,stroke:#9ca3af,color:#374151 style idea_770d7445_4a8f_4035_a5f9_97a55c588325 fill:#fef3c7,stroke:#f59e0b,color:#92400e style idea_a1226941_9b79_4dd1_ab11_d2dacf806b3d fill:#fef3c7,stroke:#f59e0b,color:#92400e style idea_3e805dc8_1e55_4156_ac55_f363c0ff3cb1 fill:#e5e7eb,stroke:#9ca3af,color:#374151 style idea_cea01eae_b1a3_49ff_a362_87d8d796874c fill:#fef3c7,stroke:#f59e0b,color:#92400e style idea_211759df_4366_4e06_a639_833917aeaa41 fill:#e5e7eb,stroke:#9ca3af,color:#374151 linkStyle 0 stroke:#2563eb,stroke-width:3px linkStyle 1 stroke:#2563eb,stroke-width:3px linkStyle 2 stroke:#2563eb,stroke-width:3px linkStyle 3 stroke:#2563eb,stroke-width:3px linkStyle 5 stroke:#2563eb,stroke-width:3px linkStyle 6 stroke:#2563eb,stroke-width:3px linkStyle 8 stroke:#2563eb,stroke-width:3px linkStyle 9 stroke:#2563eb,stroke-width:3px linkStyle 10 stroke:#2563eb,stroke-width:3px linkStyle 12 stroke:#2563eb,stroke-width:3px linkStyle 13 stroke:#2563eb,stroke-width:3px linkStyle 14 stroke:#2563eb,stroke-width:3px linkStyle 16 stroke:#2563eb,stroke-width:3px linkStyle 19 stroke:#2563eb,stroke-width:3px linkStyle 21 stroke:#2563eb,stroke-width:3px linkStyle 23 stroke:#2563eb,stroke-width:3px linkStyle 24 stroke:#2563eb,stroke-width:3px linkStyle 25 stroke:#2563eb,stroke-width:3px linkStyle 27 stroke:#2563eb,stroke-width:3px linkStyle 30 stroke:#2563eb,stroke-width:3px linkStyle 32 stroke:#2563eb,stroke-width:3px linkStyle 34 stroke:#2563eb,stroke-width:3px linkStyle 36 stroke:#2563eb,stroke-width:3px linkStyle 37 stroke:#2563eb,stroke-width:3px linkStyle 38 stroke:#2563eb,stroke-width:3px linkStyle 39 stroke:#2563eb,stroke-width:3px linkStyle 40 stroke:#2563eb,stroke-width:3px linkStyle 42 stroke:#2563eb,stroke-width:3px linkStyle 44 stroke:#2563eb,stroke-width:3px linkStyle 45 stroke:#2563eb,stroke-width:3px linkStyle 47 stroke:#2563eb,stroke-width:3px linkStyle 49 stroke:#2563eb,stroke-width:3px linkStyle 51 stroke:#2563eb,stroke-width:3px