{"id":"attention-is-all-you-need","license":"CC-BY-4.0 (Data: AintOnlyAI https://aintonlyai.world)","type":"paper","name":"Attention Is All You Need","slug":"attention-is-all-you-need","aliases":[],"description":"A 2017 research paper authored by eight Google scientists and engineers that introduced the Transformer architecture based on self-attention mechanisms. It revolutionized natural language processing and became the foundational architecture for modern AI systems, including large language models like ChatGPT. The paper was originally focused on improving Seq2seq techniques for machine translation but foresaw applications in question answering and multimodal generative AI.","website":"https://en.wikipedia.org/wiki/Attention_Is_All_You_Need","country":"","founded":2017,"status":"active","categories":["research","ai_infrastructure_software"],"subcategories":[],"tags":[],"metrics":{},"confidence":0.8,"ai_adjacency_score":48,"criticality_score":45,"visibility":"public","ticker":null,"created_at":"2026-09-11T04:54:33.389Z","updated_at":"2026-09-11T04:54:33.389Z","last_researched_at":"2026-09-11T04:54:33.384Z","last_verified_at":null,"next_research_at":"2026-10-11T04:54:33.384Z","overdue":true,"graph":{"depth":2,"dir":"outgoing","category":null,"truncated":false,"nodes":[{"id":"transformer-architecture","license":"CC-BY-4.0 (Data: AintOnlyAI https://aintonlyai.world)","type":"technology","name":"Transformer architecture","slug":"transformer-architecture","aliases":[],"description":"","website":"","country":"","founded":null,"status":"active","categories":[],"subcategories":[],"tags":[],"metrics":{},"confidence":0.5,"ai_adjacency_score":33,"criticality_score":39,"visibility":"public","ticker":null,"created_at":"2026-09-11T04:54:33.442Z","updated_at":"2026-09-11T04:54:33.442Z","last_researched_at":"2026-09-11T04:54:33.439Z","last_verified_at":null,"next_research_at":"2026-10-11T04:54:33.439Z","overdue":true},{"id":"chatgpt","license":"CC-BY-4.0 (Data: AintOnlyAI https://aintonlyai.world)","type":"product","name":"ChatGPT","slug":"chatgpt","aliases":[],"description":"","website":"","country":"","founded":null,"status":"active","categories":[],"subcategories":[],"tags":[],"metrics":{},"confidence":0.5,"ai_adjacency_score":33,"criticality_score":39,"visibility":"public","ticker":null,"created_at":"2026-09-11T04:54:33.459Z","updated_at":"2026-09-11T04:54:33.459Z","last_researched_at":"2026-09-11T04:54:33.455Z","last_verified_at":null,"next_research_at":"2026-10-11T04:54:33.455Z","overdue":true},{"id":"bahdanau-et-al-attention-mechanism-2014","license":"CC-BY-4.0 (Data: AintOnlyAI https://aintonlyai.world)","type":"company","name":"Bahdanau Et Al Attention Mechanism 2014","slug":"bahdanau-et-al-attention-mechanism-2014","aliases":[],"description":"","website":"","country":"","founded":null,"status":"active","categories":[],"subcategories":[],"tags":[],"metrics":{},"confidence":0.4,"ai_adjacency_score":27,"criticality_score":39,"visibility":"public","ticker":null,"created_at":"2026-09-11T04:54:33.561Z","updated_at":"2026-09-11T04:54:33.561Z","last_researched_at":"2026-09-11T04:54:33.561Z","last_verified_at":null,"next_research_at":"2026-12-12T16:36:48.163Z","overdue":false},{"id":"attention-is-all-you-need","license":"CC-BY-4.0 (Data: AintOnlyAI https://aintonlyai.world)","type":"paper","name":"Attention Is All You Need","slug":"attention-is-all-you-need","aliases":[],"description":"A 2017 research paper authored by eight Google scientists and engineers that introduced the Transformer architecture based on self-attention mechanisms. It revolutionized natural language processing and became the foundational architecture for modern AI systems, including large language models like ChatGPT. The paper was originally focused on improving Seq2seq techniques for machine translation but foresaw applications in question answering and multimodal generative AI.","website":"https://en.wikipedia.org/wiki/Attention_Is_All_You_Need","country":"","founded":2017,"status":"active","categories":["research","ai_infrastructure_software"],"subcategories":[],"tags":[],"metrics":{},"confidence":0.8,"ai_adjacency_score":48,"criticality_score":45,"visibility":"public","ticker":null,"created_at":"2026-09-11T04:54:33.389Z","updated_at":"2026-09-11T04:54:33.389Z","last_researched_at":"2026-09-11T04:54:33.384Z","last_verified_at":null,"next_research_at":"2026-10-11T04:54:33.384Z","overdue":true}],"edges":[{"subject_id":"attention-is-all-you-need","predicate":"ENABLES","object_id":"transformer-architecture"},{"subject_id":"attention-is-all-you-need","predicate":"ENABLES","object_id":"chatgpt"},{"subject_id":"attention-is-all-you-need","predicate":"DEPENDS_ON","object_id":"bahdanau-et-al-attention-mechanism-2014"}]},"relationships":[{"id":"rel_aeb13c5d-c8e6-4dc4-8eea-65d28a9ecb34","subject_id":"attention-is-all-you-need","predicate":"ENABLES","object_id":"transformer-architecture","agent_id":null,"confidence":0.98,"verified":false,"source_ids":[],"valid_from":null,"valid_to":null,"created_at":"2026-09-11T04:54:33.539Z"},{"id":"rel_07fb4ec2-9dc0-4849-a2b9-d358bc5d6408","subject_id":"attention-is-all-you-need","predicate":"ENABLES","object_id":"chatgpt","agent_id":null,"confidence":0.85,"verified":false,"source_ids":[],"valid_from":null,"valid_to":null,"created_at":"2026-09-11T04:54:33.555Z"},{"id":"rel_8fb56cd4-ac8f-4df4-8714-4edf384b0abd","subject_id":"attention-is-all-you-need","predicate":"DEPENDS_ON","object_id":"bahdanau-et-al-attention-mechanism-2014","agent_id":null,"confidence":0.95,"verified":false,"source_ids":[],"valid_from":null,"valid_to":null,"created_at":"2026-09-11T04:54:33.566Z"}],"sources":[{"id":"src_622fe1c3-5","type":"web","title":"Attention Is All You Need - Wikipedia","url":"https://en.wikipedia.org/wiki/Attention_Is_All_You_Need","publisher":"Wikipedia","published_at":null,"retrieved_at":"2026-09-11T04:54:33.504Z","content_hash":"5a02ad544be39a396546bf9b8fa96660","reliability":0.55},{"id":"src_4e2e583d-5","type":"social_media","title":"Facebook - Short Stories","url":"https://www.facebook.com/shortstoriessbd/posts/-it-got-all-the-attentionpublished-by-google-brain-in-2017-attention-is-all-you-/1019676113772256","publisher":"Facebook","published_at":null,"retrieved_at":"2026-09-11T04:54:33.517Z","content_hash":"7f0809ec0d5f97cc3a4ef813a3618988","reliability":0.5},{"id":"src_5bca9908-3","type":"web","title":"Attention Is All You Need Explained - Parseur","url":"https://parseur.com/blog/attention-is-all-you-need","publisher":"Parseur","published_at":null,"retrieved_at":"2026-09-11T04:54:33.528Z","content_hash":"fd6d7463c6d910842fbbe713f84d1cb6","reliability":0.55},{"id":"src_f6dbf2c7-5","type":"web","title":"Stack Overflow Blog","url":"https://stackoverflow.blog/2025/07/08/attention-isn-t-all-we-need-we-need-ownership-too","publisher":"Stackoverflow","published_at":null,"retrieved_at":"2026-09-11T04:54:33.534Z","content_hash":"f0f9a035b5be98dbb8a0ec1afee8b5c0","reliability":0.55}],"claims":[{"id":"clm_e91a1e4b-efed-4116-a562-153a23a6c40c","subject_entity_id":"attention-is-all-you-need","predicate":"ENABLES","object_entity_id":"attention-is-all-you-need","object_text":null,"statement":"Attention Is All You Need is a 2017 research paper authored by eight scientists and engineers working at Google that introduced the Transformer architecture.","confidence":0.98,"verified":true,"agent_id":null,"source_ids":["src_622fe1c3-5"],"valid_from":null,"valid_to":null,"created_at":"2026-09-11T04:54:33.583Z","sources":[{"id":"src_622fe1c3-5","type":"web","title":"Attention Is All You Need - Wikipedia","url":"https://en.wikipedia.org/wiki/Attention_Is_All_You_Need","publisher":"Wikipedia","published_at":null,"retrieved_at":"2026-09-11T04:54:33.504Z","content_hash":"5a02ad544be39a396546bf9b8fa96660","reliability":0.55}]},{"id":"clm_82027c41-256c-4594-b1ec-dbdd9eb6dac3","subject_entity_id":"attention-is-all-you-need","predicate":"ENABLES","object_entity_id":"google-brain","object_text":null,"statement":"The paper was published by Google Brain in 2017 and introduced the Transformer architecture that powers ChatGPT.","confidence":0.9,"verified":true,"agent_id":null,"source_ids":["src_4e2e583d-5"],"valid_from":null,"valid_to":null,"created_at":"2026-09-11T04:54:33.605Z","sources":[{"id":"src_4e2e583d-5","type":"social_media","title":"Facebook - Short Stories","url":"https://www.facebook.com/shortstoriessbd/posts/-it-got-all-the-attentionpublished-by-google-brain-in-2017-attention-is-all-you-/1019676113772256","publisher":"Facebook","published_at":null,"retrieved_at":"2026-09-11T04:54:33.517Z","content_hash":"7f0809ec0d5f97cc3a4ef813a3618988","reliability":0.5}]},{"id":"clm_c2e596ba-5611-4ccb-bdd3-c1d6273acf45","subject_entity_id":"attention-is-all-you-need","predicate":"ENABLES","object_entity_id":"transformer-architecture","object_text":null,"statement":"The Transformer architecture introduced in the paper processes all input simultaneously using attention mechanisms, rather than word by word like older RNN models.","confidence":0.95,"verified":true,"agent_id":null,"source_ids":["src_5bca9908-3"],"valid_from":null,"valid_to":null,"created_at":"2026-09-11T04:54:33.610Z","sources":[{"id":"src_5bca9908-3","type":"web","title":"Attention Is All You Need Explained - Parseur","url":"https://parseur.com/blog/attention-is-all-you-need","publisher":"Parseur","published_at":null,"retrieved_at":"2026-09-11T04:54:33.528Z","content_hash":"fd6d7463c6d910842fbbe713f84d1cb6","reliability":0.55}]},{"id":"clm_ee6731da-f592-406b-9b04-50168a4abbc2","subject_entity_id":"attention-is-all-you-need","predicate":"ENABLES","object_entity_id":"ashish-vaswani-noam-shazeer-niki-parmar-jakob-uszkoreit-llion-jones-aidan-gomez-","object_text":null,"statement":"The eight authors of the paper are Ashish Vaswani, Noam Shazeer, Niki Parmar, Jakob Uszkoreit, Llion Jones, Aidan Gomez, Lukasz Kaiser, and Illia Polosukhin, all equal contributors who later left Google.","confidence":0.98,"verified":false,"agent_id":null,"source_ids":["src_622fe1c3-5"],"valid_from":null,"valid_to":null,"created_at":"2026-09-11T04:54:33.615Z","sources":[{"id":"src_622fe1c3-5","type":"web","title":"Attention Is All You Need - Wikipedia","url":"https://en.wikipedia.org/wiki/Attention_Is_All_You_Need","publisher":"Wikipedia","published_at":null,"retrieved_at":"2026-09-11T04:54:33.504Z","content_hash":"5a02ad544be39a396546bf9b8fa96660","reliability":0.55}]},{"id":"clm_d1f2042e-bb7c-42f8-a561-486d089fbf71","subject_entity_id":"attention-is-all-you-need","predicate":"ENABLES","object_entity_id":"near","object_text":null,"statement":"Illia Polosukhin, co-author of Attention Is All You Need, is co-founder of NEAR, a blockchain for AI.","confidence":0.9,"verified":true,"agent_id":null,"source_ids":["src_f6dbf2c7-5"],"valid_from":null,"valid_to":null,"created_at":"2026-09-11T04:54:33.631Z","sources":[{"id":"src_f6dbf2c7-5","type":"web","title":"Stack Overflow Blog","url":"https://stackoverflow.blog/2025/07/08/attention-isn-t-all-we-need-we-need-ownership-too","publisher":"Stackoverflow","published_at":null,"retrieved_at":"2026-09-11T04:54:33.534Z","content_hash":"f0f9a035b5be98dbb8a0ec1afee8b5c0","reliability":0.55}]},{"id":"clm_1635c962-5b25-4e30-b82d-f21e1913f451","subject_entity_id":"attention-is-all-you-need","predicate":"ENABLES","object_entity_id":"bahdanau-et-al-attention-mechanism-2014","object_text":null,"statement":"The paper was based on the attention mechanism proposed in 2014 by Bahdanau et al.","confidence":0.95,"verified":true,"agent_id":null,"source_ids":["src_622fe1c3-5"],"valid_from":null,"valid_to":null,"created_at":"2026-09-11T04:54:33.653Z","sources":[{"id":"src_622fe1c3-5","type":"web","title":"Attention Is All You Need - Wikipedia","url":"https://en.wikipedia.org/wiki/Attention_Is_All_You_Need","publisher":"Wikipedia","published_at":null,"retrieved_at":"2026-09-11T04:54:33.504Z","content_hash":"5a02ad544be39a396546bf9b8fa96660","reliability":0.55}]}]}