Add torch api for flash mask v3

.gitignore

@@ -29,3 +29,6 @@ csrc/flash_attn_v3/*_sm90.cu
 csrc/flash_attn_v3/instantiations/
 csrc/flashmask_v2/*_sm90.cu
 csrc/flashmask_v2/instantiations/
+
+# Logs
+*.log

csrc/flash_attn_v3/__init__.py

@@ -0,0 +1 @@
+__version__ = "3.0.0b1"

csrc/flash_attn_v3/flashmask_config.py

@@ -0,0 +1,7 @@
+# Auto-generated by flash attention 3 setup.py
+CONFIG = {'build_flags': {'FLASHMASKATTENTION_DISABLE_BACKWARD': False, 'FLASHMASK_V2_DISABLE_SPLIT': False, 'FLASHMASK_V2_DISABLE_PAGEDKV': False, 'FLASHMASK_V2_DISABLE_APPENDKV': False, 'FLASHMASK_V2_DISABLE_LOCAL': False, 'FLASHMASK_V2_DISABLE_SOFTCAP': False, 'FLASHMASK_V2_DISABLE_PACKGQA': False, 'FLASHMASK_V2_DISABLE_FP16': False, 'FLASHMASK_V2_DISABLE_FP8': False, 'FLASHMASK_V2_DISABLE_VARLEN': False, 'FLASHMASK_V2_DISABLE_CLUSTER': False, 'FLASHMASK_V2_DISABLE_HDIM64': False, 'FLASHMASK_V2_DISABLE_HDIM96': False, 'FLASHMASK_V2_DISABLE_HDIM128': False, 'FLASHMASK_V2_DISABLE_HDIM192': False, 'FLASHMASK_V2_DISABLE_HDIM256': False, 'FLASHMASK_V2_DISABLE_SM8x': False, 'FLASHATTENTION_ENABLE_VCOLMAJOR': False, 'FLASH_ATTENTION_DISABLE_HDIMDIFF64': False, 'FLASH_ATTENTION_DISABLE_HDIMDIFF192': False}}
+
+def show():
+    from pprint import pprint
+    pprint(CONFIG)
+

csrc/flashmask_v2/__init__.py

@@ -0,0 +1 @@
+__version__ = "3.0.0b1"

csrc/flashmask_v2/flash_api.cu

@@ -4,6 +4,8 @@
 
 // Include these 2 headers instead of torch/extension.h since we don't need all of the torch headers.
 #include <cutlass/numeric_types.h>
+#include <string>
+#include <stdexcept>
 
 #include "flash.h"
 #include "static_switch.h"