Create unsafe/refcount rules index

Author: lucic71

CMakeLists.txt

@@ -300,8 +300,16 @@ add_custom_command(
 
 add_custom_target("index-cpp-rules" ALL DEPENDS ${cpp_rules_index_outputs})
 
+set(rust_rules_index_outputs ${CMAKE_BINARY_DIR}/rules_index/index_unsafe.json ${CMAKE_BINARY_DIR}/rules_index/index_refcount.json)
+add_custom_command(
+  OUTPUT ${rust_rules_index_outputs}
+  COMMAND ${PREPROCESSOR_BIN} --merge ${CMAKE_BINARY_DIR}/rules_index ${RULES_IR_DIR}
+  DEPENDS ${rust_rules_ir_outputs} ${PREPROCESSOR_BIN}
+  VERBATIM
+)
+
 add_custom_target("preprocess-rust-rules" ALL
-                  DEPENDS ${rust_rules_ir_outputs})
+                  DEPENDS ${rust_rules_ir_outputs} ${rust_rules_index_outputs})
 
 set_property(DIRECTORY APPEND PROPERTY ADDITIONAL_CLEAN_FILES
   "${CMAKE_BINARY_DIR}/libcc2rs-target"

rule-preprocessor/src/ir.rs

@@ -27,6 +27,13 @@ impl Model {
             Model::Unsafe => "ir_unsafe.json",
         }
     }
+
+    pub fn index_filename(self) -> &'static str {
+        match self {
+            Model::Refcount => "index_refcount.json",
+            Model::Unsafe => "index_unsafe.json",
+        }
+    }
 }
 
 fn validate_consecutive_keys<'a>(
@@ -299,3 +306,27 @@ impl RulesIR {
         }
     }
 }
+
+pub fn write_index(index_dir: &Path, ir_dir: &Path) {
+    let mut modules: Vec<_> = std::fs::read_dir(ir_dir)
+        .unwrap()
+        .map(|entry| entry.unwrap().path())
+        .filter(|dir| dir.is_dir())
+        .collect();
+    modules.sort();
+    std::fs::create_dir_all(index_dir).unwrap();
+    for model in Model::ALL {
+        let index: BTreeMap<String, serde_json::Value> = modules
+            .iter()
+            .filter_map(|dir| {
+                let ir = std::fs::read_to_string(dir.join(model.ir_filename())).ok()?;
+                let name = dir.file_name().unwrap().to_string_lossy().to_string();
+                Some((name, serde_json::from_str(&ir).unwrap()))
+            })
+            .collect();
+        let json_path = index_dir.join(model.index_filename());
+        let json = serde_json::to_string_pretty(&index).unwrap();
+        std::fs::write(&json_path, format!("{json}\n")).unwrap();
+        println!("{}", json_path.display());
+    }
+}

rule-preprocessor/src/main.rs

@@ -23,15 +23,17 @@ use semantic::SemanticAnalysis;
 use syntactic::SyntacticAnalysis;
 
 fn main() {
+    let usage = "usage: rule-preprocessor <out-dir> <rule-dir> | rule-preprocessor --merge <index-dir> <ir-dir>";
     let mut args = std::env::args().skip(1);
-    let out_dir = args
-        .next()
-        .expect("usage: rule-preprocessor <out-dir> <rule-dir>");
-    let in_dir = args
-        .next()
-        .expect("usage: rule-preprocessor <out-dir> <rule-dir>");
-
-    let out = std::path::PathBuf::from(out_dir);
+    let first = args.next().expect(usage);
+    if first == "--merge" {
+        let index_dir = std::path::PathBuf::from(args.next().expect(usage));
+        let ir_dir = std::path::PathBuf::from(args.next().expect(usage));
+        ir::write_index(&index_dir, &ir_dir);
+        return;
+    }
+    let out = std::path::PathBuf::from(first);
+    let in_dir = args.next().expect(usage);
     SemanticAnalysis::run(
         SyntacticAnalysis::run(&std::fs::canonicalize(&in_dir).unwrap()),
         &out,