meta_language/
lib.rs

1pub mod access;
2pub mod api_styles;
3pub mod benchmark;
4mod binary_format;
5mod builtin_grammar;
6mod concept_distinctions;
7mod concept_ontology;
8mod concept_records;
9pub mod configuration;
10pub mod decorators;
11pub mod document_formatting;
12mod docx_parser;
13mod embedded_region_parser;
14mod foundation_models;
15pub mod grammar;
16mod grammar_concepts;
17pub mod graphql_adapter;
18mod incremental;
19pub mod language_catalog;
20mod language_fixtures;
21mod language_identification;
22pub mod language_parser;
23pub mod language_profile;
24pub mod language_support;
25mod line_index;
26pub mod link_flags;
27pub mod link_network;
28mod lino_grammar;
29mod lino_parser;
30pub mod lino_serialization;
31pub mod mixed_regions;
32mod natural_language;
33mod natural_language_grammar;
34mod network_projection;
35pub mod parity;
36mod parity_fixtures;
37pub mod parser_registry;
38mod pdf_grammar;
39mod pdf_parser;
40pub mod program_representation;
41pub mod program_translation;
42pub mod query;
43pub mod query_algebra;
44pub mod query_plan;
45mod reconstruction;
46pub mod rust_codec;
47mod self_translation;
48mod semantic_translation;
49pub mod semantics;
50pub mod snapshots;
51pub mod source;
52mod source_generation;
53pub mod sql_adapter;
54pub mod storage;
55mod structured_text_parser;
56pub mod substitution;
57pub mod transform;
58pub mod translation;
59pub mod translation_rules;
60pub mod verification;
61
62pub use access::{EngineNetwork, ReadOnlyNetwork, ReadOnlyViolation};
63pub use api_styles::{
64    API_OPERATIONS, ApiOperation, ApiOperationEntry, ApiStyle, ApiStyleCell, ApiStyleFixture,
65    FluentNetworkApi, FluentPipeline, LinkCliSubstitution, LinkCliSubstitutionError,
66    LinkCliSubstitutionKind, run_api_style_fixture,
67};
68pub use concept_distinctions::{
69    ConceptCorrespondence, ConceptDistinctionProblem, CorrespondenceRelation, PrecedenceUse,
70    REQUIRED_CONCEPT_DISTINCTIONS, REQUIRED_FOUNDATION_DISTINCTIONS, RequiredDistinction,
71    check_concept_distinctions, concept_correspondence, concept_correspondence_in,
72    grammar_precedence_concepts, source_meanings_in,
73};
74pub use concept_ontology::{
75    ConceptOntologyImportReport, ConceptOntologySeedReport, ConceptRecordSeedReport,
76    FORMER_CONCEPT_ID_VOCABULARY, FORMER_CONCEPT_IDS, current_concept_id,
77};
78pub use concept_records::{
79    ConceptDistinction, ConceptRecord, ConceptRole, SourceAlias, concept_record, concept_records,
80    concept_records_for_source_name,
81};
82pub use configuration::{
83    AccessMode, FormalizationLevel, LanguageIdentificationDetector, NaturalizationDirection,
84    ParseConfiguration, RegionDetectionPolicy, TriviaAttachmentPolicy,
85};
86pub use decorators::{
87    DECORATOR_LEVELS, Decorator, DecoratorAction, DecoratorError, DecoratorLevel, DecoratorRecord,
88    DecoratorSet, decorator_record, record_field,
89};
90pub use document_formatting::{
91    BlockNode, CROSS_FORMAT_CONCEPT_IDS, CROSS_FORMAT_CONCEPTS, DOCUMENT_FORMATS,
92    DocumentFormatInstance, DocumentFormatMatch, DocumentFormattingSeedReport, FormattingDocument,
93    InlineNode, canonical_document_format, document_format_profile, docx_package_is_recognized,
94    docx_profile_is_recognized, parse_docx_document, parse_docx_package, parse_markup_document,
95    parse_pdf_document, pdf_profile_is_recognized, render_docx_document, render_docx_package,
96    render_pdf_document,
97};
98pub use foundation_models::{
99    CORRESPONDENCE_KINDS, FoundationCorrespondence, FoundationDistinction, FoundationFamily,
100    FoundationModel, FoundationProblem, FoundationRegister, LOGIC_FAMILIES, LanguageFoundation,
101    check_foundation_models, foundation_correspondences, foundation_model, foundation_register,
102    language_foundation_models,
103};
104pub use grammar::feature_runtime::{
105    Ambiguity, FeatureGrammarParser, FeatureParseOptions, GrammarParseError, GrammarResolver,
106    GrammarRuntimeError, LeafText, OperationValue, ParseOutcome, ParseRejection,
107    ParseWithGrammarError, SyntaxAttributes, SyntaxTree, compile_feature_grammar,
108    parse_with_grammar,
109};
110pub use grammar::interchange::{
111    GRAMMAR_LOWERING_FORMATS, GrammarLowering, GrammarLoweringEncoding, GrammarLoweringError,
112    GrammarLoweringFailure, GrammarLoweringFailureKind, GrammarLoweringMetadata,
113    GrammarLoweringOptions, GrammarLoweringReport, GrammarLoweringStatus, GrammarLoweringStep,
114    MAX_LOWERED_CHARACTERS, check_grammar_lowering, dropped_grammar_features, lower_grammar,
115    parse_lowering_metadata, reconstruct_grammar, render_lowering_metadata,
116};
117pub use grammar::{
118    ActiveLearningConfig, ActiveLearningError, ActiveLearningOracle, ActiveSymbol, AdviceDecision,
119    AdviceDecisionKind, AdviceSource, BenchmarkReport, ByteSpan, CharCategory, CharClassItem,
120    ConceptNamingAdvisor, ConstraintAtom, ConstraintClause, ConstraintPattern, Delimiter, Dfa,
121    DiagnosticKind, EmitReport, EvalError, ExprBuilder, FallbackAdvisor, GOLDEN_CORPORA,
122    GRAMMAR_CONCEPTS, GRAMMAR_CONSTRUCTS, GRAMMAR_FORMATS, GoldenCorpus, Grammar,
123    GrammarAcceptorOracle, GrammarBuilder, GrammarConcept, GrammarDiagnostic, GrammarEmitError,
124    GrammarExpr, GrammarFidelityLevel, GrammarFormat, GrammarFormatProfile, GrammarImportError,
125    GrammarKind, GrammarOracle, GrammarParser, GrammarRule, GrammarSourceName, GrammarSurfaceError,
126    GrammarTranslateError, InferenceOptions, InferenceReport, InferenceResult, InferredAutomaton,
127    JsParserArtifacts, LeafKind, LengthUnit, LexicalConfig, LexicalModel, Mdl, MdlMergeAdvisor,
128    MembershipOracle, MergeAdvisor, MergeCandidate, MergeRequest, MergeScore, MergeStrategy,
129    MetricScores, MinimizeOptions, MinimizeReport, MinimizeResult, NameCandidate, NamingAdvisor,
130    NamingRequest, NonTerminalRef, Oracle, ParserAcceptancePredicate, ParserMembershipOracle,
131    PositiveOnlyOracle, PriorOptions, RuleKind, RuleSpan, RustParserArtifacts, Sample,
132    SampleConfig, SamplingEquivalenceOracle, ScoringMode, SeedNode, SeedTree, SemanticConstraint,
133    SemanticInferenceConfig, Severity, StructuralPrior, Symbol, Token, WhitespacePolicy,
134    annotate_grammar_concepts, build_structural_prior, canonical_grammar_format, categorise,
135    clean_structural_acceptance, default_pattern_catalog, emit_abnf, emit_antlr, emit_bnf,
136    emit_ebnf, emit_gbnf, emit_javascript_parser, emit_lark, emit_peggy, emit_pest,
137    emit_rust_parser, emit_tree_sitter_grammar_js, emit_tree_sitter_grammar_js_with_report,
138    emit_tree_sitter_json, evaluate, evaluate_atom, evaluate_clause, evaluate_constraint,
139    evaluate_probabilistic, grammar_concept_translation_rules, grammar_expr_concept_id,
140    grammar_format_profile, grammar_from_lino, grammar_to_lino, import_abnf, import_antlr,
141    import_bnf, import_ebnf, import_gbnf, import_lark, import_pest, import_tree_sitter_json,
142    infer_cfg, infer_cfg_with_advisors, infer_dfa, infer_lexical_classes, learn_dfa, learn_grammar,
143    mdl, mdl_cost, mine_semantic_constraints, minimize, parse_grammar_surface, register_grammar,
144    render_rust_type, rule_concept_id, run_corpus, run_named_corpus, run_sequitur, sample,
145    size_symbols, translate_grammar_surface, validate, with_grammar, write_grammar_surface,
146};
147pub use grammar::{FORMER_GRAMMAR_CONSTRUCTS, current_grammar_construct};
148pub use grammar::{
149    GRAMMAR_COMMAND_USAGE, GRAMMAR_EXPORT_FORMATS, GRAMMAR_IMPORT_FORMATS,
150    GRAMMAR_LOSSLESS_FORMATS, GrammarCommandOutput, GrammarEmitter, GrammarFileReader,
151    GrammarImporter, GrammarLayout, GrammarLayoutDefinition, GrammarLayoutImplicit,
152    GrammarLosslessError, GrammarSourceDefinition, GrammarSourceSplit, capture_grammar_layout,
153    deserialize_grammar, emit_grammar_lossless, grammar_emitter, grammar_importer,
154    import_grammar_lossless, parse_grammar_layout_links, parse_grammar_links,
155    parse_links_expression, parse_native_grammar, percent_decode_links_text,
156    percent_encode_links_text, render_grammar_layout_links, render_grammar_links,
157    render_links_expression, render_native_expression, render_native_feature,
158    render_native_grammar, render_rule_link, run_grammar_command, serialize_grammar,
159    split_grammar_source,
160};
161pub use grammar::{
162    GRAMMAR_DIAGNOSTIC_KINDS, RepetitionBoundsError, accepts_text, canonical_repeat,
163    canonical_rule_definition, carry_rule_docs, choice, display_grammar_expression,
164    render_declaration_links, render_rule_fields, sequence,
165};
166pub use grammar::{
167    GRAMMAR_MERGE_METHOD, GrammarMergeAlternative, GrammarMergeAlternativeReason,
168    GrammarMergeDecision, GrammarMergeDecisionKind, GrammarMergeError, GrammarMergeFailure,
169    GrammarMergeFailureKind, GrammarMergeFailureReason, GrammarMergeNomination,
170    GrammarMergeNominationBasis, GrammarMergeNominationOutcome, GrammarMergeOptions,
171    GrammarMergeResult, GrammarMergeSource, GrammarRenameError, GrammarRenameErrorKind,
172    MergedGrammarGroup, RenamedGrammar, RuleAlias, assert_merge_complete, assert_merge_shares,
173    merge_grammars, normalized_rule_definition, rename_grammar_rule, restore_source_names,
174    shared_rule_decisions,
175};
176pub use grammar::{
177    GRAMMAR_ROUND_TRIP_MARKER, GrammarEmitFn, GrammarImportFn, GrammarRoundTrip,
178    GrammarRoundTripError, GrammarRoundTripFailure, GrammarRoundTripFailureKind,
179    GrammarRoundTripReport, GrammarRoundTripStage, GrammarRoundTripStatus,
180    check_grammar_round_trip, mutate_grammar_start_rule,
181};
182pub use grammar::{
183    GrammarReverseConversion, GrammarReverseFailure, GrammarReverseFailureKind,
184    GrammarReverseReport, GrammarReverseStage, GrammarReverseStatus,
185    check_grammar_reverse_conversion,
186};
187#[cfg(feature = "llm-assist")]
188pub use grammar::{LlmClient, LlmError, LlmMergeAdvisor, LlmNamingAdvisor};
189pub use grammar::{decorate_emitted, decorate_grammar, decorate_syntax_tree};
190pub use grammar_concepts::{
191    ConceptReuse, ConstructTranslation, ConstructTranslationProblem, ConstructTranslationRelation,
192    ConstructTree, ConstructTreeTranslation, GrammarConceptReuse, NativeConceptProblem,
193    NativeConceptProblemKind, NativeConceptReuse, NativeRuleConcept, SharedRule, SpecificRule,
194    check_native_grammar_concepts, check_native_grammar_concepts_in, native_construct_tree,
195    native_grammar_concept_reuse, native_grammar_ids, native_grammar_language,
196    native_grammar_rule_concepts, native_grammar_source, translate_native_construct,
197    translate_native_construct_decorated, translate_native_construct_in,
198    translate_native_construct_tree,
199};
200pub use graphql_adapter::{
201    GraphQlAdapterError, GraphQlArgumentRole, GraphQlOperationType, GraphQlRootMapping,
202    GraphQlSchemaRegistry, lower_graphql,
203};
204pub use language_catalog::{
205    GrammarProvenance, LanguageEntry, NativeGrammarEntry, canonical_language_name,
206    grammar_provenance, language_candidates_for_path, language_catalog, language_entry,
207    language_for_path, native_grammar, native_grammars, oracle_grammar_provenance,
208};
209pub use language_identification::identify_language;
210pub use language_parser::{BuiltInLanguageParser, LanguageParser};
211pub use language_profile::{LanguageProfile, LanguageProfileLinks, LanguageProfileViolation};
212pub use language_support::{
213    FOUR_LANGUAGE_SUPPORT, LANGUAGE_REPRESENTATION_SCHEMA_VERSION, LanguageSupport,
214    RepresentationLevel, TranslationContract, TranslationSupport, language_support,
215    translation_contract, translation_contracts,
216};
217pub use link_flags::LinkFlags;
218pub use link_network::{Link, LinkId, LinkMetadata, LinkNetwork, LinkType, NetworkProjection};
219pub use lino_parser::LinksNotationReading;
220pub use lino_serialization::LinoSerializationError;
221pub use mixed_regions::{
222    EmbeddedRegion, detect_embedded_regions, detect_embedded_regions_in_tree, script_language,
223    sniff_language,
224};
225pub use natural_language_grammar::{
226    NATURAL_LANGUAGE_GRAMMAR_FIXTURES, NaturalLanguageGrammarFixture,
227};
228pub use parity::{
229    DATA_FORMAT_TARGETS, GRAMMAR_EMBEDDING_TARGETS, GrammarEmbeddingTarget, LANGUAGE_FIXTURES,
230    LanguageFamily, LanguageFixture, LanguageTarget, MARKUP_LANGUAGE_TARGETS,
231    NATURAL_LANGUAGE_TARGETS, PARITY_FIXTURES, PARITY_TARGETS, PROGRAMMING_LANGUAGE_TARGETS,
232    ParityCapability, ParityFixture, ParityTarget, ParityTransformExpectation,
233    ParityVerificationExpectation, SECOND_TIER_PROGRAMMING_LANGUAGE_TARGETS,
234};
235pub use parser_registry::ParserRegistry;
236pub use program_representation::{
237    PROGRAM_REPRESENTATION_SCHEMA_VERSION, PROGRAM_SNAPSHOT_SCHEMA_VERSION, ProgramBinding,
238    ProgramConstruct, ProgramConstructStatus, ProgramDiagnostic, ProgramExpansion, ProgramFact,
239    ProgramProjectContext, ProgramProjectModule, ProgramProjectReference, ProgramProjectSource,
240    ProgramRange, ProgramRepresentation, ProgramRepresentationError, ProgramScope,
241    ProgramSourceMapping, SEMANTIC_CONSTRUCTS, analyze_program, analyze_program_decorated,
242    construct_program, construct_program_from_fragments,
243};
244pub use program_translation::{
245    DecodedProgramTranslation, ProgramTranslation, ProgramTranslationError,
246    decode_program_translation, read_translation_provenance, translate_program,
247};
248pub use query::{
249    LinkQuery, QueryCapture, QueryCaptures, QueryIndex, QueryMatch, QueryParseError,
250    QueryPredicate, QueryPredicateArgument, QueryPredicateHost, RejectPredicateHost,
251    query_by_concept_term,
252};
253pub use query_algebra::{
254    LinkRule, LinkRuleCapture, LinkRuleCaptures, LinkRuleMatch, LinkRuleParseError,
255    LinkRuleRegistry, LinkRuleSnapshotCase, LinkRuleSnapshotExpectation, LinkRuleSnapshotReport,
256    LinkRuleSnapshotResult, LinkRuleSnapshotSuite, TraversalReport, TraversalStrategy,
257};
258pub use query_plan::{
259    LoweredQueryPlan, QUERY_PLAN_VERSION, QueryAggregate, QueryAggregateFunction,
260    QueryAuthorization, QueryComparisonOperator, QueryFilter, QueryOperation, QueryOrder,
261    QueryPlan, QuerySortDirection, QuerySourceEvidence, QueryValue,
262};
263pub use rust_codec::{
264    FromLinks, LinksCodecError, LinksDecoder, LinksEncoder, LinksObject, RustFieldShape,
265    RustTypeKind, RustTypeShape, ToLinks,
266};
267pub use self_translation::{
268    SELF_TRANSLATION_LANGUAGES, SelfTranslation, SelfTranslationError, SelfTranslationItem,
269    self_translate, self_translate_decorated, self_translation_language,
270};
271pub use semantic_translation::{
272    ReadTranslationProvenance, SEMANTIC_ENCODING, SEMANTIC_OBSERVATION, SemanticTranslation,
273    TranslationDiagnostic, TranslationObligation, TranslationProvenance,
274};
275pub use semantics::{ProbabilisticTruthValue, Probability, TruthValue};
276pub use snapshots::{MutableNetworkSnapshot, NetworkSnapshot, StructuralDiff};
277pub use source::{ByteRange, Point, SourceSpan};
278pub use sql_adapter::{
279    SQL_DIALECT_PROFILES, SqlAdapterError, SqlAdapterErrorKind, SqlDialectProfile,
280    SqlRelationMapping, SqlSchemaRegistry, lower_sql, lower_sql_cst,
281};
282#[cfg(feature = "doublets")]
283pub use storage::DoubletsLinkStore;
284pub use storage::{EngineLinkStore, LinkStore, LinkStoreBackend, LinkStoreQuery, StorageError};
285pub use substitution::{
286    SubstitutionBindings, SubstitutionReport, SubstitutionRule, SubstitutionValue,
287    VariableSubstitutionRule,
288};
289pub use transform::{
290    QuasiquoteError, QuasiquoteTemplate, ReplacementReport, ReplacementRule,
291    SourceTextPredicateHost, TextReplacement,
292};
293pub use translation_rules::{
294    TranslationRule, TranslationRuleRegistry, TranslationRuleSet, TranslationRuleSetLoadError,
295    TranslationTemplate,
296};
297pub use tree_sitter_adapter::{GrammarNames, grammar_names};
298pub use verification::{VerificationIssue, VerificationIssueKind, VerificationReport};
299
300mod native_grammar_parser;
301mod self_description;
302mod tree_sitter_adapter;
meta_language/lib.rs

meta_language/
lib.rs
