http-client-java, namespace from client.tsp

packages/http-client-java/emitter/src/code-model-builder.ts

@@ -77,7 +77,6 @@ import {
 } from "@azure-tools/typespec-client-generator-core";
 import {
   EmitContext,
-  Interface,
   Model,
   ModelProperty,
   Namespace,
@@ -168,11 +167,13 @@ export class CodeModelBuilder {
   private program: Program;
   private typeNameOptions: TypeNameOptions;
   private namespace: string;
+  private baseJavaNamespace: string = ""; // it will be set at the start of "build" function
+  private legacyJavaNamespace: boolean = false; // backward-compatible mode, that emitter ignores clientNamespace from TCGC
   private sdkContext!: SdkContext;
   private options: EmitterOptions;
   private codeModel: CodeModel;
   private emitterContext: EmitContext<EmitterOptions>;
-  private serviceNamespace: Namespace | Interface | Operation;
+  private serviceNamespace: Namespace;
 
   private loggingEnabled: boolean = false;
 
@@ -205,8 +206,6 @@ export class CodeModelBuilder {
     this.serviceNamespace = service.type;
 
     this.namespace = getNamespaceFullName(this.serviceNamespace) || "Azure.Client";
-    // java namespace
-    const javaNamespace = this.getJavaNamespace(this.namespace);
 
     const namespace1 = this.namespace;
     this.typeNameOptions = {
@@ -232,9 +231,7 @@ export class CodeModelBuilder {
           summary: this.getSummary(this.serviceNamespace),
           namespace: this.namespace,
         },
-        java: {
-          namespace: javaNamespace,
-        },
+        java: {},
       },
     });
   }
@@ -244,6 +241,20 @@ export class CodeModelBuilder {
       versioning: { previewStringRegex: /$/ },
     }); // include all versions and do the filter by ourselves
 
+    // java namespace
+    if (this.options.namespace) {
+      // legacy mode, clientNamespace from TCGC will be ignored
+      this.legacyJavaNamespace = true;
+      this.baseJavaNamespace = this.options.namespace;
+    } else {
+      this.legacyJavaNamespace = false;
+      // baseJavaNamespace is used for model from Azure.Core/Azure.ResourceManager but cannot be mapped to azure-core
+      // otherwise, the clientNamespace from SdkType will be used
+      this.baseJavaNamespace = this.getBaseJavaNamespace();
+    }
+
+    this.codeModel.language.java!.namespace = this.baseJavaNamespace;
+
     // TODO: reportDiagnostics from TCGC temporary disabled
     // issue https://github.com/Azure/typespec-azure/issues/1675
     // this.program.reportDiagnostics(this.sdkContext.diagnostics);
@@ -267,6 +278,8 @@ export class CodeModelBuilder {
 
     this.processSchemaUsage();
 
+    this.processJavaNamespace();
+
     this.deduplicateSchemaName();
 
     return this.codeModel;
@@ -424,6 +437,16 @@ export class CodeModelBuilder {
     this.codeModel.schemas.constants?.forEach((it) => this.resolveSchemaUsage(it));
   }
 
+  private processJavaNamespace() {
+    // post process for usage and namespace ("implementation.models")
+    this.codeModel.schemas.objects?.forEach((it) => this.updateJavaNamespace(it));
+    this.codeModel.schemas.groups?.forEach((it) => this.updateJavaNamespace(it));
+    this.codeModel.schemas.choices?.forEach((it) => this.updateJavaNamespace(it));
+    this.codeModel.schemas.sealedChoices?.forEach((it) => this.updateJavaNamespace(it));
+    this.codeModel.schemas.ors?.forEach((it) => this.updateJavaNamespace(it));
+    this.codeModel.schemas.constants?.forEach((it) => this.updateJavaNamespace(it));
+  }
+
   private deduplicateSchemaName() {
     // deduplicate model name
     const nameCount = new Map<string, number>();
@@ -490,20 +513,51 @@ export class CodeModelBuilder {
     }
   }
 
+  private updateJavaNamespace(schema: Schema) {
+    if (
+      schema instanceof ObjectSchema ||
+      schema instanceof GroupSchema ||
+      schema instanceof ChoiceSchema ||
+      schema instanceof SealedChoiceSchema ||
+      schema instanceof OrSchema ||
+      schema instanceof ConstantSchema
+    ) {
+      const schemaUsage: SchemaContext[] | undefined = schema.usage;
+
+      if (schema.language.java?.namespace) {
+        if (this.isBranded() && schema.language.java.namespace.startsWith("com.azure.")) {
+          // skip com.azure models
+          return;
+        }
+
+        if (schemaUsage?.includes(SchemaContext.Internal)) {
+          schema.language.java.namespace = schema.language.java.namespace + ".implementation";
+        }
+        if (this.isBranded()) {
+          schema.language.java.namespace = schema.language.java.namespace + ".models";
+        }
+      }
+    }
+  }
+
   private processClients() {
     // preprocess group-etag-headers
     this.options["group-etag-headers"] = this.options["group-etag-headers"] ?? true;
 
     const sdkPackage = this.sdkContext.sdkPackage;
     for (const client of sdkPackage.clients) {
       let clientName = client.name;
-      let javaNamespace = this.getJavaNamespace(this.namespace);
+      const namespace =
+        client.__raw.type.kind === "Interface"
+          ? getNamespace(client.__raw.type)
+          : getNamespaceFullName(client.__raw.type);
+      let javaNamespace = this.getJavaNamespace(namespace, client);
       const clientFullName = client.name;
       const clientNameSegments = clientFullName.split(".");
       if (clientNameSegments.length > 1) {
         clientName = clientNameSegments.at(-1)!;
-        const clientSubNamespace = clientNameSegments.slice(0, -1).join(".");
-        javaNamespace = this.getJavaNamespace(this.namespace + "." + clientSubNamespace);
+        const clientSubNamespace = clientNameSegments.slice(0, -1).join(".").toLowerCase();
+        javaNamespace = javaNamespace + "." + clientSubNamespace;
       }
 
       const codeModelClient = new CodeModelClient(clientName, client.doc ?? "", {
@@ -962,7 +1016,7 @@ export class CodeModelBuilder {
           language: {
             java: {
               name: "OperationLocationPollingStrategy",
-              namespace: this.getJavaNamespace(this.namespace) + ".implementation",
+              namespace: this.baseJavaNamespace + ".implementation",
             },
           },
         });
@@ -1959,7 +2013,7 @@ export class CodeModelBuilder {
           namespace: namespace,
         },
         java: {
-          namespace: this.getJavaNamespace(namespace),
+          namespace: this.getJavaNamespace(namespace, type),
         },
       },
     });
@@ -2059,7 +2113,7 @@ export class CodeModelBuilder {
           namespace: namespace,
         },
         java: {
-          namespace: this.getJavaNamespace(namespace),
+          namespace: this.getJavaNamespace(namespace, type),
         },
       },
     });
@@ -2241,7 +2295,7 @@ export class CodeModelBuilder {
             namespace: namespace,
           },
           java: {
-            namespace: this.getJavaNamespace(namespace),
+            namespace: this.getJavaNamespace(namespace, it),
           },
         },
       });
@@ -2327,15 +2381,19 @@ export class CodeModelBuilder {
 
   private processMultipartFormDataFilePropertySchema(property: SdkBodyModelPropertyType): Schema {
     const processSchemaFunc = (type: SdkType) => this.processSchema(type, "");
-    if (property.type.kind === "bytes" || property.type.kind === "model") {
+    const processNamespaceFunc = (type: SdkType) => {
       const namespace =
-        property.type.kind === "model"
-          ? (getNamespace(property.type.__raw) ?? this.namespace)
-          : this.namespace;
+        type.kind === "model" ? (getNamespace(type.__raw) ?? this.namespace) : this.namespace;
+      const javaNamespace = this.getJavaNamespace(namespace, type);
+      return { namespace, javaNamespace };
+    };
+
+    if (property.type.kind === "bytes" || property.type.kind === "model") {
+      const namespaceTuple = processNamespaceFunc(property.type);
       return getFileDetailsSchema(
         property,
-        getNamespace(property.type.__raw) ?? this.namespace,
-        namespace,
+        namespaceTuple.namespace,
+        namespaceTuple.javaNamespace,
         this.codeModel.schemas,
         this.binarySchema,
         this.stringSchema,
@@ -2345,17 +2403,14 @@ export class CodeModelBuilder {
       property.type.kind === "array" &&
       (property.type.valueType.kind === "bytes" || property.type.valueType.kind === "model")
     ) {
-      const namespace =
-        property.type.valueType.kind === "model"
-          ? (getNamespace(property.type.valueType.__raw) ?? this.namespace)
-          : this.namespace;
+      const namespaceTuple = processNamespaceFunc(property.type.valueType);
       return new ArraySchema(
         property.name,
         property.doc ?? "",
         getFileDetailsSchema(
           property,
-          namespace,
-          this.getJavaNamespace(namespace),
+          namespaceTuple.namespace,
+          namespaceTuple.javaNamespace,
           this.codeModel.schemas,
           this.binarySchema,
           this.stringSchema,
@@ -2451,18 +2506,71 @@ export class CodeModelBuilder {
     }
   }
 
-  private getJavaNamespace(namespace: string | undefined): string | undefined {
-    const tspNamespace = this.namespace;
-    const baseJavaNamespace = this.emitterContext.options.namespace;
-    if (!namespace) {
-      return undefined;
-    } else if (
-      baseJavaNamespace &&
-      (namespace === tspNamespace || namespace.startsWith(tspNamespace + "."))
-    ) {
-      return baseJavaNamespace + namespace.slice(tspNamespace.length).toLowerCase();
-    } else {
+  private getBaseJavaNamespace(): string {
+    // hack, just find the shortest clientNamespace among all clients
+    // hopefully it is the root namespace of the SDK
+    let baseJavaNamespace: string | undefined = undefined;
+    this.sdkContext.sdkPackage.clients
+      .map((it) => it.clientNamespace)
+      .forEach((it) => {
+        if (baseJavaNamespace === undefined || baseJavaNamespace.length > it.length) {
+          baseJavaNamespace = it;
+        }
+      });
+    // fallback if there is no client
+    if (!baseJavaNamespace) {
+      baseJavaNamespace = this.namespace;
+    }
+    return baseJavaNamespace.toLowerCase();
+  }
+
+  private getJavaNamespace(
+    namespace: string | undefined,
+    type: SdkType | SdkClientType<SdkHttpOperation> | undefined = undefined,
+  ): string | undefined {
+    // TypeSpec namespace from service
+    const serviceNamespace = this.namespace;
+
+    // clientNamespace from TCGC
+    const clientNamespace: string | undefined =
+      type && "clientNamespace" in type ? type.clientNamespace : undefined;
+
+    if (this.isBranded() && this.baseJavaNamespace && type && "crossLanguageDefinitionId" in type) {
+      // special handling for namespace of model that cannot be mapped to azure-core
+      if (type.crossLanguageDefinitionId === "TypeSpec.Http.File") {
+        // TypeSpec.Http.File
+        return this.baseJavaNamespace;
+      } else if (type.crossLanguageDefinitionId === "Azure.Core.Foundations.OperationState") {
+        // Azure.Core.OperationState
+        return this.baseJavaNamespace;
+      } else if (
+        type.crossLanguageDefinitionId === "Azure.Core.ResourceOperationStatus" ||
+        type.crossLanguageDefinitionId === "Azure.Core.Foundations.OperationStatus"
+      ) {
+        // Azure.Core.ResourceOperationStatus<>
+        // Azure.Core.Foundations.OperationStatus<>
+        // usually this model will not be generated, but javadoc of protocol method requires it be in SDK namespace
+        return this.baseJavaNamespace;
+      }
+    }
+
+    if (this.legacyJavaNamespace || !clientNamespace) {
+      if (!namespace) {
+        return this.baseJavaNamespace;
+      }
+
+      if (
+        this.baseJavaNamespace &&
+        (namespace === serviceNamespace || namespace.startsWith(serviceNamespace + "."))
+      ) {
+        // make sure the mapping of typespec service namespace to options.namespace is maintained
+        // e.g. "Microsoft.StandbyPool" to "com.azure.resourcemanager.standbypool"
+        return this.baseJavaNamespace;
+      }
+
       return namespace.toLowerCase();
+    } else {
+      return clientNamespace.toLowerCase();
     }
   }
 

packages/http-client-java/emitter/src/utils.ts

@@ -25,7 +25,8 @@ export function pascalCase(name: string): string {
 export function getNamespace(type: Type | undefined): string | undefined {
   if (
     type &&
-    (type.kind === "Model" ||
+    (type.kind === "Interface" ||
+      type.kind === "Model" ||
       type.kind === "Enum" ||
       type.kind === "Union" ||
       type.kind === "Operation")

packages/http-client-java/generator/http-client-generator-core/src/main/java/com/microsoft/typespec/http/client/generator/core/mapper/MapperUtils.java

@@ -61,6 +61,8 @@ public static IType createEnumType(ChoiceSchema enumType, boolean expandable, bo
             String enumPackage = settings.getPackage(settings.getModelsSubpackage());
             if (settings.isCustomType(enumTypeName)) {
                 enumPackage = settings.getPackage(settings.getCustomTypesSubpackage());
+            } else if (settings.isDataPlaneClient() && enumType.getLanguage().getJava().getNamespace() != null) {
+                enumPackage = enumType.getLanguage().getJava().getNamespace();
             } else if (settings.isDataPlaneClient()
                 && (enumType.getUsage() != null && enumType.getUsage().contains(SchemaContext.INTERNAL))) {
                 // internal type, which is not exposed to user

packages/http-client-java/generator/http-client-generator-core/src/main/java/com/microsoft/typespec/http/client/generator/core/mapper/ModelMapper.java

@@ -663,7 +663,7 @@ private static boolean hasFlattenedProperty(ObjectSchema compositeType,
      * @return Whether the type is predefined.
      */
     protected boolean isPredefinedModel(ClassType compositeType) {
-        if (JavaSettings.getInstance().isDataPlaneClient()) {
+        if (JavaSettings.getInstance().isDataPlaneClient() && JavaSettings.getInstance().isBranded()) {
             // see ObjectMapper.mapPredefinedModel
             // this might be too simplified, and Android might require a different implementation
             return compositeType.getPackage().startsWith(ExternalPackage.CORE.getPackageName() + ".");

packages/http-client-java/generator/http-client-generator-core/src/main/java/com/microsoft/typespec/http/client/generator/core/mapper/ObjectMapper.java

@@ -54,6 +54,8 @@ private ClassType createClassType(ObjectSchema compositeType) {
         } else if (settings.isFluent() && compositeType.isFlattenedSchema()) {
             // put class of flattened type to implementation package
             classPackage = settings.getPackage(settings.getFluentModelsSubpackage());
+        } else if (settings.isDataPlaneClient() && compositeType.getLanguage().getJava().getNamespace() != null) {
+            classPackage = compositeType.getLanguage().getJava().getNamespace();
         } else if (settings.isDataPlaneClient() && isInternalModel(compositeType)) {
             // internal type is not exposed to user
             classPackage = settings.getPackage(settings.getImplementationSubpackage(), settings.getModelsSubpackage());
@@ -82,7 +84,11 @@ private ClassType createClassType(ObjectSchema compositeType) {
      * @return The predefined type.
      */
     protected ClassType mapPredefinedModel(ObjectSchema compositeType) {
-        return SchemaUtil.mapExternalModel(compositeType);
+        if (JavaSettings.getInstance().isBranded()) {
+            return SchemaUtil.mapExternalModel(compositeType);
+        } else {
+            return null;
+        }
     }
 
     /**

packages/http-client-java/generator/http-client-generator-test/src/main/java/_specs_/azure/clientgenerator/core/access/InternalOperationAsyncClient.java

@@ -5,9 +5,9 @@
 package _specs_.azure.clientgenerator.core.access;
 
 import _specs_.azure.clientgenerator.core.access.implementation.InternalOperationsImpl;
-import _specs_.azure.clientgenerator.core.access.implementation.models.InternalDecoratorModelInInternal;
-import _specs_.azure.clientgenerator.core.access.implementation.models.NoDecoratorModelInInternal;
-import _specs_.azure.clientgenerator.core.access.models.PublicDecoratorModelInInternal;
+import _specs_.azure.clientgenerator.core.access.internaloperation.implementation.models.InternalDecoratorModelInInternal;
+import _specs_.azure.clientgenerator.core.access.internaloperation.implementation.models.NoDecoratorModelInInternal;
+import _specs_.azure.clientgenerator.core.access.internaloperation.models.PublicDecoratorModelInInternal;
 import com.azure.core.annotation.Generated;
 import com.azure.core.annotation.ReturnType;
 import com.azure.core.annotation.ServiceClient;

packages/http-client-java/generator/http-client-generator-test/src/main/java/_specs_/azure/clientgenerator/core/access/InternalOperationClient.java

@@ -5,9 +5,9 @@
 package _specs_.azure.clientgenerator.core.access;
 
 import _specs_.azure.clientgenerator.core.access.implementation.InternalOperationsImpl;
-import _specs_.azure.clientgenerator.core.access.implementation.models.InternalDecoratorModelInInternal;
-import _specs_.azure.clientgenerator.core.access.implementation.models.NoDecoratorModelInInternal;
-import _specs_.azure.clientgenerator.core.access.models.PublicDecoratorModelInInternal;
+import _specs_.azure.clientgenerator.core.access.internaloperation.implementation.models.InternalDecoratorModelInInternal;
+import _specs_.azure.clientgenerator.core.access.internaloperation.implementation.models.NoDecoratorModelInInternal;
+import _specs_.azure.clientgenerator.core.access.internaloperation.models.PublicDecoratorModelInInternal;
 import com.azure.core.annotation.Generated;
 import com.azure.core.annotation.ReturnType;
 import com.azure.core.annotation.ServiceClient;

packages/http-client-java/generator/http-client-generator-test/src/main/java/_specs_/azure/clientgenerator/core/access/PublicOperationAsyncClient.java

@@ -5,8 +5,8 @@
 package _specs_.azure.clientgenerator.core.access;
 
 import _specs_.azure.clientgenerator.core.access.implementation.PublicOperationsImpl;
-import _specs_.azure.clientgenerator.core.access.models.NoDecoratorModelInPublic;
-import _specs_.azure.clientgenerator.core.access.models.PublicDecoratorModelInPublic;
+import _specs_.azure.clientgenerator.core.access.publicoperation.models.NoDecoratorModelInPublic;
+import _specs_.azure.clientgenerator.core.access.publicoperation.models.PublicDecoratorModelInPublic;
 import com.azure.core.annotation.Generated;
 import com.azure.core.annotation.ReturnType;
 import com.azure.core.annotation.ServiceClient;