ArcGis系列-java发布空间表为要素服务(feature)

1,实现思路

使用java调用cmd命令执行python脚本
python环境使用arcgis pro安装目录下的 \ArcGIS\Pro\bin\Python\envs\arcgispro-py3
发布数据库表前需要先用创建数据库的sde文件（创建sde文件不需要连接arcgis）
发布表时,先在本地的空项目模板中添加数据库表作为图层，然后上传发布这个项目

2,java实现

2.1 调用入口

     /**
     * 创建数据库连接文件，传入数据库连接相关对象
     * 保存路径在python中设置
     *
     * @param userDbInfo
     */
    public void createArcgisSde(ExternalDataBaseDO userDbInfo) {
        List<Object> params = new ArrayList<>();
        params.add("cmd.exe");
        params.add("/c");
        params.add("python");
        //创建sde的python脚本路径
        String pyScriptName = scriptLocation + File.separator + PY_CREATE_SDE;
        params.add(pyScriptName);
        params.add(userDbInfo.getHost());
        params.add(userDbInfo.getPort());
        params.add(userDbInfo.getDataBaseName());
        params.add(userDbInfo.getUserName());
        params.add(userDbInfo.getPassWord());
        params.add(userDbInfo.getId());
        String[] arr = params.toArray(new String[params.size()]);
        int i = execSync(pyScriptName, arr);
        if (i != 0) {
            log.error("调用" + scriptLocation + PY_CREATE_SDE + "python异常!");
        }
    }

     /**
     * 调用python发布sqlserver数据库要素类到arcgis
     * @param sde sde全路径  D:\\ITS\\itsPython\\192.168.10.153.sde
     * @param host arcgis的url https://aaa.myarcgis.com/arcgis
     * @param name arcgis用户名 aaa
     * @param password arcgis密码 xxxx
     * @param table 要发布的表名 SD
     * @return
     * @throws Exception
     */
    public String publishTableToArcgis(String sde, String host, String name, String password, String table) throws Exception {
        host = host.replace("https", "http");
        host = host.replace(":6443", "");
        sde = sde.replace("\\", "/");
        List<Object> params = new ArrayList<>();
        params.add("cmd.exe");
        params.add("/c");
        params.add("python");
        String pyScriptName = scriptLocation + File.separator + PY_PUBLISH_TABLE;
        params.add(pyScriptName);
        params.add(sde);
        params.add(host);
        params.add(name);
        params.add(password);
        params.add(table);
        String[] arr = params.toArray(new String[params.size()]);
        log.info("发布空间表参数：{}", Arrays.toString(arr));
        //publish_single_table("D:\\ITS\\itsPython\\192.168.10.153.sde", "https://lzw.gis107.com/arcgis", "lzwpro", "lzwpro123", "dbo.SD")
        int i = execSync(pyScriptName, arr);
        if (i == 0) {
            //拼接发布地址 https://lzw.gis107.com/server/rest/services/SD/MapServer
            return getPublishTableUrl(host, table);
        } else {
            log.error("发布表失败：{}", i);
            return "error";
        }
    }

2.2 创建一个异步任务

执行python时可能会执行很久，这是一个通用的方法，需要监听脚本执行状态

private int execSync(String fileName, String params[]) throws IOException {
        log.info("同步读取python文件 init fileName={}", fileName);
        Process process;
        if (OS.startsWith("Windows")) {
            // windows执行脚本需要使用 cmd.exe /c 才能正确执行脚本
            process = new ProcessBuilder(params).
                    start();
        } else {
            // linux执行脚本一般是使用python3 + 文件所在路径
//            process = new ProcessBuilder("python3", LINUX_PATH + fileName, params).start();
            process = new ProcessBuilder(params).start();
        }

        taskPool.submit(() -> {
            log.info("读取python文件 开始 fileName={}", fileName);
            BufferedReader errorReader = null;
            // 脚本执行异常时的输出信息
            errorReader = new BufferedReader(new InputStreamReader(process.getErrorStream()));
            List<String> errorString = read(fileName, errorReader);
            log.info("读取python文件 fileName={}  errorString={}", fileName, errorString);
        });

        taskPool.submit(() -> {
            // 脚本执行正常时的输出信息
            BufferedReader inputReader = null;
            inputReader = new BufferedReader(new InputStreamReader(process.getInputStream()));
            List<String> returnString = read(fileName, inputReader);
            log.info("读取python文件 fileName={}  returnString={}", fileName, returnString);
        });

        try {
            boolean res = process.waitFor(1L, TimeUnit.DAYS);
            if (res) {
                int i = process.exitValue();
                log.info("执行python文件 fileName={} == 结束 == {}", fileName, i);
                return i;
            }
            return 1;
        } catch (InterruptedException e) {
            log.error("同步读取python文件 fileName=" + fileName + " 等待结果返回异常", e);
            return 1;
        }
    }

3,python脚本

3.1 创建sde文件

import arcpy, os

# 从用户输入获取连接参数

def create_sde(ip, port, dbname, username, password, dbId):
    # 创建临时 SDE 连接文件
    temp_sde = os.path.join(arcpy.env.scratchFolder, "temp.sde")
    arcpy.Delete_management(temp_sde)
    arcpy.CreateDatabaseConnection_management(os.path.dirname(temp_sde),
                                               os.path.basename(temp_sde),
                                               "SQL_SERVER", ip+","+port, "DATABASE_AUTH",
                                               username, password, "SAVE_USERNAME",
                                               dbname)
    #arcpy.CreateDatabaseConnection_management("C:/temp", "myDatabase.sde", "SQL_SERVER", "myServer", "DATABASE_AUTH", "myUser", "myPassword", "#", "myDatabase", "#", "#", "#", "#", "#")
    # 复制并重命名临时 SDE 连接文件到指定位置D:\ITS\map\sde
    output_sde = "D:\\ITS\\map\\sde\\" + dbId + ".sde"
    if os.path.isfile(output_sde):
        os.remove(output_sde)
    arcpy.Copy_management(temp_sde, output_sde)

    # 删除临时 SDE 连接文件
    arcpy.Delete_management(temp_sde)

if __name__ == '__main__':
    a = []
    for i in range(1, len(sys.argv)):
        print("arg:" + sys.argv[i])
        a.append(sys.argv[i])

    create_sde(a[0], a[1], a[2], a[3], a[4], a[5])
    #create_sde("192.168.10.153", "1433", "测试中文数据库", "sa", "admin888888", "测试sde文件名")

3.2 发布表

发布表是在本地一个空的项目作为模板（D:\ITS\map\MyProject2），添加数据库表，生成草稿文件来发布;
空项目文件可以使用arcgis pro创建项目删除所有地图得到;
添加表图层是要根据空间表实际类型来，区分矢量表和栅格表;
指定发布目录是要确保目录在arcgis已创建，发布图层这里设置的覆盖且直接公开.

# -*- coding: UTF-8 -*-
import arcpy
import sys
import os
import calendar
import time
import shutil

# 将标准输出和标准错误输出都重定向到同一个文件中
log_file = open("D:/ITS/pythonlog.txt", "w")
sys.stdout = log_file
sys.stderr = log_file

# 覆盖
arcpy.env.overwriteOutput = True

projectDir = r"D:\ITS\map"
templateProject = "MyProject2"
# 创建临时目录
targetProject = "project_" + str(calendar.timegm(time.gmtime()))
targetProjectPath = os.path.join(projectDir, targetProject)
aprxName = "MyProject2.aprx"


def publish_single_table(sde, host, name, password, table):
    arcpy.env.workspace = sde
    # 数据库表追加feature前缀，用来区分要素类型，后期单表会发布成map服务
    service_name = "feature_" + table
    shutil.copytree(os.path.join(projectDir, templateProject), targetProjectPath)
    mpmath = os.path.join(targetProjectPath, aprxName)
    aprx = arcpy.mp.ArcGISProject(mpmath)  # aprx存储路径
    aprx_map = aprx.listMaps("*")[0]  # 要将数据添加到aprx中的哪个地图下
    # 先从矢量表找目标表，找不到就去栅格表找
    sde_list = arcpy.ListFeatureClasses()
    print("遍历矢量图层!")
    for item in sde_list:
        # 不确定sde文件中每张表的格式，有可能是 库名.组织.表名,也可能是 组织.表名，只匹配最后表名
        if item.split(".")[-1] == table:
            print("添加图层：" + sde + "/" + item)
            aprx_map.addDataFromPath(sde + "/" + item)
            break
    else:
        print('矢量图层没找到 ' + table)
        # 如果未找到目标则遍历栅格图层
        sde_list=arcpy.ListRasters()
        print("遍历栅格图层!")
        for item in sde_list:
            if item.split(".")[-1] == table:
                aprx_map.addDataFromPath(sde + "/" + item)
                break
        else:
            print('栅格图层未找到 ' + table)
            raise Exception(table + "  table is not find")
    # lyrx = arcpy.mp.LayerFile("D:\\ITS\\map\\style\\县界.lyrx")
    # listLayers = aprxMap.listLayers()
    # for layer in listLayers:
    #     arcpy.ApplySymbologyFromLayer_management(layer, "D:\\ITS\\map\\style\\县界.lyrx")
    aprx.save()

    # Sign in to portal
    a = arcpy.SignInToPortal(host, name, password)

    # Set output file names
    out_dir = os.path.join(targetProjectPath, "out")
    os.makedirs(out_dir)
    sd_draft_filename = service_name + ".sddraft"
    sd_draft_output_filename = os.path.join(out_dir, sd_draft_filename)
    sd_filename = service_name + ".sd"
    sd_output_filename = os.path.join(out_dir, sd_filename)

    # Reference map to publish
    # aprx = arcpy.mp.ArcGISProject("D:\\ITS\\map\\MyProjectMyProject.aprx")
    m = aprx.listMaps()[0]

    # Create FeatureSharingDraft and set metadata, portal folder, and export data properties
    server_type = "HOSTING_SERVER"
    sd_draft = m.getWebLayerSharingDraft(server_type, "FEATURE", service_name)
    hosts = host.split("/")
    b = hosts[len(hosts) - 1]
    print(b)
    sd_draft.federatedServerUrl = host.replace(b, "server")
    sd_draft.credits = "These are credits"
    sd_draft.description = "This is description"
    sd_draft.summary = "This is summary"
    sd_draft.tags = "tag1, tag2"
    sd_draft.useLimitations = "These are use limitations"
    sd_draft.serverFolder = "gptest"
    sd_draft.allowExporting = True
    sd_draft.overwriteExistingService = True

    # Create Service Definition Draft file
    sd_draft.exportToSDDraft(sd_draft_output_filename)

    # Stage Service
    print("Start Staging")
    arcpy.StageService_server(sd_draft_output_filename, sd_output_filename)

    # Share to portal
    print("Start Uploading")
    arcpy.UploadServiceDefinition_server(sd_output_filename, sd_draft.federatedServerUrl, service_name, None, None, "gptest",None, True, None, True, None, None)

    print("Finish Publishing")
    # https://lzw.gis107.com/server/rest/services/ROAD/MapServer


if __name__ == '__main__':
    a = []
    for i in range(1, len(sys.argv)):
        print("arg:" + sys.argv[i])
        a.append(sys.argv[i])
    #执行一些操作并输出信息或错误信息
    publish_single_table(a[0], a[1], a[2], a[3], a[4])
    #publish_single_table("D:\\ITS\\map\\sde\\192.168.10.153.sde", "http://lzw.server.com/arcgis", "lzwpro", "lzwpro123", "STBHHX")

    #shutil.rmtree(targetProjectPath)

4,可能会遇到的问题

如果arcgis pro的版本与arcgis的服务版本不兼容，pro下的python也会报一些奇怪的错，我使用的3.0.1的pro和10.6的arcgis;
如果执行python脚本包url问题，可以切换https与http试下，与arcgis的版本有关;
调试时在arcgis的manage可以查看执行日志 https://aaa.myarcgis.com:6443/arcgis/manager
在这里插入图片描述