serverless function

Author: robinhood-jim

common/src/main/java/com/robin/core/fileaccess/fs/FileSystemAccessorFactory.java

@@ -1,6 +1,7 @@
 package com.robin.core.fileaccess.fs;
 
 import com.robin.core.base.exception.MissingConfigException;
+import com.robin.core.base.util.Const;
 import com.robin.core.fileaccess.meta.DataCollectionMeta;
 import lombok.NonNull;
 import org.springframework.util.ObjectUtils;
@@ -21,7 +22,27 @@ public static AbstractFileSystemAccessor getResourceAccessorByType(@NonNull Stri
         try {
             Class<? extends IFileSystemAccessor> clazz = accessorMap.get(resType);
             if (!ObjectUtils.isEmpty(clazz)) {
-                accessor = (AbstractFileSystemAccessor) clazz.getConstructor().newInstance();
+                if(LocalFileSystemAccessor.class.isAssignableFrom(clazz)){
+                    accessor=LocalFileSystemAccessor.getInstance();
+                }else {
+                    accessor = (AbstractFileSystemAccessor) clazz.getConstructor().newInstance();
+                }
+            }
+        } catch (Exception ex) {
+            throw new MissingConfigException(ex);
+        }
+        return accessor;
+    }
+    public static AbstractFileSystemAccessor getResourceAccessorByType(@NonNull Const.FILESYSTEM fsType) throws MissingConfigException {
+        AbstractFileSystemAccessor accessor = null;
+        try {
+            Class<? extends IFileSystemAccessor> clazz = accessorMap.get(fsType.getValue());
+            if (!ObjectUtils.isEmpty(clazz)) {
+                if(LocalFileSystemAccessor.class.isAssignableFrom(clazz)){
+                    accessor=LocalFileSystemAccessor.getInstance();
+                }else {
+                    accessor = (AbstractFileSystemAccessor) clazz.getConstructor().newInstance();
+                }
             }
         } catch (Exception ex) {
             throw new MissingConfigException(ex);
@@ -47,10 +68,30 @@ public static AbstractFileSystemAccessor getResourceAccessorByType(@NonNull Stri
         }
         return accessor;
     }
+    public static AbstractFileSystemAccessor getResourceAccessorByType(@NonNull Const.FILESYSTEM resType, @NonNull DataCollectionMeta colmeta) throws MissingConfigException {
+        AbstractFileSystemAccessor accessor = null;
+        try {
+            Class<? extends IFileSystemAccessor> clazz = accessorMap.get(resType.getValue());
+            if (!ObjectUtils.isEmpty(clazz)) {
+                if(LocalFileSystemAccessor.class.isAssignableFrom(clazz)){
+                    return LocalFileSystemAccessor.getInstance();
+                }else {
+                    accessor = (AbstractFileSystemAccessor) clazz.getConstructor().newInstance();
+                    if (!ObjectUtils.isEmpty(colmeta)) {
+                        accessor.init(colmeta);
+                    }
+                }
+            }
+        } catch (Exception ex) {
+            throw new MissingConfigException(ex);
+        }
+        return accessor;
+    }
 
     private static void discoverAccessor(Map<String, Class<? extends IFileSystemAccessor>> accessorMap) {
         ServiceLoader.load(IFileSystemAccessor.class).iterator().forEachRemaining(i -> {
             accessorMap.put(i.getIdentifier(), i.getClass());
         });
+        accessorMap.put(Const.FILESYSTEM.LOCAL.getValue(), LocalFileSystemAccessor.class);
     }
 }

common/src/main/resources/META-INF/services/com.robin.core.fileaccess.fs.IFileSystemAccessor

@@ -1,2 +1 @@
-com.robin.core.fileaccess.fs.ApacheVfsFileSystemAccessor
-com.robin.core.fileaccess.fs.LocalFileSystemAccessor
+com.robin.core.fileaccess.fs.ApacheVfsFileSystemAccessor

core/src/main/java/com/robin/core/base/annotation/ServerlessFunction.java

@@ -11,4 +11,5 @@
     String value() default "";
     String initFunc() default "";
     String initParam() default "";
+    String method() default "";
 }

core/src/main/java/com/robin/core/base/annotation/ServerlessMethodParam.java

@@ -0,0 +1,12 @@
+package com.robin.core.base.annotation;
+
+import java.lang.annotation.ElementType;
+import java.lang.annotation.Retention;
+import java.lang.annotation.RetentionPolicy;
+import java.lang.annotation.Target;
+
+@Target(ElementType.PARAMETER)
+@Retention(RetentionPolicy.RUNTIME)
+public @interface ServerlessMethodParam {
+    String value() default "";
+}

core/src/main/java/com/robin/core/base/service/AbstractMybatisService.java

@@ -149,6 +149,20 @@ public boolean deleteByIds(List<P> ids) {
     @Override
     @Transactional(rollbackFor = RuntimeException.class)
     public boolean deleteByField(SFunction<T,?> queryField,Const.OPERATOR operator,Object... value) {
+        QueryWrapper<T> queryWrapper = QueryWrapperUtils.getWrapper(queryField, operator, value);
+        try{
+            /*queryWrapper.eq(statusColumn,Const.VALID);
+            T vo=voType.getDeclaredConstructor().newInstance();
+            getStatusMethod.bindTo(vo).invoke(Const.INVALID);*/
+
+            return this.remove(queryWrapper);
+        }catch (Throwable ex){
+            throw new ServiceException(ex.getMessage());
+        }
+    }
+    @Override
+    @Transactional(rollbackFor = RuntimeException.class)
+    public boolean deleteLogicByField(SFunction<T,?> queryField,Const.OPERATOR operator,Object... value) {
         QueryWrapper<T> queryWrapper = QueryWrapperUtils.getWrapper(queryField, operator, value);
         try{
             queryWrapper.eq(statusColumn,Const.VALID);
@@ -172,6 +186,7 @@ public boolean deleteByLogic(List<P> ids, SFunction<T,?> logicField){
 
 
 
+
     @Override
     public List<T> selectByField(String columName, Object value) {
         QueryWrapper<T> queryWrapper = new QueryWrapper<>();

core/src/main/java/com/robin/core/base/service/IMybatisBaseService.java

@@ -53,6 +53,7 @@ public interface IMybatisBaseService<T extends BaseObject,P extends Serializable
     List<P> parseId(String ids) throws ServiceException;
     boolean deleteByIds(List<P> ids);
     boolean deleteByField(SFunction<T,?> queryField,Const.OPERATOR oper,Object... value);
+    boolean deleteLogicByField(SFunction<T,?> queryField,Const.OPERATOR oper,Object... value);
     boolean updateModelById(T entity);
     void queryBySelectId(PageQuery<Map<String,Object>> query) throws ServiceException;
     List<Map<String, Object>> queryBySql(String sqlstr, Object... objects) throws ServiceException;

core/src/main/java/com/robin/core/base/util/Const.java

@@ -401,6 +401,7 @@ public enum FILESYSTEM{
         QINIU("qiniu"),
         BAIDU_BOS("bos"),
         HUAWEI_OBS("obs"),
+        GOOGLECLOUD("gcs"),
         MINIO("minio");
         private String value;
         FILESYSTEM(String value){

etl/src/main/java/com/robin/etl/step/inbound/FsInboundComponent.java

@@ -28,7 +28,7 @@ protected void init(StatefulJobContext context, StepContext stepContext) {
             fileStorageType=context.getJobParam().get(EtlConstant.FILESTORAGETYPE).toString();
             accessor= FileSystemAccessorFactory.getResourceAccessorByType(fileStorageType);
             if (accessor == null) {
-                accessor= CloudStorageFileSystemAccessorFactory.getAccessorByIdentifier(context.getInputMeta(),fileStorageType);
+                accessor= CloudStorageFileSystemAccessorFactory.getAccessorByIdentifier(fileStorageType, context.getInputMeta());
             }
         }
 

hadooptool/src/main/java/com/robin/comm/fileaccess/fs/BOSFileSystemAccessor.java

@@ -27,7 +27,7 @@ public class BOSFileSystemAccessor extends AbstractCloudStorageFileSystemAccesso
     private String securityAccessKey;
     private BosClient client;
 
-    private BOSFileSystemAccessor(){
+    public BOSFileSystemAccessor(){
         this.identifier= Const.FILESYSTEM.BAIDU_BOS.getValue();
     }
 

hadooptool/src/main/java/com/robin/comm/fileaccess/fs/COSFileSystemAccessor.java

@@ -40,7 +40,7 @@ public class COSFileSystemAccessor extends AbstractCloudStorageFileSystemAccesso
     private HttpProtocol protocol=HttpProtocol.http;
     private String securityKey;
     private String accessKey;
-    private COSFileSystemAccessor(){
+    public COSFileSystemAccessor(){
         this.identifier= Const.FILESYSTEM.TENCENT.getValue();
     }