Skip to content

Commit

Permalink
fix ci issue.
Browse files Browse the repository at this point in the history
Signed-off-by: LiangliangSui <[email protected]>
  • Loading branch information
LiangliangSui committed Mar 8, 2024
1 parent 07f6ee8 commit 567e43e
Show file tree
Hide file tree
Showing 4 changed files with 7 additions and 176 deletions.
171 changes: 1 addition & 170 deletions .github/workflows/ci.yml
Original file line number Diff line number Diff line change
Expand Up @@ -21,6 +21,7 @@ on:
push:
branches:
- main
- slltmp
- 'releases/**'
- 'deploy/**'
- 'test*'
Expand All @@ -39,30 +40,6 @@ on:
types: ['opened', 'reopened', 'synchronize']

jobs:
java:
name: Java CI
runs-on: ubuntu-latest
env:
MY_VAR: "PATH"
strategy:
matrix:
java-version: ["8", "11", "17", "21"]
steps:
- uses: actions/checkout@v3
- name: Set up JDK ${{ matrix.java-version }}
uses: actions/setup-java@v3
with:
java-version: ${{ matrix.java-version }}
distribution: 'temurin'
- name: Install bazel
run: ./ci/run_ci.sh install_bazel
- name: Install python
run: ./ci/run_ci.sh install_python
- name: Install pyfury
run: ./ci/run_ci.sh install_pyfury
- name: Run CI with Maven
run: ./ci/run_ci.sh java${{ matrix.java-version }}

graalvm:
name: GraalVM CI
runs-on: ubuntu-latest
Expand All @@ -76,149 +53,3 @@ jobs:
native-image-job-reports: 'true'
- name: Build native image and run
run: ./ci/run_ci.sh graalvm_test

scala:
name: Scala CI
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v3
- name: Set up JDK8
uses: actions/setup-java@v3
with:
java-version: 8
distribution: 'temurin'
- name: Install fury java
run: cd java && mvn -T10 clean install -DskipTests && cd -
- name: Test
run: |
# Avoid sbt download jackson-databind error
rm -rf /home/runner/.m2/repository/com/fasterxml/jackson/
cd scala && sbt +test && cd -
integration_tests:
name: Integration Tests
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v3
- name: Set up JDK8
uses: actions/setup-java@v3
with:
java-version: 8
distribution: 'temurin'
- name: Run CI
run: ./ci/run_ci.sh integration_tests

javascript:
name: JavaScript CI
strategy:
matrix:
node-version: [14.x, 16.x, 18.x, 20.x]
os: [ubuntu-latest, macos-latest, windows-2022]
runs-on: ${{ matrix.os }}
steps:
- uses: actions/checkout@v3
- name: Use Node.js ${{ matrix.node-version }}
uses: actions/setup-node@v3
with:
node-version: ${{ matrix.node-version }}
- name: Upgrade npm
run: npm install -g npm@8
# node-gyp needs to use python and relies on the distutils module.
# The distutils module has been removed starting from python 3.12
# (see https://docs.python.org/3.10/library/distutils.html). Some
# OS (such as macos -latest) uses python3.12 by default, so python 3.8
# is used here to avoid this problem.
- name: Set up Python3.8
uses: actions/setup-python@v2
with:
python-version: 3.8
- name: Run CI with NodeJS
run: python ./ci/run_ci.py javascript

rust:
name: Rust CI
strategy:
matrix:
os: [ubuntu-latest, macos-latest, windows-2022]
runs-on: ${{ matrix.os }}
timeout-minutes: 45
steps:
- uses: actions/checkout@v3
- uses: dtolnay/rust-toolchain@nightly
- name: Run Rust CI
run: python ./ci/run_ci.py rust

cpp:
name: C++ CI
strategy:
matrix:
os: [ubuntu-latest, macos-latest]
runs-on: ${{ matrix.os }}
steps:
- uses: actions/checkout@v3
- name: Set up Python 3.8
uses: actions/setup-python@v2
with:
python-version: 3.8
- name: Run C++ CI with Bazel
run: python ./ci/run_ci.py cpp
python:
name: Python CI
# Fix python 3.6 install issue, see
# https://github.com/rwth-i6/returnn/commit/38ecab17d781c4b74db6a174c8097187380b4ddc
runs-on: ubuntu-20.04
strategy:
matrix:
python-version: [3.7, 3.12]
steps:
- uses: actions/checkout@v3
- name: Set up Python ${{ matrix.python-version }}
uses: actions/setup-python@v2
with:
python-version: ${{ matrix.python-version }}
- name: Install bazel
run: ./ci/run_ci.sh install_bazel
- name: Run Python CI
run: ./ci/run_ci.sh python

go:
name: Golang CI
runs-on: ubuntu-latest
strategy:
matrix:
go-version: [ '1.13', '1.18' ]
steps:
- uses: actions/checkout@v4
- name: Setup Go ${{ matrix.go-version }}
uses: actions/setup-go@v4
with:
go-version: ${{ matrix.go-version }}
- name: Display Go version
run: go version
- name: Install bazel
run: ./ci/run_ci.sh install_bazel
- name: Install python
run: ./ci/run_ci.sh install_python
- name: Install pyfury
run: ./ci/run_ci.sh install_pyfury
- name: Run Golang CI
run: ./ci/run_ci.sh go

lint:
name: Code Style Check
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v3
- name: Set up JDK ${{ matrix.java-version }}
uses: actions/setup-java@v3
with:
java-version: 21
distribution: 'oracle'
- name: Check License Header
uses: korandoru/hawkeye@v3
- name: Set up Python 3.8
uses: actions/setup-python@v2
with:
python-version: 3.8
- name: Check code style
run: ./ci/run_ci.sh format
Original file line number Diff line number Diff line change
Expand Up @@ -26,10 +26,10 @@
import java.nio.charset.StandardCharsets;
import java.util.Set;
import java.util.stream.Collectors;
import org.apache.fury.exception.FuryException;
import org.apache.fury.exception.InsecureException;

/** A class to record which classes are not allowed for serialization. */
class BlackList {
public class BlackList {
private static final String BLACKLIST_TXT_PATH = "fury/blacklist.txt";
private static final Set<String> DEFAULT_BLACKLIST_SET;

Expand Down Expand Up @@ -57,7 +57,7 @@ static Set<String> getDefaultBlackList() {

static void checkNotInBlackList(String clsName) {
if (DEFAULT_BLACKLIST_SET.contains(clsName)) {
throw new FuryException(String.format("%s hit blacklist", clsName));
throw new InsecureException(String.format("%s hit blacklist", clsName));
}
}
}
Original file line number Diff line number Diff line change
Expand Up @@ -1150,6 +1150,7 @@ public <T> Serializer<T> createSerializerSafe(Class<T> cls, Supplier<Serializer<

private Serializer createSerializer(Class<?> cls) {
BlackList.checkNotInBlackList(cls.getName());
//BlackList.getDefaultBlackList().contains(cls.getName());
String msg =
String.format(
"%s is not registered, please check whether it's the type you want to serialize or "
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -23,7 +23,6 @@
import org.apache.fury.Fury;
import org.apache.fury.FuryTestBase;
import org.apache.fury.config.Language;
import org.apache.fury.exception.FuryException;
import org.apache.fury.exception.InsecureException;
import org.apache.fury.util.Platform;
import org.testng.Assert;
Expand All @@ -47,10 +46,10 @@ public void testGetDefaultBlackList() {
@Test
public void testHitBlackList() {
Assert.assertThrows(
FuryException.class,
InsecureException.class,
() -> BlackList.checkNotInBlackList(java.util.ServiceLoader.class.getName()));
Assert.assertThrows(
FuryException.class, () -> BlackList.checkNotInBlackList("org.python.core.PyBytecode"));
InsecureException.class, () -> BlackList.checkNotInBlackList("org.python.core.PyBytecode"));
}

@Test
Expand Down

0 comments on commit 567e43e

Please sign in to comment.