Merge pull request #668 from apache/thetaRework

Theta, Tuple convert to Panama FFM

Author: leerho

.asf.yaml

@@ -45,11 +45,11 @@ github:
     edit_comment_discussion: "Re: [D] {title} ({repository})"
     delete_comment_discussion: "Re: [D] {title} ({repository})"
 
-  notifications:
-    commits:              commits@dataskethces.apache.org
-    issues:               dev@dataskethces.apache.org
-    discussions:          dev@dataskethces.apache.org
-    pullrequests_status:  dev@dataskethces.apache.org
-    pullrequests_comment: dev@dataskethces.apache.org
-    # Send dependabot PRs to commits@ instead
-    pullrequests_bot_dependabot: commits@dataskethces.apache.org
+notifications:
+  commits:              commits@dataskethces.apache.org
+  issues:               dev@dataskethces.apache.org
+  discussions:          dev@dataskethces.apache.org
+  pullrequests_status:  dev@dataskethces.apache.org
+  pullrequests_comment: dev@dataskethces.apache.org
+  # Send dependabot PRs to commits@ instead
+  pullrequests_bot_dependabot: commits@dataskethces.apache.org

.github/workflows/auto-jdk-matrix.yml

@@ -1,13 +1,12 @@
 name: Auto JDK Matrix Test & Install
 
 on:
-  push:
-    paths-ignore: [ '**/*.html', '**/*.md', '**/*.txt', '**/*.xml', '**/*.yaml', '**/*.yml', '**/LICENSE', '**/NOTICE' ]
-    branches: [ 'main', '[0-9]+.[0-9]+.[Xx]' ]
-  pull_request:
-    paths-ignore: [ '**/*.html', '**/*.md', '**/*.txt', '**/*.xml', '**/*.yaml', '**/*.yml', '**/LICENSE', '**/NOTICE' ]
-    # The branches below must be a subset of the branches above
-    branches: [ 'main', '[0-9]+.[0-9]+.[Xx]' ]
+#  push:
+#    branches: [ 'main', '[0-9]+.[0-9]+.[Xx]' ]
+#  pull_request:
+#    paths-ignore: [ '**/*.html', '**/*.md', '**/*.txt', '**/*.xml', '**/*.yaml', '**/*.yml', '**/LICENSE', '**/NOTICE' ]
+#    # The branches below must be a subset of the branches above
+#    branches: [ 'main', '[0-9]+.[0-9]+.[Xx]' ]
   workflow_dispatch:
 
 env:

.github/workflows/auto-os-matrix.yml

@@ -1,13 +1,13 @@
 name: Auto OS Matrix Test & Install
 
 on:
-  push:
-    paths-ignore: [ '**/*.html', '**/*.md', '**/*.txt', '**/*.xml', '**/*.yaml', '**/*.yml', '**/LICENSE', '**/NOTICE' ]
-    branches: [ 'main', '[0-9]+.[0-9]+.[Xx]' ]
-  pull_request:
-    paths-ignore: [ '**/*.html', '**/*.md', '**/*.txt', '**/*.xml', '**/*.yaml', '**/*.yml', '**/LICENSE', '**/NOTICE' ]
-    # The branches below must be a subset of the branches above
-    branches: [ 'main', '[0-9]+.[0-9]+.[Xx]' ]
+#  push:
+#    paths-ignore: [ '**/*.html', '**/*.md', '**/*.txt', '**/*.xml', '**/*.yaml', '**/*.yml', '**/LICENSE', '**/NOTICE' ]
+#    branches: [ 'main', '[0-9]+.[0-9]+.[Xx]' ]
+#  pull_request:
+#    paths-ignore: [ '**/*.html', '**/*.md', '**/*.txt', '**/*.xml', '**/*.yaml', '**/*.yml', '**/LICENSE', '**/NOTICE' ]
+#    # The branches below must be a subset of the branches above
+#    branches: [ 'main', '[0-9]+.[0-9]+.[Xx]' ]
   workflow_dispatch:
 
 env:

.github/workflows/check_cpp_files.yml

@@ -1,13 +1,13 @@
 name: CPP SerDe Compatibility Test
 
 on:
-  push:
-    paths-ignore: [ '**/*.html', '**/*.md', '**/*.txt', '**/*.xml', '**/*.yaml', '**/*.yml', '**/LICENSE', '**/NOTICE' ]
-    branches: [ 'main', '[0-9]+.[0-9]+.[Xx]' ]
-  pull_request:
-    paths-ignore: [ '**/*.html', '**/*.md', '**/*.txt', '**/*.xml', '**/*.yaml', '**/*.yml', '**/LICENSE', '**/NOTICE' ]
-    # The branches below must be a subset of the branches above
-    branches: [ 'main', '[0-9]+.[0-9]+.[Xx]' ]
+#  push:
+#    paths-ignore: [ '**/*.html', '**/*.md', '**/*.txt', '**/*.xml', '**/*.yaml', '**/*.yml', '**/LICENSE', '**/NOTICE' ]
+#    branches: [ 'main', '[0-9]+.[0-9]+.[Xx]' ]
+#  pull_request:
+#    paths-ignore: [ '**/*.html', '**/*.md', '**/*.txt', '**/*.xml', '**/*.yaml', '**/*.yml', '**/LICENSE', '**/NOTICE' ]
+#    # The branches below must be a subset of the branches above
+#    branches: [ 'main', '[0-9]+.[0-9]+.[Xx]' ]
   workflow_dispatch:
 
 jobs:

.github/workflows/codeql-analysis.yml

@@ -1,13 +1,13 @@
 name: "CodeQL"
 
 on:
-  push:
-    paths-ignore: [ '**/*.html', '**/*.md', '**/*.txt', '**/*.xml', '**/*.yaml', '**/*.yml', '**/LICENSE', '**/NOTICE' ]
-    branches: [ 'main', '[0-9]+.[0-9]+.[Xx]' ]
-  pull_request:
-    paths-ignore: [ '**/*.html', '**/*.md', '**/*.txt', '**/*.xml', '**/*.yaml', '**/*.yml', '**/LICENSE', '**/NOTICE' ]
-    # The branches below must be a subset of the branches above
-    branches: [ 'main', '[0-9]+.[0-9]+.[Xx]' ]
+#  push:
+#    paths-ignore: [ '**/*.html', '**/*.md', '**/*.txt', '**/*.xml', '**/*.yaml', '**/*.yml', '**/LICENSE', '**/NOTICE' ]
+#    branches: [ 'main', '[0-9]+.[0-9]+.[Xx]' ]
+#  pull_request:
+#    paths-ignore: [ '**/*.html', '**/*.md', '**/*.txt', '**/*.xml', '**/*.yaml', '**/*.yml', '**/LICENSE', '**/NOTICE' ]
+#    # The branches below must be a subset of the branches above
+#    branches: [ 'main', '[0-9]+.[0-9]+.[Xx]' ]
   workflow_dispatch:
 
 jobs:

.github/workflows/javadoc.yml

@@ -1,8 +1,8 @@
 name: JavaDoc
 
 on:
-  push:
-    branches: main
+#  push:
+#    branches: main
   workflow_dispatch:
 
 jobs:

pom.xml

@@ -83,22 +83,22 @@ under the License.
   </developers>
 
   <properties>
-    <datasketches-memory.version>6.0.0</datasketches-memory.version>
+    <datasketches-memory.version>6.1.0-SNAPSHOT</datasketches-memory.version>
 
     <!-- Test -->
-    <testng.version>7.10.2</testng.version>
+    <testng.version>7.11.0</testng.version>
     <!-- these are TestNG groups used for excluding / including groups of tests. See profiles section. -->
     <testng.generate-java-files>generate_java_files</testng.generate-java-files>
     <testng.check-cpp-files>check_cpp_files</testng.check-cpp-files>
     <testng.check-cpp-historical-files>check_cpp_historical_files</testng.check-cpp-historical-files>
 
     <!-- System-wide properties -->
     <maven.version>3.6.3</maven.version>
-    <java.version>21</java.version>
-    <jvm-ffm-flag>--enable-preview</jvm-ffm-flag>
+    <java.version>24</java.version>
+    <jvm-arguments></jvm-arguments>
     <maven.compiler.source>${java.version}</maven.compiler.source>
     <maven.compiler.target>${java.version}</maven.compiler.target>
-    <argLine>-Xmx4g -Duser.language=en -Duser.country=US -Dfile.encoding=UTF-8 ${jvm-ffm-flag}</argLine>
+    <argLine>-Xmx4g -Duser.language=en -Duser.country=US -Dfile.encoding=UTF-8 ${jvm-arguments}</argLine>
     <charset.encoding>UTF-8</charset.encoding>
     <project.build.sourceEncoding>${charset.encoding}</project.build.sourceEncoding>
     <project.build.resourceEncoding>${charset.encoding}</project.build.resourceEncoding>
@@ -114,9 +114,9 @@ under the License.
     <maven-jar-plugin.version>3.4.2</maven-jar-plugin.version>
     <maven-javadoc-plugin.version>3.11.2</maven-javadoc-plugin.version>
     <maven-release-plugin.version>3.1.1</maven-release-plugin.version>
-    <maven-remote-resources-plugin.version>3.2.0</maven-remote-resources-plugin.version>
     <maven-source-plugin.version>3.3.1</maven-source-plugin.version>
-    <maven-surefire-failsafe-plugins.version>3.5.2</maven-surefire-failsafe-plugins.version> <!-- for surefire, failsafe and surefire-report -->
+    <!-- for surefire, failsafe and surefire-report: -->
+    <maven-surefire-failsafe-plugins.version>3.5.2</maven-surefire-failsafe-plugins.version>
     <maven-toolchains-plugin.version>3.2.0</maven-toolchains-plugin.version>
     <!-- com.github plugins -->
     <git-commit-id-plugin.version>4.9.10</git-commit-id-plugin.version>
@@ -126,7 +126,7 @@ under the License.
     <coveralls-repo-token></coveralls-repo-token>
     <coveralls-maven-plugin.version>4.3.0</coveralls-maven-plugin.version>
     <!-- org.jacoco.maven plugins -->
-    <jacoco-maven-plugin.version>0.8.12</jacoco-maven-plugin.version>
+    <jacoco-maven-plugin.version>0.8.13</jacoco-maven-plugin.version>
     <!-- org.mojohaus plugins -->
     <versions-maven-plugin.version>2.18.0</versions-maven-plugin.version>
     <!-- other -->
@@ -164,7 +164,7 @@ under the License.
           <version>${maven-compiler-plugin.version}</version>
           <configuration>
             <compilerArgs>
-              <arg>${jvm-ffm-flag}</arg>
+              <arg>${jvm-arguments}</arg>
             </compilerArgs>
           </configuration>
         </plugin>
@@ -190,7 +190,7 @@ under the License.
               <configuration>
                 <rules>
                   <requireJavaVersion>
-                    <version>[21,)</version> <!-- java.version -->
+                    <version>[22,)</version> <!-- java.version -->
                   </requireJavaVersion>
                   <requireMavenVersion>
                     <version>[${maven.version},4.0.0)</version>
@@ -239,7 +239,7 @@ under the License.
             <show>public</show>
             <doclint>all,-missing</doclint>
             <additionalJOptions>
-              <additionalJOption>${jvm-ffm-flag}</additionalJOption>
+              <additionalJOption>${jvm-arguments}</additionalJOption>
             </additionalJOptions>
           </configuration>
           <executions>
@@ -285,7 +285,7 @@ under the License.
           <artifactId>maven-surefire-plugin</artifactId>
           <version>${maven-surefire-failsafe-plugins.version}</version>
           <configuration>
-            <argLine>${jvm-ffm-flag}</argLine>
+            <argLine>${jvm-arguments}</argLine>
             <trimStackTrace>false</trimStackTrace>
             <useManifestOnlyJar>false</useManifestOnlyJar>
             <redirectTestOutputToFile>true</redirectTestOutputToFile>
@@ -340,6 +340,7 @@ under the License.
               <exclude>**/*.sk</exclude>
               <exclude>LICENSE</exclude>
               <exclude>NOTICE</exclude>
+              <exclude>**/*.code-workspace</exclude>
             </excludes>
           </configuration>
         </plugin>
@@ -374,6 +375,7 @@ under the License.
             </execution>
             <execution>
               <id>default-report</id>
+              <phase>test</phase>
               <goals>
                 <goal>report</goal>
               </goals>
@@ -668,5 +670,6 @@ under the License.
         </pluginManagement>
       </build>
     </profile>
+
   </profiles>
 </project>

src/main/java/org/apache/datasketches/common/MemorySegmentStatus.java

@@ -0,0 +1,58 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.datasketches.common;
+
+import java.lang.foreign.MemorySegment;
+
+/**
+ * Methods for inquiring the status of a backing MemorySegment.
+ */
+public interface MemorySegmentStatus {
+
+  /**
+   * Returns true if this object's internal data is backed by a MemorySegment,
+   * which may be on-heap or off-heap.
+   * @return true if this object's internal data is backed by a MemorySegment.
+   */
+  boolean hasMemorySegment();
+
+  /**
+   * Returns true if this object's internal data is backed by an off-heap (direct or native)) MemorySegment.
+   * @return true if this object's internal data is backed by an off-heap (direct or native)) MemorySegment.
+   */
+  boolean isDirect();
+
+  /**
+   * Returns true if the backing MemorySegment of this object refers to the same MemorySegment of <i>that</i>.
+   * They can either have the same off-heap memory location and size, or refer to the same on-heap array object.
+   *
+   * <p>If both segment are off-heap, they both must have the same starting address and the same size.</p>
+   *
+   * <p>For on-heap segments, both segments must be based on or derived from the same array object and neither segment
+   * can be read-only.</p>
+   *
+   * <p>Returns false if either argument is null;</p>
+   *
+   * @param that The given MemorySegment.
+   * @return true if the backing MemorySegment of this object hierarchy refers to the same MemorySegment of <i>that</i>.
+   */
+  boolean isSameResource(final MemorySegment that);
+
+}

…atasketches/thetacommon/QuickSelect.java …che/datasketches/common/QuickSelect.javasrc/main/java/org/apache/datasketches/thetacommon/QuickSelect.java renamed to src/main/java/org/apache/datasketches/common/QuickSelect.java src/main/java/org/apache/datasketches/thetacommon/QuickSelect.java renamed to src/main/java/org/apache/datasketches/common/QuickSelect.java

@@ -17,7 +17,7 @@
  * under the License.
  */
 
-package org.apache.datasketches.thetacommon;
+package org.apache.datasketches.common;
 
 /**
  * QuickSelect algorithm improved from Sedgewick. Gets the kth order value