Shawn Yang chaokunyang

💭

Mindful

Founder&PMC Chair of Apache Fory. Focus on high-performance computing, building distributed data processing, LLM Training, Inference, and RL systems.

chaokunyang / read_tensor_from_huggingface.py

Last active July 18, 2025 14:43

read_tensor_from_huggingface.py

	#!/usr/bin/env python3
	import os
	import torch
	import json
	import sys

	def read_tensor_with_safetensors(model_dir, tensor_name):
	"""Read tensor using safetensors library"""
	try:
	from safetensors import safe_open

chaokunyang / ImageFuryCodec.java

Created October 6, 2023 16:33

Generated ImageFuryCodec serializer code for jvm-serializers data

	package data.media;

	import java.util.List;
	import java.util.Map;
	import java.util.Set;
	import io.fury.Fury;
	import io.fury.memory.MemoryBuffer;
	import io.fury.resolver.NoRefResolver;
	import io.fury.resolver.ClassInfo;
	import io.fury.resolver.ClassInfoHolder;

chaokunyang / MediaContentFuryCodec.java

Created October 6, 2023 16:33

Generated MediaContentFuryCodec serializer code for jvm-serializers data

	package data.media;

	import java.util.List;
	import java.util.Map;
	import java.util.Set;
	import io.fury.Fury;
	import io.fury.memory.MemoryBuffer;
	import io.fury.resolver.NoRefResolver;
	import io.fury.resolver.ClassInfo;
	import io.fury.resolver.ClassInfoHolder;

chaokunyang / MediaFuryCodec.java

Created October 6, 2023 16:31

Generated MediaFuryCodec serializer code for jvm-serializers data

	package data.media;

	import java.util.List;
	import java.util.Map;
	import java.util.Set;
	import io.fury.Fury;
	import io.fury.memory.MemoryBuffer;
	import io.fury.resolver.NoRefResolver;
	import io.fury.resolver.ClassInfo;
	import io.fury.resolver.ClassInfoHolder;