% --- inlined preamble.tex --- \documentclass[10pt,a4paper,reqno]{amsart} \usepackage[margin=1in]{geometry} \usepackage[T1]{fontenc} \usepackage[utf8]{inputenc} \usepackage{lmodern,microtype,amsmath,amssymb,amsthm,mathtools,booktabs,longtable,array} \usepackage{graphicx,tikz,pgfplots} \usetikzlibrary{arrows.meta,positioning,fit,calc} \pgfplotsset{compat=1.18} \usepackage[numbers,sort&compress]{natbib} \renewcommand{\bibfont}{\small} \usepackage{xurl} \usepackage[hidelinks,pdfencoding=auto]{hyperref} \usepackage{bookmark,needspace} \setlength{\emergencystretch}{3em} \raggedbottom\allowdisplaybreaks[2] \newtheorem{theorem}{Theorem}[section] \newtheorem{lemma}[theorem]{Lemma} \newtheorem{proposition}[theorem]{Proposition} \newtheorem{corollary}[theorem]{Corollary} \theoremstyle{definition}\newtheorem{definition}[theorem]{Definition} \theoremstyle{remark}\newtheorem{remark}[theorem]{Remark} \numberwithin{equation}{section} \newcommand{\E}{\mathbb E}\newcommand{\Pp}{\mathbb P} \newcommand{\one}{\mathbf1}\newcommand{\Var}{\operatorname{Var}} \newcommand{\Tr}{\operatorname{Tr}}\newcommand{\diag}{\operatorname{diag}} \newcommand{\sech}{\operatorname{sech}}\newcommand{\artanh}{\operatorname{artanh}} \newcommand{\norm}[1]{\left\lVert#1\right\rVert} \providecommand{\tightlist}{\setlength{\itemsep}{0pt}\setlength{\parskip}{0pt}} \newcommand{\doi}[1]{\href{https://doi.org/#1}{doi: #1}} \newcommand{\arxiv}[1]{\href{https://arxiv.org/abs/#1}{arXiv:#1}} % --- end inlined preamble --- \title[Entropy production under hidden-state reduction]{Entropy Production under Hidden-State Reduction: Exact Safety and Non-Testability} \author{Samuil Petkov} \address{Department of Physics, \'Ecole normale sup\'erieure, Universit\'e PSL, Paris, France} \email{samuil.petkov@phys.ens.psl.eu} \date{5 September 2026} \hypersetup{pdftitle={Entropy Production under Hidden-State Reduction: Exact Safety and Non-Testability},pdfauthor={Samuil Petkov}} \begin{document} \begin{abstract} Restricting hidden-state complexity can raise the least entropy production compatible with partial observations. We determine exactly when a two-hidden-state fit preserves this lower bound for finite irreducible stationary reciprocal continuous-time Markov chains with two individually observed states and one hidden label. We begin with an explicit chain with three hidden states whose observed data admit exact two-hidden-state fits, every one of which has entropy production more than sixty times that of the true chain. For strictly positive consistent stationary masses, flows, excursion counts and first duration moments, the unrestricted infimum is an explicit count functional, and four hidden states approach it while preserving every datum exactly. We classify finite attainment and safety of feasible two-hidden-state fits in every determinant regime; in the positive-determinant regime, safety is equivalent to equality of the conditional cross-excursion means, and explicit bounds quantify the reduction bias. Exact classification does not imply finite-data detectability: rare long excursions can conceal a fixed positive bias on any prescribed finite interval of stationary label observation, even under a common upper rate bound. \end{abstract} \subjclass[2020]{Primary 82C05; Secondary 60J27, 62M05} \keywords{Entropy production, coarse-graining, hidden Markov chains, thermodynamic inference, phase-type distributions, excursion durations, reduction bias} \maketitle \input{sections/introduction.tex} \input{sections/setting.tex} \input{sections/family.tex} \input{sections/core_thms.tex} \input{sections/core.tex} \input{sections/exact_all_regimes.tex} \input{sections/first_moment_non_testability.tex} \input{sections/discussion.tex} \section*{AI assistance disclosure} OpenAI GPT-5.6 Sol, accessed through ChatGPT and Codex, was used to develop and audit the proofs and exact computations, and for drafting. Anthropic Claude Opus 5.5, used through Claude Code, was used to condense and edit the paper, for an independent check of the sufficiency, regime and non-testability proofs, and to derive Theorems~\ref{thm:family-overestimate} and~\ref{thm:family-sharp}. The author reviewed and takes responsibility for every statement and proof. AI systems are not authors of this work, and the work has not been peer reviewed. % --- inlined main.bbl --- \begin{thebibliography}{24} \providecommand{\natexlab}[1]{#1} \providecommand{\url}[1]{\texttt{#1}} \expandafter\ifx\csname urlstyle\endcsname\relax \providecommand{\doi}[1]{doi: #1}\else \providecommand{\doi}{doi: \begingroup \urlstyle{rm}\Url}\fi \bibitem[Aznagulov(2026)]{Aznagulov2026} Murad Aznagulov. \newblock Thermodynamic realizability of hidden {Markov} processes: Attainment, observable certificates, and the price of architecture. \newblock \emph{arXiv preprint}, page 2609.14623, 2026. \newblock arXiv:2609.14623v1, submitted 13 September 2026. \bibitem[Bahadur and Savage(1956)]{BahadurSavage1956} R.~R. Bahadur and Leonard~J. Savage. \newblock The nonexistence of certain statistical procedures in nonparametric problems. \newblock \emph{The Annals of Mathematical Statistics}, 27\penalty0 (4):\penalty0 1115--1122, 1956. \newblock \doi{10.1214/aoms/1177728077}. \bibitem[Bisker et~al.(2017)Bisker, Polettini, Gingrich, and Horowitz]{Bisker2017} Gili Bisker, Matteo Polettini, Todd~R. Gingrich, and Jordan~M. Horowitz. \newblock Hierarchical bounds on entropy production inferred from partial information. \newblock \emph{Journal of Statistical Mechanics: Theory and Experiment}, page 093210, 2017. \newblock \doi{10.1088/1742-5468/aa8c0d}. \newblock arXiv:1708.06769; Sections 3.2, 5 and 6. \bibitem[Buchholz and Telek(2013)]{BuchholzTelek2013} Peter Buchholz and Mikl{\'o}s Telek. \newblock On minimal representations of {Rational Arrival Processes}. \newblock \emph{Annals of Operations Research}, 202\penalty0 (1):\penalty0 35--58, 2013. \newblock \doi{10.1007/s10479-011-1001-5}. \newblock URL \url{https://link.springer.com/article/10.1007/s10479-011-1001-5}. \bibitem[Deg{\"u}nther et~al.(2024)Deg{\"u}nther, van~der Meer, and Seifert]{Degunther2024} Julius Deg{\"u}nther, Jann van~der Meer, and Udo Seifert. \newblock Fluctuating entropy production on the coarse-grained level: Inference and localization of irreversibility. \newblock \emph{Physical Review Research}, 6:\penalty0 023175, 2024. \newblock \doi{10.1103/PhysRevResearch.6.023175}. \newblock arXiv:2309.07665; Sections II.C--II.E: Markovian events and trajectory snippets. \bibitem[Ehrich(2021)]{Ehrich2021} Jannik Ehrich. \newblock Tightest bound on hidden entropy production from partially observed dynamics. \newblock \emph{Journal of Statistical Mechanics: Theory and Experiment}, page 083214, 2021. \newblock \doi{10.1088/1742-5468/ac150e}. \newblock arXiv:2105.08803. \bibitem[Esposito(2012)]{EspositoCoarse2012} Massimiliano Esposito. \newblock Stochastic thermodynamics under coarse graining. \newblock \emph{Physical Review E}, 85:\penalty0 041125, 2012. \newblock \doi{10.1103/PhysRevE.85.041125}. \newblock URL \url{https://arxiv.org/abs/1112.5410}. \bibitem[Esposito and Parrondo(2015)]{Esposito2015} Massimiliano Esposito and Juan M.~R. Parrondo. \newblock Stochastic thermodynamics of hidden pumps. \newblock \emph{Physical Review E}, 91:\penalty0 052114, 2015. \newblock \doi{10.1103/PhysRevE.91.052114}. \newblock arXiv:1310.2987. \bibitem[Gu(2026)]{GuExcursion2026} Jie Gu. \newblock Excursion-resolved thermodynamic inference without observing reverse transitions. \newblock \emph{arXiv preprint}, page 2609.39205, 2026. \newblock URL \url{https://arxiv.org/abs/2609.39205v1}. \newblock arXiv:2609.39205v1; unrefereed version 1, submitted 30 September 2026. \bibitem[Horv{\'a}th and Telek(2015)]{HorvathTelek2015} Ill{\'e}s Horv{\'a}th and Mikl{\'o}s Telek. \newblock A constructive proof of the phase-type characterization theorem. \newblock \emph{Stochastic Models}, 31\penalty0 (2):\penalty0 316--350, 2015. \newblock \doi{10.1080/15326349.2015.1012912}. \newblock URL \url{https://doi.org/10.1080/15326349.2015.1012912}. \bibitem[Igoshin et~al.(2025)Igoshin, Kolomeisky, and Makarov]{Igoshin2025} Oleg~A. Igoshin, Anatoly~B. Kolomeisky, and Dmitrii~E. Makarov. \newblock Uncovering dissipation from coarse observables: A case study of a random walk with unobserved internal states. \newblock \emph{The Journal of Chemical Physics}, 162:\penalty0 034111, 2025. \newblock \doi{10.1063/5.0247331}. \bibitem[Kapustin et~al.(2024)Kapustin, Ghosal, and Bisker]{Kapustin2024} Uri Kapustin, Aishani Ghosal, and Gili Bisker. \newblock Utilizing time-series measurements for entropy-production estimation in partially observed systems. \newblock \emph{Physical Review Research}, 6:\penalty0 023039, 2024. \newblock \doi{10.1103/PhysRevResearch.6.023039}. \newblock arXiv:2212.13487v1 is the earlier 2022 preprint. \bibitem[Lindqvist(2023)]{Lindqvist2023} Bo~Henry Lindqvist. \newblock Phase-type models for competing risks, with emphasis on identifiability issues. \newblock \emph{Lifetime Data Analysis}, 29\penalty0 (2):\penalty0 318--341, 2023. \newblock \doi{10.1007/s10985-022-09547-7}. \newblock URL \url{https://link.springer.com/article/10.1007/s10985-022-09547-7}. \bibitem[Mart{\'i}nez et~al.(2019)Mart{\'i}nez, Bisker, Horowitz, and Parrondo]{Martinez2019} Ignacio~A. Mart{\'i}nez, Gili Bisker, Jordan~M. Horowitz, and Juan M.~R. Parrondo. \newblock Inferring broken detailed balance in the absence of observable currents. \newblock \emph{Nature Communications}, 10:\penalty0 3542, 2019. \newblock \doi{10.1038/s41467-019-11051-w}. \newblock URL \url{https://arxiv.org/abs/1809.02084}. \bibitem[Nitzan et~al.(2023)Nitzan, Ghosal, and Bisker]{Nitzan2023} Eden Nitzan, Aishani Ghosal, and Gili Bisker. \newblock Universal bounds on entropy production inferred from observed statistics. \newblock \emph{Physical Review Research}, 5:\penalty0 043251, 2023. \newblock \doi{10.1103/PhysRevResearch.5.043251}. \newblock arXiv:2212.01783. \bibitem[Polettini and Esposito(2017)]{PolettiniEsposito2017} Matteo Polettini and Massimiliano Esposito. \newblock Effective thermodynamics for a marginal observer. \newblock \emph{Physical Review Letters}, 119:\penalty0 240601, 2017. \newblock \doi{10.1103/PhysRevLett.119.240601}. \newblock arXiv:1703.05715. \bibitem[Rold{\'a}n and Parrondo(2010)]{Roldan2010} {\'E}dgar Rold{\'a}n and Juan M.~R. Parrondo. \newblock Estimating dissipation from single stationary trajectories. \newblock \emph{Physical Review Letters}, 105:\penalty0 150607, 2010. \newblock \doi{10.1103/PhysRevLett.105.150607}. \newblock arXiv:1004.2831. \bibitem[Rold{\'a}n and Parrondo(2012)]{Roldan2012} {\'E}dgar Rold{\'a}n and Juan M.~R. Parrondo. \newblock Entropy production and {Kullback--Leibler} divergence between stationary trajectories of discrete systems. \newblock \emph{Physical Review E}, 85:\penalty0 031129, 2012. \newblock \doi{10.1103/PhysRevE.85.031129}. \newblock arXiv:1201.5613. \bibitem[Seifert(2012)]{Seifert2012} Udo Seifert. \newblock Stochastic thermodynamics, fluctuation theorems and molecular machines. \newblock \emph{Reports on Progress in Physics}, 75:\penalty0 126001, 2012. \newblock \doi{10.1088/0034-4885/75/12/126001}. \newblock arXiv:1205.4176. \bibitem[Skinner and Dunkel(2021{\natexlab{a}})]{Skinner2021} Dominic~J. Skinner and J{\"o}rn Dunkel. \newblock Improved bounds on entropy production in living systems. \newblock \emph{Proceedings of the National Academy of Sciences}, 118:\penalty0 e2024300118, 2021{\natexlab{a}}. \newblock \doi{10.1073/pnas.2024300118}. \newblock arXiv:2011.08765. \bibitem[Skinner and Dunkel(2021{\natexlab{b}})]{SkinnerWaiting2021} Dominic~J. Skinner and J{\"o}rn Dunkel. \newblock Estimating entropy production from waiting time distributions. \newblock \emph{Physical Review Letters}, 127:\penalty0 198101, 2021{\natexlab{b}}. \newblock \doi{10.1103/PhysRevLett.127.198101}. \newblock arXiv:2105.08681. \bibitem[Telek and Horv{\'a}th(2007)]{TelekHorvath2007} Mikl{\'o}s Telek and G{\'a}bor Horv{\'a}th. \newblock A minimal representation of {Markov} arrival processes and a moments matching method. \newblock \emph{Performance Evaluation}, 64\penalty0 (9--12):\penalty0 1153--1168, 2007. \newblock \doi{10.1016/j.peva.2007.06.001}. \newblock URL \url{https://www.sciencedirect.com/science/article/abs/pii/S0166531607000508}. \bibitem[Teza and Stella(2020)]{Teza2020} Gianluca Teza and Attilio~L. Stella. \newblock Exact coarse graining preserves entropy production out of equilibrium. \newblock \emph{Physical Review Letters}, 125:\penalty0 110601, 2020. \newblock \doi{10.1103/PhysRevLett.125.110601}. \newblock arXiv:2003.08674. \bibitem[van~der Meer et~al.(2022)van~der Meer, Ertel, and Seifert]{vanderMeer2022} Jann van~der Meer, Benjamin Ertel, and Udo Seifert. \newblock Thermodynamic inference in partially accessible {Markov} networks: A unifying perspective from transition-based waiting time distributions. \newblock \emph{Physical Review X}, 12:\penalty0 031025, 2022. \newblock \doi{10.1103/PhysRevX.12.031025}. \newblock arXiv:2203.12020. \end{thebibliography} % --- end inlined bibliography --- \clearpage \appendix \input{sections/negative.tex} \input{sections/first_moment_details.tex} \end{document}