split files
This commit is contained in:
WanderingPenwing
parent
7f4bc61fa8
commit
5a51a383ed
43
key.py
43
key.py
|
|
@ -1,43 +0,0 @@
|
|||
from keybert import KeyBERT
|
||||
from transformers import AutoTokenizer, AutoModel
|
||||
from itertools import combinations
|
||||
|
||||
# Load the SciBERT model and tokenizer
|
||||
#tokenizer = AutoTokenizer.from_pretrained('allenai/scibert_scivocab_uncased')
|
||||
#print("* Tokenizer")
|
||||
|
||||
#model = AutoModel.from_pretrained('allenai/scibert_scivocab_uncased')
|
||||
#print("* Scibert model")
|
||||
|
||||
# Define a KeyBERT model using SciBERT embeddings
|
||||
#kw_model = KeyBERT(model=model)
|
||||
kw_model = KeyBERT()
|
||||
|
||||
print("* Keybert model")
|
||||
# Define the subject from which to extract keywords
|
||||
subject = "Thermo-Mechanical Impact of temperature oscillations on bonding and metallization for SiC MOSFETs soldered on ceramic substrate"
|
||||
|
||||
# Extract keywords from the subject
|
||||
keywords = kw_model.extract_keywords(subject, keyphrase_ngram_range=(1, 2), stop_words='english', use_mmr=True, diversity=0.7)
|
||||
|
||||
# Print extracted keywords
|
||||
for keyword, score in keywords:
|
||||
print(f"Keyword: {keyword}, Score: {score:.4f}")
|
||||
|
||||
print("-"*40)
|
||||
sorted_keywords = sorted(keywords, key=lambda x: -x[1])
|
||||
text_keywords = [x[0] for x in sorted_keywords]
|
||||
|
||||
queries = []
|
||||
|
||||
for r in range(1, len(text_keywords) + 1): # r is the length of combinations
|
||||
comb = combinations(text_keywords, r)
|
||||
queries.extend(comb)
|
||||
|
||||
#print([" OR ".join(query) for query in queries])
|
||||
|
||||
text_queries = ["\"" + "\" OR \"".join(query) + "\"" for query in queries]
|
||||
|
||||
text_queries.append(subject)
|
||||
|
||||
print(text_queries)
|
||||
629
logs/run_09-27_14-49.log
Normal file
629
logs/run_09-27_14-49.log
Normal file
|
|
@ -0,0 +1,629 @@
|
|||
# Hin run, 09-27_14-49
|
||||
|
||||
Subject : Experiments, numerical models and optimization of carbon-epoxy plates damped by a frequency-dependent interleaved viscoelastic layer
|
||||
|
||||
## Keywords
|
||||
|
||||
['viscoelastic layer', 'epoxy', 'optimization carbon', 'frequency', 'interleaved']
|
||||
|
||||
## Queries
|
||||
|
||||
Experiments, numerical models and optimization of carbon-epoxy plates damped by a frequency-dependent interleaved viscoelastic layer;
|
||||
"viscoelastic layer";
|
||||
"epoxy";
|
||||
"optimization carbon";
|
||||
"frequency";
|
||||
"interleaved";
|
||||
"viscoelastic layer" OR "epoxy";
|
||||
"viscoelastic layer" OR "optimization carbon";
|
||||
"viscoelastic layer" OR "frequency";
|
||||
"viscoelastic layer" OR "interleaved";
|
||||
"epoxy" OR "optimization carbon";
|
||||
"epoxy" OR "frequency";
|
||||
"epoxy" OR "interleaved";
|
||||
"optimization carbon" OR "frequency";
|
||||
"optimization carbon" OR "interleaved";
|
||||
"frequency" OR "interleaved";
|
||||
"viscoelastic layer" OR "epoxy" OR "optimization carbon";
|
||||
"viscoelastic layer" OR "epoxy" OR "frequency";
|
||||
"viscoelastic layer" OR "epoxy" OR "interleaved";
|
||||
"viscoelastic layer" OR "optimization carbon" OR "frequency";
|
||||
"viscoelastic layer" OR "optimization carbon" OR "interleaved";
|
||||
"viscoelastic layer" OR "frequency" OR "interleaved";
|
||||
"epoxy" OR "optimization carbon" OR "frequency";
|
||||
"epoxy" OR "optimization carbon" OR "interleaved";
|
||||
"epoxy" OR "frequency" OR "interleaved";
|
||||
"optimization carbon" OR "frequency" OR "interleaved";
|
||||
"viscoelastic layer" OR "epoxy" OR "optimization carbon" OR "frequency";
|
||||
"viscoelastic layer" OR "epoxy" OR "optimization carbon" OR "interleaved";
|
||||
"viscoelastic layer" OR "epoxy" OR "frequency" OR "interleaved";
|
||||
"viscoelastic layer" OR "optimization carbon" OR "frequency" OR "interleaved";
|
||||
"epoxy" OR "optimization carbon" OR "frequency" OR "interleaved";
|
||||
"viscoelastic layer" OR "epoxy" OR "optimization carbon" OR "frequency" OR "interleaved";
|
||||
## Results
|
||||
|
||||
Title: Experiments, numerical models and optimization of carbon-epoxy plates damped by a frequency-dependent interleaved viscoelastic layer
|
||||
URL: https://hal.science/hal-03155700
|
||||
|
||||
Title: Viscoelastic Effects during Tangential Contact Analyzed by a Novel Finite Element Approach with Embedded Interface Profiles
|
||||
URL: http://arxiv.org/abs/2110.07886v1
|
||||
|
||||
Title: Effect of interleaving on the impact response of a unidirectional carbon/epoxy composite
|
||||
URL: https://doi.org/10.1016/0010-4361(95)91385-i
|
||||
|
||||
Title: Viscoelastic amplification of the pull-off stress in the detachment of a rigid flat punch from an adhesive soft viscoelastic layer
|
||||
URL: http://arxiv.org/abs/2310.07597v2
|
||||
|
||||
Title: Vibration Damping of Interleaved Carbon Fiber-Epoxy Composite Beams
|
||||
URL: https://doi.org/10.1177/002199839402801806
|
||||
|
||||
Title: A Numerical Investigation of Delamination Response of CNT/Epoxy Film Interleaved Composite
|
||||
URL: https://dx.doi.org/10.3390/app12094194
|
||||
|
||||
Title: Extended plane wave expansion formulation for viscoelastic phononic thin plates
|
||||
URL: http://arxiv.org/abs/2310.14916v1
|
||||
|
||||
Title: Impact response of glass/epoxy laminate interleaved with nanofibrous mats
|
||||
URL: https://doi.org/10.5267/j.esm.2013.09.002
|
||||
|
||||
Title: Oscillatory laminar shear flow over a compliant viscoelastic layer on a rigid base
|
||||
URL: http://arxiv.org/abs/1705.04479v1
|
||||
|
||||
Title: Simulations of wobble damping in viscoelastic rotators
|
||||
URL: http://arxiv.org/abs/1901.01439v3
|
||||
|
||||
Title: Numerical approximation of von Kármán viscoelastic plates
|
||||
URL: http://arxiv.org/abs/1904.01951v4
|
||||
|
||||
Title: Effect of viscoelastic fluid on the lift force in lubricated contacts
|
||||
URL: http://arxiv.org/abs/2308.10400v1
|
||||
|
||||
Title: Derivation of von Kármán plate theory in the framework of three-dimensional viscoelasticity
|
||||
URL: http://arxiv.org/abs/1902.10037v4
|
||||
|
||||
Title: Mixed-mode fracture in an interleaved carbon-fibre/epoxy composite
|
||||
URL: https://doi.org/10.1016/0266-3538(95)00062-3
|
||||
|
||||
Title: Dynamics of two linearly elastic bodies connected by a heavy thin soft viscoelastic layer
|
||||
URL: http://arxiv.org/abs/1912.05600v1
|
||||
|
||||
Title: Overall constitutive description of symmetric layered media based on scattering of oblique SH waves
|
||||
URL: http://arxiv.org/abs/1809.07231v1
|
||||
|
||||
Title: Boundary layer in linear viscoelasticity
|
||||
URL: http://arxiv.org/abs/1912.06122v1
|
||||
|
||||
Title: High thermal conductivity of bulk epoxy resin by bottom-up parallel-linking and strain: a molecular dynamics study
|
||||
URL: http://arxiv.org/abs/1801.04391v1
|
||||
|
||||
Title: Application of Mössbauer spectroscopy to study vibrations of a granular medium excited by ultrasound
|
||||
URL: http://arxiv.org/abs/2001.07511v1
|
||||
|
||||
Title: Frequency-induced Negative Magnetic Susceptibility in Epoxy/Magnetite Nanocomposites
|
||||
URL: http://arxiv.org/abs/2011.04199v3
|
||||
|
||||
Title: Decay estimate in a viscoelastic plate equation with past history, nonlinear damping, and logarithmic nonlinearity
|
||||
URL: http://arxiv.org/abs/2206.12561v1
|
||||
|
||||
Title: Study on the fabrication of low-pass metal powder filters for use at cryogenic temperatures
|
||||
URL: http://arxiv.org/abs/1605.07597v1
|
||||
|
||||
Title: Viscoelasticity and elastocapillarity effects in the impact of drops on a repellent surface
|
||||
URL: http://arxiv.org/abs/2105.09244v1
|
||||
|
||||
Title: Interlaminar toughening in structural carbon fiber/epoxy composites interleaved with carbon nanotube veils
|
||||
URL: http://arxiv.org/abs/1905.09080v2
|
||||
|
||||
Title: Piezoelectric polyvinylidene fluoride-based epoxy composites produced by combined uniaxial compression and poling
|
||||
URL: http://arxiv.org/abs/1909.13234v1
|
||||
|
||||
Title: Characterization of phase structure spectrum in interleaved carbon fibre reinforced epoxy matrix composites by Polyaryletherketone with Cardo using AFM
|
||||
URL: http://dx.doi.org/https://doi.org/10.17632/sxgzm9vwmy.1
|
||||
|
||||
Title: raw test data for <20><><EFBFBD>Establishment of interlaminar structure and toughening effect in interleaved carbon fiber reinforced epoxy composites by CNTs/PEK-C interlayer<65><72><EFBFBD>
|
||||
URL: https://doi.org/10.17632/mfb366wv6x.1
|
||||
|
||||
Title: Permittivity and permeability of epoxy-magnetite powder composites at microwave frequencies
|
||||
URL: http://arxiv.org/abs/2001.02336v1
|
||||
|
||||
Title: Feature-based prediction of properties of cross-linked epoxy polymers by molecular dynamics and machine learning techniques
|
||||
URL: http://arxiv.org/abs/2312.07149v1
|
||||
|
||||
Title: Fracture and Damping of Ionomer Interleaved Epoxy Composites
|
||||
URL: https://doi.org/10.1177/089270570001300404
|
||||
|
||||
Title: Characterization of the frequency response of channel-interleaved photonic ADCs based on the optical time-division demultiplexer
|
||||
URL: http://arxiv.org/abs/2109.04362v1
|
||||
|
||||
Title: Simulations of turbulence over compliant walls
|
||||
URL: http://arxiv.org/abs/2111.01183v1
|
||||
|
||||
Title: Toughening Behavior of Carbon/Epoxy Laminates Interleaved by PSF/PVDF Composite Nanofibers
|
||||
URL: https://strathprints.strath.ac.uk/73799/1/Saghafi_etal_AS_2020_Toughening_behavior_of_carbon_epoxy_laminates_interleaved_by_PSF_PVDF.pdf
|
||||
|
||||
Title: Interlaminar shear fracture of interleaved graphite/epoxy composites
|
||||
URL: https://doi.org/10.1016/0266-3538(92)90133-n
|
||||
|
||||
Title: Timescale bridging in atomistic simulations of epoxy polymer mechanics using non-affine deformation theory
|
||||
URL: http://arxiv.org/abs/2406.02113v1
|
||||
|
||||
Title: ConcertoRL: An Innovative Time-Interleaved Reinforcement Learning Approach for Enhanced Control in Direct-Drive Tandem-Wing Vehicles
|
||||
URL: http://arxiv.org/abs/2405.13651v1
|
||||
|
||||
Title: Mode I Interlaminar Fracture of Interleaved Graphite/Epoxy
|
||||
URL: https://doi.org/10.1177/002199839202600306
|
||||
|
||||
Title: Molecular Dynamics Study to Predict Thermo-Mechanical Properties of DGEBF/DETDA Epoxy as a Function of Crosslinking Density
|
||||
URL: http://arxiv.org/abs/2108.00933v1
|
||||
|
||||
Title: Frequency-Adaptive Pan-Sharpening with Mixture of Experts
|
||||
URL: http://arxiv.org/abs/2401.02151v1
|
||||
|
||||
Title: data for Synergistic combination of nano-materialPEK-C for interleaving toughening and strengthening in carbon fibre reinforced epoxy composites
|
||||
URL: http://dx.doi.org/https://doi.org/10.17632/78y7j4ksgg.1
|
||||
|
||||
Title: data for Synergistic combination of nano-materialPEK-C for interleaving toughening and strengthening in carbon fibre reinforced epoxy composites
|
||||
URL: https://doi.org/10.17632/78y7j4ksgg
|
||||
|
||||
Title: Frequency Vectoralization and Frequency Birefringence
|
||||
URL: http://arxiv.org/abs/1708.09508
|
||||
|
||||
Title: Global existence and decay estimates for a viscoelastic plate equation with nonlinear damping and logarithmic nonlinearity
|
||||
URL: http://arxiv.org/abs/2201.00983v1
|
||||
|
||||
Title: Dielectric Properties of Conductively Loaded Polyimides in the Far Infrared
|
||||
URL: http://arxiv.org/abs/1810.01962v2
|
||||
|
||||
Title: Cyclic Olefin Copolymer Interleaves for Thermally Mendable Carbon/Epoxy Laminates
|
||||
URL: http://dx.doi.org/10.3390/molecules25225347
|
||||
|
||||
Title: Development of epoxy-based millimeter absorber with expanded polystyrenes and carbon black
|
||||
URL: http://arxiv.org/abs/2210.16202v2
|
||||
|
||||
Title: Frequency Dynamic Convolution: Frequency-Adaptive Pattern Recognition for Sound Event Detection
|
||||
URL: http://arxiv.org/abs/2203.15296v2
|
||||
|
||||
Title: The mechanical and electrical properties of direct-spun carbon nanotube mat-epoxy composites
|
||||
URL: http://arxiv.org/abs/1905.08422v1
|
||||
|
||||
Title: Interleaved Prange: A New Generic Decoder for Interleaved Codes
|
||||
URL: http://arxiv.org/abs/2205.14068v1
|
||||
|
||||
Title: A Novel Octal Annular Ring-Shaped Planar Monopole Antenna For WiFi And Unlicensed Ultra Wideband Frequency Range Applications
|
||||
URL: http://arxiv.org/abs/2311.08925v3
|
||||
|
||||
Title: Channel Mapping Based on Interleaved Learning with Complex-Domain MLP-Mixer
|
||||
URL: http://arxiv.org/abs/2401.03420v1
|
||||
|
||||
Title: Theoretical Analysis on the Efficiency of Interleaved Comparisons
|
||||
URL: http://arxiv.org/abs/2306.10023v1
|
||||
|
||||
Title: Coordinate Interleaved Orthogonal Design with Media-Based Modulation
|
||||
URL: http://arxiv.org/abs/2004.13349v1
|
||||
|
||||
Title: Recyclable flame-retardant epoxy composites based on disulfide bonds. Flammability and recyclability
|
||||
URL: http://arxiv.org/abs/2105.02141v1
|
||||
|
||||
Title: Active matter in a viscoelastic environment
|
||||
URL: http://arxiv.org/abs/2001.02331v1
|
||||
|
||||
Title: Divanillin-based aromatic amines: synthesis and application as curing agents for bio-based epoxy thermosets
|
||||
URL: http://arxiv.org/abs/1911.08960v1
|
||||
|
||||
Title: Energy storage in structural composites by introducing CNT fiber/polymer electrolyte interleaves
|
||||
URL: http://arxiv.org/abs/1810.00802v1
|
||||
|
||||
Title: Precise control of optical phase and coherent synthesis in femtosecond laser based optical frequency combs
|
||||
URL: http://arxiv.org/abs/2204.06410v1
|
||||
|
||||
Title: Ecovisor: A Virtual Energy System for Carbon-Efficient Applications
|
||||
URL: http://arxiv.org/abs/2210.04951v1
|
||||
|
||||
Title: Superior enhancement in thermal conductivity of epoxy/graphene nanocomposites through use of dimethylformamide (DMF) relative to acetone as solvent
|
||||
URL: http://arxiv.org/abs/2201.03527v2
|
||||
|
||||
Title: Short-Packet Interleaver against Impulse Interference in Practical Industrial Environments
|
||||
URL: http://arxiv.org/abs/2203.00770v1
|
||||
|
||||
Title: raw test data for “Establishment of interlaminar structure and crack propagation in carbon fiber reinforced epoxy composites by interleaving CNTs/PEK-C film”
|
||||
URL: http://dx.doi.org/https://doi.org/10.17632/mfb366wv6x.2
|
||||
|
||||
Title: Interleaving Learning, with Application to Neural Architecture Search
|
||||
URL: http://arxiv.org/abs/2103.07018v1
|
||||
|
||||
Title: Understanding viscoelastic flow instabilities: Oldroyd-B and beyond
|
||||
URL: http://arxiv.org/abs/2202.08305v1
|
||||
|
||||
Title: High-Temperature Electromagnetic and Thermal Characteristics of Graphene Composites
|
||||
URL: http://arxiv.org/abs/2004.12201v1
|
||||
|
||||
Title: Large-scale photonic chip based pulse interleaver for low-noise microwave generation
|
||||
URL: http://arxiv.org/abs/2404.14242v1
|
||||
|
||||
Title: Node-downloadable frequency transfer system based on a mode-locked laser with over 100 km of fiber
|
||||
URL: http://arxiv.org/abs/2312.10404v1
|
||||
|
||||
Title: The Frequency of the Frequency : On Hydropower and Grid Frequency Control
|
||||
URL: http://urn.kb.se/resolve?urn=urn:nbn:se:uu:diva-308441
|
||||
|
||||
Title: Time-Frequency Transformer: A Novel Time Frequency Joint Learning Method for Speech Emotion Recognition
|
||||
URL: http://arxiv.org/abs/2308.14568v1
|
||||
|
||||
Title: Multifunctional epoxy nanocomposites reinforced by two-dimensional materials: A review
|
||||
URL: http://arxiv.org/abs/2109.03525v1
|
||||
|
||||
Title: On Decoding High-Order Interleaved Sum-Rank-Metric Codes
|
||||
URL: http://arxiv.org/abs/2303.17454v1
|
||||
|
||||
Title: Optimizing carbon tax for decentralized electricity markets using an agent-based model
|
||||
URL: http://arxiv.org/abs/2006.01601v1
|
||||
|
||||
Title: Role of redox additive modified electrolytes in making Na-ion supercapacitors a competitive energy storage device
|
||||
URL: http://arxiv.org/abs/2112.07946v1
|
||||
|
||||
Title: Frequency spirals
|
||||
URL: https://pubmed.ncbi.nlm.nih.gov/27781469
|
||||
|
||||
Title: Sodium storage via single epoxy group on graphene - The role of surface doping
|
||||
URL: http://arxiv.org/abs/1801.08389v1
|
||||
|
||||
Title: Broadband high-resolution molecular spectroscopy with interleaved mid-infrared frequency combs
|
||||
URL: http://arxiv.org/abs/2006.01896v1
|
||||
|
||||
Title: Possibility of using of the measured frequency f instead of ω self-generated frequency
|
||||
URL: http://arxiv.org/abs/1710.09777v1
|
||||
|
||||
Title: Intrablock Interleaving for Batched Network Coding with Blockwise Adaptive Recoding
|
||||
URL: http://arxiv.org/abs/2105.07609v2
|
||||
|
||||
Title: Logarithmic Frequency Scaling and Consistent Frequency Coverage for the Selection of Auditory Filterbank Center Frequencies
|
||||
URL: http://arxiv.org/abs/1801.00075v1
|
||||
|
||||
Title: Modeling and Vibration Control of Sandwich Composite Plates.
|
||||
URL: https://www.ncbi.nlm.nih.gov/pubmed/36769904
|
||||
|
||||
Title: Multi-color solitons and frequency combs in microresonators
|
||||
URL: http://arxiv.org/abs/2409.03880v1
|
||||
|
||||
Title: Optimizing Carbon Storage Operations for Long-Term Safety
|
||||
URL: http://arxiv.org/abs/2304.09352v1
|
||||
|
||||
Title: An interleaver design for polar codes over slow fading channels
|
||||
URL: http://arxiv.org/abs/1610.04924v1
|
||||
|
||||
Title: Finite Element Modeling and Vibration Control of Plates with Active Constrained Layer Damping Treatment.
|
||||
URL: https://www.ncbi.nlm.nih.gov/pubmed/36837277
|
||||
|
||||
Title: Efficient Absorption of Terahertz Radiation in Graphene Polymer Composites
|
||||
URL: http://arxiv.org/abs/2109.01082v1
|
||||
|
||||
Title: SHIELD: Sustainable Hybrid Evolutionary Learning Framework for Carbon, Wastewater, and Energy-Aware Data Center Management
|
||||
URL: http://arxiv.org/abs/2308.13086v1
|
||||
|
||||
Title: INTERLEAVED TACTICAL TRAINING OF BIG FOOTBALL TEAMS
|
||||
URL: https://dx.doi.org/10.6084/m9.figshare.19915198.v1
|
||||
|
||||
Title: Interleaved Contractions
|
||||
URL: https://dare.uva.nl/personal/pure/en/publications/interleaved-contractions(5f7de7c2-0f8e-4f52-94f3-af27f4ff13ef).html
|
||||
|
||||
Title: Active Vibration Control of Composite Cantilever Beams.
|
||||
URL: https://www.ncbi.nlm.nih.gov/pubmed/36614435
|
||||
|
||||
Title: Effect of fluid viscoelasticity, shear stress, and interface tension on the lift force in lubricated contacts.
|
||||
URL: https://www.ncbi.nlm.nih.gov/pubmed/37873958
|
||||
|
||||
Title: Structure of the influenza AM2-BM2 chimeric channel bound to rimantadine
|
||||
URL: https://www.ebi.ac.uk/pdbe/entry/pdb/2ljc
|
||||
|
||||
Title: Unlocking epoxy thermal management capability via hierarchical Ce-MOF@MoS
|
||||
URL: https://www.ncbi.nlm.nih.gov/pubmed/39326167
|
||||
|
||||
Title: EQUILLIBRIUM MIXTURE OF OPEN AND PARTIALLY-CLOSED SPECIES IN THE APO STATE OF MALTODEXTRIN-BINDING PROTEIN BY PARAMAGNETIC RELAXATION ENHANCEMENT NMR
|
||||
URL: https://www.ebi.ac.uk/pdbe/entry/pdb/2v93
|
||||
|
||||
Title: Interleaved Group Products
|
||||
URL: http://arxiv.org/pdf/1804.09787
|
||||
|
||||
Title: Comparison of test-retest reproducibility of DESPOT and 3D-QALAS for water
|
||||
URL: https://www.ncbi.nlm.nih.gov/pubmed/39229114
|
||||
|
||||
Title: Interleaved Block-Sparse Transform
|
||||
URL: http://arxiv.org/abs/2407.13255v1
|
||||
|
||||
Title: Crystal Structure of HLA-B8 in complex with ELR, an Influenza A virus peptide
|
||||
URL: https://www.ebi.ac.uk/pdbe/entry/pdb/5wmq
|
||||
|
||||
Title: Seaglider Sg628 data for interleaving layers in the Kuroshio east of Taiwan
|
||||
URL: https://dx.doi.org/10.17632/ct5ppst6t2
|
||||
|
||||
Title: High-Resolution Quantum Cascade Laser Dual-Comb Spectroscopy in the Mid-Infrared with Absolute Frequency Referencing
|
||||
URL: http://arxiv.org/abs/2205.03334v1
|
||||
|
||||
Title: Atomic model of the Salmonella SPI-1 type III secretion injectisome basal body proteins InvG, PrgH, and PrgK
|
||||
URL: https://www.ebi.ac.uk/pdbe/entry/pdb/5tcr
|
||||
|
||||
Title: Interfacial behavior of vegetable protein isolates at sunflower oil/water interface.
|
||||
URL: https://www.ncbi.nlm.nih.gov/pubmed/36413907
|
||||
|
||||
Title: Crystal structure of cathepsin b inhibited with CA030 at 2.1 angstroms resolution: A basis for the design of specific epoxysuccinyl inhibitors
|
||||
URL: https://www.ebi.ac.uk/pdbe/entry/pdb/1csb
|
||||
|
||||
Title: Optimal Carbon Emission Control With Allowances Purchasing
|
||||
URL: http://arxiv.org/abs/2407.08477v1
|
||||
|
||||
Title: EcoLife: Carbon-Aware Serverless Function Scheduling for Sustainable Computing
|
||||
URL: http://arxiv.org/abs/2409.02085v2
|
||||
|
||||
Title: Solution Structure of Bacillus anthracis Sortase A (SrtA) Transpeptidase
|
||||
URL: https://www.ebi.ac.uk/pdbe/entry/pdb/2kw8
|
||||
|
||||
Title: Solution structure of protein ARR_CleD in complex with c-di-GMP
|
||||
URL: https://www.ebi.ac.uk/pdbe/entry/pdb/6sft
|
||||
|
||||
Title: Dynamics of Droplet Pinch-Off at Emulsified Oil-Water Interfaces: Interplay between Interfacial Viscoelasticity and Capillary Forces.
|
||||
URL: https://www.ncbi.nlm.nih.gov/pubmed/36763387
|
||||
|
||||
Title: Polarization insensitive non-interleaved frequency multiplexed dual-band Terahertz coding metasurface for independent control of reflected waves.
|
||||
URL: https://www.ncbi.nlm.nih.gov/pubmed/39261549
|
||||
|
||||
Title: Interleaving radiosity
|
||||
URL: https://doi.org/10.1007/bf02949819
|
||||
|
||||
Title: data for "Effect of curing time on phase morphology and fracture toughness of PEK-C film interleaved carbon fibre/epoxy composite laminates"
|
||||
URL: https://dx.doi.org/10.17632/8jwzx53ypw
|
||||
|
||||
Title: Numerical analysis of fiber reinforced composite material for structural component application.
|
||||
URL: https://www.ncbi.nlm.nih.gov/pubmed/39328535
|
||||
|
||||
Title: Crystal Structure of HLA-B7 in complex with RPP, an EBV peptide
|
||||
URL: https://www.ebi.ac.uk/pdbe/entry/pdb/5wmo
|
||||
|
||||
Title: Influential reinforcement parameters, elemental mapping, topological analysis and mechanical performance of lignocellulosic date palm/epoxy composites for improved sustainable materials.
|
||||
URL: https://www.ncbi.nlm.nih.gov/pubmed/39323794
|
||||
|
||||
Title: Optimal pricing for carbon dioxide removal under inter-regional leakage
|
||||
URL: http://arxiv.org/abs/2212.09299v1
|
||||
|
||||
Title: Interleave Frequency Division Multiplexing
|
||||
URL: http://arxiv.org/abs/2405.02604v1
|
||||
|
||||
Title: Towards a Novel Perspective on Adversarial Examples Driven by Frequency
|
||||
URL: http://arxiv.org/abs/2404.10202v1
|
||||
|
||||
Title: Interleavings for categories with a flow and the hom-tree lower bound
|
||||
URL: http://hdl.handle.net/2429/69159
|
||||
|
||||
Title: Classical Metric Properties for Categories with the Interleaving Distance
|
||||
URL: https://dx.doi.org/10.5446/60572
|
||||
|
||||
Title: Quantum paraelectric varactors for radiofrequency measurements at millikelvin temperatures.
|
||||
URL: https://www.ncbi.nlm.nih.gov/pubmed/39329079
|
||||
|
||||
Title: Crystal Structure of HLA-B8 in complex with QIK, a CMV peptide
|
||||
URL: https://www.ebi.ac.uk/pdbe/entry/pdb/5wmr
|
||||
|
||||
Title: Crystal Structure of HLA-B7 in complex with SPI, an influenza peptide
|
||||
URL: https://www.ebi.ac.uk/pdbe/entry/pdb/5wmn
|
||||
|
||||
Title: interleave: Converts Tabular Data to Interleaved Vectors
|
||||
URL: https://doi.org/10.32614/cran.package.interleave
|
||||
|
||||
Title: Structure of the influenza AM2-BM2 chimeric channel
|
||||
URL: https://www.ebi.ac.uk/pdbe/entry/pdb/2ljb
|
||||
|
||||
Title: Proton Channel M2 from Influenza A in complex with inhibitor rimantadine
|
||||
URL: https://www.ebi.ac.uk/pdbe/entry/pdb/2rlf
|
||||
|
||||
Title: Super-Resolution Ultrasound Imaging for Analysis of Microbubbles Cluster by Acoustic Vortex Tweezers.
|
||||
URL: https://www.ncbi.nlm.nih.gov/pubmed/39312432
|
||||
|
||||
Title: Near-atomic resolution cryo-EM structure of the periplasmic domains of PrgH and PrgK
|
||||
URL: https://www.ebi.ac.uk/pdbe/entry/pdb/5tcp
|
||||
|
||||
Title: Process synthesis and optimization for the production of carbon nanostructures.
|
||||
URL: https://www.ncbi.nlm.nih.gov/pubmed/19706958
|
||||
|
||||
Title: Interleavers
|
||||
URL: https://ris.utwente.nl/ws/files/5586234/Preprint_Ch.9.pdf
|
||||
|
||||
Title: Three-dimensional EM structure of an intact activator-dependent transcription initiation complex
|
||||
URL: https://www.ebi.ac.uk/pdbe/entry/pdb/3iyd
|
||||
|
||||
Title: Assessment of spectral ghost artifacts in echo-planar spectroscopic micro-imaging with flyback readout.
|
||||
URL: https://www.ncbi.nlm.nih.gov/pubmed/39317713
|
||||
|
||||
Title: Effect of cementation protocols on the fracture load of bilayer ceramic crowns manufactured by the Rapid Layer Technology.
|
||||
URL: https://www.ncbi.nlm.nih.gov/pubmed/39320003
|
||||
|
||||
Title: Mitigating Low-Frequency Bias: Feature Recalibration and Frequency Attention Regularization for Adversarial Robustness
|
||||
URL: http://arxiv.org/abs/2407.04016v1
|
||||
|
||||
Title: Surface topography changes and wear resistance of different non-metallic telescopic crown attachment materials in implant retained overdenture (prospective comparative in vitro study).
|
||||
URL: https://www.ncbi.nlm.nih.gov/pubmed/39327589
|
||||
|
||||
Title: Demonstrating a Quartz Crystal Microbalance with Dissipation (QCMD) to Enhance the Monitoring and Mechanistic Understanding of Iron Carbonate Crystalline Films.
|
||||
URL: https://www.ncbi.nlm.nih.gov/pubmed/38980721
|
||||
|
||||
Title: A Multifunctional Coating with Active Corrosion Protection Through a Synergistic pH- and Thermal-Responsive Mechanism.
|
||||
URL: https://www.ncbi.nlm.nih.gov/pubmed/39324225
|
||||
|
||||
Title: Data : 3.33/6.66kW Interleaved Power Factor Correction
|
||||
URL: https://dx.doi.org/10.17632/7cgvjvr67b
|
||||
|
||||
Title: Rational design of epoxy functionalized ionic liquids electrolyte additive for hydrogen-free and dendrite-free aqueous zinc batteries.
|
||||
URL: https://www.ncbi.nlm.nih.gov/pubmed/39326165
|
||||
|
||||
Title: Reducing residential emissions: carbon pricing vs. subsidizing retrofits
|
||||
URL: http://arxiv.org/abs/2310.15687v1
|
||||
|
||||
Title: Crystal Structure of MHC class I HLA-A2 molecule complexed with HCMV pp65-495-503 nonapeptide V6G variant
|
||||
URL: https://www.ebi.ac.uk/pdbe/entry/pdb/3mrd
|
||||
|
||||
Title: The Interleaved Genome
|
||||
URL: http://ora.ox.ac.uk/objects/uuid:0f6b0c95-7e1d-4495-89bc-663771df243e
|
||||
|
||||
Title: The Vagaries of Frequency
|
||||
URL: https://halshs.archives-ouvertes.fr/halshs-00731173
|
||||
|
||||
Title: Baumol's Climate Disease
|
||||
URL: http://arxiv.org/abs/2312.00160v1
|
||||
|
||||
Title: Evaluation of the Antihyperglycemic efficacy of the roots of Ferula orientalis L.: An in vitro to in vivo assessment.
|
||||
URL: https://www.ncbi.nlm.nih.gov/pubmed/39321856
|
||||
|
||||
Title: Full-frequency GW without frequency
|
||||
URL: https://dx.doi.org/10.48550/arxiv.2009.14315
|
||||
|
||||
Title: Interleave in peace, or interleave in pieces
|
||||
URL: https://doi.org/10.1109/99.683746
|
||||
|
||||
Title: Universality of the Homotopy Interleaving Distance
|
||||
URL: http://arxiv.org/abs/1705.01690v2
|
||||
|
||||
Title: Enhanced multi-layer perceptron for CO2 emission prediction with worst moth disrupted moth fly optimization (WMFO).
|
||||
URL: https://www.ncbi.nlm.nih.gov/pubmed/38882359
|
||||
|
||||
Title: Echotexture of recurrent laryngeal nerves: the depiction of recurrent laryngeal nerves at high-frequency ultrasound during radical thyroidectomy.
|
||||
URL: https://www.ncbi.nlm.nih.gov/pubmed/39329102
|
||||
|
||||
Title: Interleave 2
|
||||
URL: https://doi.org/10.51952/9781529226874.ch003
|
||||
|
||||
Title: Purification and Characterization of an Extracellular Alkaline Solvent-stable Metalloprotease Secreted from Newly Isolated
|
||||
URL: https://www.ncbi.nlm.nih.gov/pubmed/34825018
|
||||
|
||||
Title: The Double-Deck Viscoelastic Technique: a Novel Surgical Technique to Protect the Corneal Endothelium in Penetrating Keratoplasty of Aphakic Silicone Oil-Dependent Eyes after Severe Ocular Injury.
|
||||
URL: https://www.ncbi.nlm.nih.gov/pubmed/36309624
|
||||
|
||||
Title: Interleaving of path sets
|
||||
URL: http://arxiv.org/abs/2101.02441v1
|
||||
|
||||
Title: A novel Affi-Cova magnetic nanoparticles for one-step covalent immobilization of His-tagged enzyme directly from crude cell lysate.
|
||||
URL: https://www.ncbi.nlm.nih.gov/pubmed/39322145
|
||||
|
||||
Title: Frequency divider
|
||||
URL: http://dx.doi.org/10.1109/TPWRS.2016.2569563
|
||||
|
||||
Title: Micro frequency hopping spread spectrum modulation and encryption technology
|
||||
URL: http://arxiv.org/abs/2408.00400v1
|
||||
|
||||
Title: On Frequency
|
||||
URL: https://doi.org/10.1111/j.1539-6924.2011.01764.x
|
||||
|
||||
Title: An Interleaving Distance for Ordered Merge Trees
|
||||
URL: http://arxiv.org/abs/2312.11113v3
|
||||
|
||||
Title: Labeled Interleaving Distance for Reeb Graphs
|
||||
URL: http://arxiv.org/abs/2306.01186v1
|
||||
|
||||
Title: PRIME: Phase Reversed Interleaved Multi-Echo acquisition enables highly accelerated distortion-free diffusion MRI.
|
||||
URL: https://www.ncbi.nlm.nih.gov/pubmed/39314505
|
||||
|
||||
Title: Magnetic Resonance Imaging (MRI) Evaluation and Classification of Vascular Malformations.
|
||||
URL: https://www.ncbi.nlm.nih.gov/pubmed/39310382
|
||||
|
||||
Title: Interleave 7
|
||||
URL: https://doi.org/10.51952/9781529226874.ch013
|
||||
|
||||
Title: Interleaver
|
||||
URL: https://doi.org/10.1007/978-3-8348-9927-9_10
|
||||
|
||||
Title: The interaction between dietary nitrates/nitrites intake and gut microbial metabolites on metabolic syndrome: a cross-sectional study.
|
||||
URL: https://www.ncbi.nlm.nih.gov/pubmed/39328991
|
||||
|
||||
Title: Gromov-Hausdorff and Interleaving distance for trees
|
||||
URL: https://dx.doi.org/10.14288/1.0377403
|
||||
|
||||
Title: Complex Frequency
|
||||
URL: https://doi.org/10.1109/pesgm48719.2022.9917164
|
||||
|
||||
Title: Evaluation of Middle Cerebral Artery Culprit Plaque Inflammation in Ischemic Stroke Using CAIPIRINHA-Dixon-TWIST Dynamic Contrast-Enhanced Magnetic Resonance Imaging.
|
||||
URL: https://www.ncbi.nlm.nih.gov/pubmed/39258494
|
||||
|
||||
Title: Interleave 5
|
||||
URL: https://doi.org/10.51952/9781529226874.ch009
|
||||
|
||||
Title: Unveiling the hidden risks of CPAP device innovations and the necessity of patient-centric testing.
|
||||
URL: https://www.ncbi.nlm.nih.gov/pubmed/39329189
|
||||
|
||||
Title: AC Frequency
|
||||
URL: https://dx.doi.org/10.6084/m9.figshare.5259460
|
||||
|
||||
Title: PTB GRPE Interleaved Resolution Phantom Acquisition
|
||||
URL: http://dx.doi.org/10.5281/zenodo.3647967
|
||||
|
||||
Title: Frequencies
|
||||
URL: https://doi.org/10.4324/9780429056765-7
|
||||
|
||||
Title: Mains Frequency
|
||||
URL: http://dx.doi.org/10.5281/zenodo.7491565
|
||||
|
||||
Title: Noradrenaline modulates sensory information in mouse vomeronasal sensory neurons.
|
||||
URL: https://www.ncbi.nlm.nih.gov/pubmed/39328934
|
||||
|
||||
Title: Frequency in the Dictionary
|
||||
URL: https://doi.org/10.3726/9783034344180.003.0004
|
||||
|
||||
Title: Interleaving Retrieval Practice Promotes Science Learning
|
||||
URL: https://dx.doi.org/10.25384/sage.c.5953570
|
||||
|
||||
Title: Illness representation in patients with multiple sclerosis: A preliminary narrative medicine study.
|
||||
URL: https://www.ncbi.nlm.nih.gov/pubmed/39329093
|
||||
|
||||
Title: A Review of Meta-Analyses of Prevention Strategies for Problematic Cannabis Use.
|
||||
URL: https://www.ncbi.nlm.nih.gov/pubmed/39328973
|
||||
|
||||
Title: Frequency table
|
||||
URL: https://dx.doi.org/10.5061/dryad.50554tg/2
|
||||
|
||||
Title: Hitting the Rewind Button: Imagining Analogue Trauma Memories in Reverse Reduces Distressing Intrusions.
|
||||
URL: https://www.ncbi.nlm.nih.gov/pubmed/39329077
|
||||
|
||||
Title: [Identification of conservation and restoration materials for iron relics through ultraviolet-induced visible luminescence imaging and pyrolysis-gas chromatography/mass spectrometry].
|
||||
URL: https://www.ncbi.nlm.nih.gov/pubmed/39327664
|
||||
|
||||
Title: [The cutting-edge developments and future prospects of enabling technologies in spinal surgery clinical treatments].
|
||||
URL: https://www.ncbi.nlm.nih.gov/pubmed/38044602
|
||||
|
||||
Title: frequency distribution
|
||||
URL: https://dx.doi.org/10.5281/zenodo.6861104
|
||||
|
||||
Title: Sensori-motor neurofeedback improves inhibitory control and induces neural changes: a placebo-controlled, double-blind, event-related potentials study.
|
||||
URL: https://www.ncbi.nlm.nih.gov/pubmed/39328986
|
||||
|
||||
Title: Supervised machine learning on ECG features to classify sleep in non-critically ill children.
|
||||
URL: https://www.ncbi.nlm.nih.gov/pubmed/39329187
|
||||
|
||||
Title: Neural Mechanisms of Learning and Consolidation of Morphologically Derived Words in a Novel Language: Evidence From Hebrew Speakers.
|
||||
URL: https://www.ncbi.nlm.nih.gov/pubmed/39301207
|
||||
|
||||
Title: DTU frequency
|
||||
URL: https://dx.doi.org/10.6084/m9.figshare.4994231.v2
|
||||
|
||||
Title: Learning melodic musical intervals: To block or to interleave?
|
||||
URL: https://dx.doi.org/10.25384/sage.c.5019068.v1
|
||||
|
||||
Title: How does industrial structure transformation affect carbon emissions in China: the moderating effect of financial development.
|
||||
URL: https://www.ncbi.nlm.nih.gov/pubmed/34595705
|
||||
|
||||
Title: Host Frequency
|
||||
URL: https://dx.doi.org/10.6084/m9.figshare.7853471.v1
|
||||
|
||||
Title: Blocked training facilitates learning of multiple schemas.
|
||||
URL: https://www.ncbi.nlm.nih.gov/pubmed/39242783
|
||||
|
||||
Title: HER4 is a high-affinity dimerization partner for all EGFR/HER/ErbB family proteins.
|
||||
URL: https://www.ncbi.nlm.nih.gov/pubmed/39276020
|
||||
|
||||
Title: Allele frequencies
|
||||
URL: https://dx.doi.org/10.5061/dryad.r31sg.2/4.2
|
||||
|
||||
Title: frequency density data.xls
|
||||
URL: https://dx.doi.org/10.6084/m9.figshare.12950531.v4
|
||||
|
||||
Title: Frequency of behaviors.xlsx
|
||||
URL: https://dx.doi.org/10.6084/m9.figshare.8429111.v1
|
||||
|
||||
Title: Frequency dataset.xlsx
|
||||
URL: https://dx.doi.org/10.6084/m9.figshare.24130101.v1
|
||||
|
||||
196
main.py
196
main.py
|
|
@ -1,202 +1,40 @@
|
|||
import warnings
|
||||
from transformers import AutoTokenizer, AutoModel
|
||||
from keybert import KeyBERT
|
||||
import torch
|
||||
import torch.nn.functional as F
|
||||
import requests
|
||||
import progressbar
|
||||
from itertools import combinations
|
||||
from datetime import datetime
|
||||
|
||||
from src.scrub import scrub_web
|
||||
from src.key import create_queries
|
||||
from src.evaluate import sort_results
|
||||
|
||||
# Suppress FutureWarnings and other warnings
|
||||
warnings.simplefilter(action='ignore', category=FutureWarning)
|
||||
|
||||
|
||||
#subject = input("Enter subject : ")
|
||||
subject = "Experiments, numerical models and optimization of carbon-epoxy plates damped by a frequency-dependent interleaved viscoelastic layer"
|
||||
|
||||
current_time = datetime.now().strftime("%m-%d_%H-%M")
|
||||
|
||||
file_path = f"logs/run_{current_time}.log"
|
||||
log_content = f"# Hin run, {current_time}\n\nSubject : {subject}\n\n"
|
||||
|
||||
content = f"# Hin run, {current_time}\n\nSubject : {subject}\n\n"
|
||||
queries, keyword_log = create_queries(subject)
|
||||
log_content += keyword_log
|
||||
|
||||
widgets = [' [',
|
||||
progressbar.Timer(format= 'elapsed time: %(elapsed)s'),
|
||||
'] ',
|
||||
progressbar.Bar('*'),' (',
|
||||
progressbar.ETA(), ') ',
|
||||
]
|
||||
results, scrub_log = scrub_web(queries)
|
||||
log_content += scrub_log
|
||||
|
||||
# Suppress FutureWarnings and other warnings
|
||||
warnings.simplefilter(action='ignore', category=FutureWarning)
|
||||
|
||||
print("\n### Fetching Data ###\n")
|
||||
|
||||
# Load the tokenizer and the model
|
||||
tokenizer = AutoTokenizer.from_pretrained('allenai/scibert_scivocab_uncased')
|
||||
|
||||
print("* Got tokenizer")
|
||||
|
||||
model = AutoModel.from_pretrained('allenai/scibert_scivocab_uncased')
|
||||
|
||||
print("* Got model")
|
||||
|
||||
kw_model = KeyBERT()
|
||||
|
||||
print("* Got Keybert")
|
||||
|
||||
# Function to compute sentence embeddings by pooling token embeddings (CLS token)
|
||||
def get_sentence_embedding(text):
|
||||
inputs = tokenizer(text, return_tensors="pt", padding=True, truncation=True, max_length=512)
|
||||
with torch.no_grad():
|
||||
outputs = model(**inputs)
|
||||
|
||||
# Pooling strategy: Use the hidden state of the [CLS] token as the sentence embedding
|
||||
cls_embedding = outputs.last_hidden_state[:, 0, :] # Shape: (batch_size, hidden_size)
|
||||
return cls_embedding
|
||||
|
||||
# Function to compute cosine similarity
|
||||
def compute_similarity(embedding1, embedding2):
|
||||
similarity = F.cosine_similarity(embedding1, embedding2)
|
||||
return similarity.item()
|
||||
|
||||
print("\n### Getting Keywords ###\n")
|
||||
|
||||
keywords = kw_model.extract_keywords(subject, keyphrase_ngram_range=(1, 2), stop_words='english', use_mmr=True, diversity=0.7)
|
||||
|
||||
print("* keywords extracted")
|
||||
sorted_keywords = sorted(keywords, key=lambda x: -x[1])
|
||||
text_keywords = [x[0] for x in sorted_keywords]
|
||||
|
||||
content += f"## Keywords\n\n{text_keywords}\n\n"
|
||||
|
||||
queries = []
|
||||
|
||||
for r in range(1, len(text_keywords) + 1):
|
||||
comb = combinations(text_keywords, r)
|
||||
queries.extend(comb)
|
||||
|
||||
final_queries = [subject] + ["\"" + "\" OR \"".join(query) + "\"" for query in queries]
|
||||
|
||||
#final_queries.ins(subject)
|
||||
|
||||
print("* query generated")
|
||||
|
||||
print("\n### Fetching Web data ###\n")
|
||||
|
||||
# Define the SearxNG instance URL and search query
|
||||
searxng_url = "https://search.penwing.org/search"
|
||||
|
||||
results = []
|
||||
|
||||
web_bar = progressbar.ProgressBar(widgets=[progressbar.Percentage(), progressbar.Bar()],
|
||||
maxval=len(final_queries)).start()
|
||||
|
||||
progress = 0
|
||||
|
||||
content += f"## Queries\n\n"
|
||||
|
||||
for query in final_queries :
|
||||
params = {
|
||||
"q": query, # Your search query
|
||||
"format": "json", # Requesting JSON format
|
||||
"categories": "science", # You can specify categories (optional)
|
||||
}
|
||||
|
||||
response = requests.get(searxng_url, params=params)
|
||||
|
||||
if response.status_code == 200:
|
||||
data = response.json()
|
||||
|
||||
# List to store results with similarity scores
|
||||
scored_results = []
|
||||
|
||||
results.extend(data.get("results", []))
|
||||
|
||||
content += f"{query};\n"
|
||||
|
||||
if query == subject:
|
||||
test_content = ""
|
||||
for result in data.get("results", []):
|
||||
test_content+= result['title'] + "\n---\n"
|
||||
with open("test.log", 'w') as file:
|
||||
file.write(test_content)
|
||||
else:
|
||||
print(f"Error: {response.status_code}")
|
||||
|
||||
progress += 1
|
||||
web_bar.update(progress)
|
||||
|
||||
print("\n\n### Starting result processing (",len(results),") ###\n")
|
||||
|
||||
subject_embedding = get_sentence_embedding(subject)
|
||||
|
||||
print("* Tokenized subject\n")
|
||||
|
||||
scored_results_urls = []
|
||||
scored_results = []
|
||||
|
||||
bar = progressbar.ProgressBar(widgets=[progressbar.Percentage(), progressbar.Bar()],
|
||||
maxval=len(results)).start()
|
||||
|
||||
progress = 0
|
||||
|
||||
found_original = False
|
||||
|
||||
# Process each result
|
||||
for result in results :
|
||||
progress += 1
|
||||
bar.update(progress)
|
||||
|
||||
title = result['title']
|
||||
url = result['url']
|
||||
snippet = result['content']
|
||||
|
||||
if title == subject :
|
||||
found_original = True
|
||||
|
||||
if url in scored_results_urls :
|
||||
continue
|
||||
|
||||
scored_results_urls.append(url)
|
||||
|
||||
# Get embedding for the snippet (abstract)
|
||||
#result_embedding = get_sentence_embedding(snippet)
|
||||
result_embedding = get_sentence_embedding(title)
|
||||
|
||||
# Compute similarity between subject and snippet
|
||||
similarity = compute_similarity(subject_embedding, result_embedding)
|
||||
|
||||
# Store the result with its similarity score
|
||||
scored_results.append({
|
||||
'title': title,
|
||||
'url': url,
|
||||
'snippet': snippet,
|
||||
'similarity': similarity
|
||||
})
|
||||
|
||||
if found_original :
|
||||
print("\n* Found Original Article")
|
||||
|
||||
|
||||
# Sort the results by similarity (highest first)
|
||||
top_results = sorted(scored_results, key=lambda x: x['similarity'], reverse=True)
|
||||
sorted_results, results_log = sort_results(subject, results)
|
||||
log_content += results_log
|
||||
|
||||
print("\n\n### Done ###\n")
|
||||
|
||||
# Print the top 10 results
|
||||
for idx, result in enumerate(top_results[:10], 1):
|
||||
for idx, result in enumerate(sorted_results[:10], 1):
|
||||
print(f"Rank {idx} ({result['similarity']:.4f}):")
|
||||
print(f"Title: {result['title']}")
|
||||
print(f"URL: {result['url']}")
|
||||
print(f"Snippet: {result['snippet']}")
|
||||
print("-" * 40)
|
||||
|
||||
# Define the file path with the current time in the filename
|
||||
|
||||
|
||||
content += "\n## Results\n\n"
|
||||
|
||||
for result in top_results :
|
||||
content += f"Title: {result['title']}\nURL: {result['url']}\n\n"
|
||||
|
||||
# Create and save the file
|
||||
with open(file_path, 'w') as file:
|
||||
file.write(content)
|
||||
file.write(log_content)
|
||||
|
|
|
|||
92
src/evaluate.py
Normal file
92
src/evaluate.py
Normal file
|
|
@ -0,0 +1,92 @@
|
|||
from transformers import AutoTokenizer, AutoModel
|
||||
import torch
|
||||
import torch.nn.functional as F
|
||||
import progressbar
|
||||
|
||||
print("\n### Fetching SciBert ###\n")
|
||||
|
||||
# Load the tokenizer and the model
|
||||
tokenizer = AutoTokenizer.from_pretrained('allenai/scibert_scivocab_uncased')
|
||||
|
||||
print("* Got tokenizer")
|
||||
|
||||
model = AutoModel.from_pretrained('allenai/scibert_scivocab_uncased')
|
||||
|
||||
print("* Got model")
|
||||
|
||||
# Function to compute sentence embeddings by pooling token embeddings (CLS token)
|
||||
def get_sentence_embedding(text):
|
||||
inputs = tokenizer(text, return_tensors="pt", padding=True, truncation=True, max_length=512)
|
||||
with torch.no_grad():
|
||||
outputs = model(**inputs)
|
||||
|
||||
# Pooling strategy: Use the hidden state of the [CLS] token as the sentence embedding
|
||||
cls_embedding = outputs.last_hidden_state[:, 0, :] # Shape: (batch_size, hidden_size)
|
||||
return cls_embedding
|
||||
|
||||
|
||||
# Function to compute cosine similarity
|
||||
def compute_similarity(embedding1, embedding2):
|
||||
similarity = F.cosine_similarity(embedding1, embedding2)
|
||||
return similarity.item()
|
||||
|
||||
|
||||
def sort_results(subject, results):
|
||||
|
||||
print("\n### Starting result processing (",len(results),") ###\n")
|
||||
|
||||
subject_embedding = get_sentence_embedding(subject)
|
||||
|
||||
print("* Tokenized subject\n")
|
||||
|
||||
scored_results_urls = []
|
||||
scored_results = []
|
||||
|
||||
bar = progressbar.ProgressBar(widgets=[progressbar.Percentage(), progressbar.Bar()],
|
||||
maxval=len(results)).start()
|
||||
|
||||
progress = 0
|
||||
|
||||
found_original = False
|
||||
|
||||
# Process each result
|
||||
for result in results :
|
||||
progress += 1
|
||||
bar.update(progress)
|
||||
|
||||
title = result['title']
|
||||
url = result['url']
|
||||
snippet = result['content']
|
||||
|
||||
if title == subject :
|
||||
found_original = True
|
||||
|
||||
if url in scored_results_urls :
|
||||
continue
|
||||
|
||||
scored_results_urls.append(url)
|
||||
|
||||
# Get embedding for the snippet (abstract)
|
||||
#result_embedding = get_sentence_embedding(snippet)
|
||||
result_embedding = get_sentence_embedding(title)
|
||||
|
||||
# Compute similarity between subject and snippet
|
||||
similarity = compute_similarity(subject_embedding, result_embedding)
|
||||
|
||||
# Store the result with its similarity score
|
||||
scored_results.append({
|
||||
'title': title,
|
||||
'url': url,
|
||||
'snippet': snippet,
|
||||
'similarity': similarity
|
||||
})
|
||||
|
||||
# Sort the results by similarity (highest first)
|
||||
sorted_results = sorted(scored_results, key=lambda x: x['similarity'], reverse=True)
|
||||
|
||||
log = "## Results\n\n"
|
||||
|
||||
for result in sorted_results :
|
||||
log += f"Title: {result['title']}\nURL: {result['url']}\n\n"
|
||||
|
||||
return sorted_results, log
|
||||
33
src/key.py
Normal file
33
src/key.py
Normal file
|
|
@ -0,0 +1,33 @@
|
|||
from keybert import KeyBERT
|
||||
from itertools import combinations
|
||||
|
||||
def create_queries(subject) :
|
||||
|
||||
print("\n### Getting Keywords ###\n")
|
||||
|
||||
kw_model = KeyBERT()
|
||||
|
||||
print("* Got Keybert")
|
||||
|
||||
keywords = kw_model.extract_keywords(subject, keyphrase_ngram_range=(1, 2), stop_words='english', use_mmr=True, diversity=0.7)
|
||||
|
||||
print("* keywords extracted")
|
||||
|
||||
sorted_keywords = sorted(keywords, key=lambda x: -x[1])
|
||||
text_keywords = [x[0] for x in sorted_keywords]
|
||||
|
||||
log = f"## Keywords\n\n{text_keywords}\n\n"
|
||||
|
||||
queries = []
|
||||
|
||||
for r in range(1, len(text_keywords) + 1):
|
||||
comb = combinations(text_keywords, r)
|
||||
queries.extend(comb)
|
||||
|
||||
final_queries = [subject] + ["\"" + "\" OR \"".join(query) + "\"" for query in queries]
|
||||
|
||||
#final_queries.ins(subject)
|
||||
|
||||
print("* query generated")
|
||||
|
||||
return final_queries, log
|
||||
42
src/scrub.py
Normal file
42
src/scrub.py
Normal file
|
|
@ -0,0 +1,42 @@
|
|||
import requests
|
||||
import progressbar
|
||||
|
||||
searxng_url = "https://search.penwing.org/search"
|
||||
|
||||
def scrub_web(queries) :
|
||||
print("\n### Fetching Web data ###\n")
|
||||
|
||||
web_bar = progressbar.ProgressBar(widgets=[progressbar.Percentage(), progressbar.Bar()],
|
||||
maxval=len(queries)).start()
|
||||
|
||||
progress = 0
|
||||
results = []
|
||||
log = "## Queries\n\n"
|
||||
|
||||
for query in queries :
|
||||
params = {
|
||||
"q": query, # Your search query
|
||||
"format": "json", # Requesting JSON format
|
||||
"categories": "science", # You can specify categories (optional)
|
||||
}
|
||||
|
||||
response = requests.get(searxng_url, params=params)
|
||||
|
||||
if response.status_code == 200:
|
||||
data = response.json()
|
||||
|
||||
# List to store results with similarity scores
|
||||
scored_results = []
|
||||
|
||||
results.extend(data.get("results", []))
|
||||
|
||||
log += f"{query};\n"
|
||||
else:
|
||||
print(f"Error: {response.status_code}")
|
||||
|
||||
progress += 1
|
||||
web_bar.update(progress)
|
||||
|
||||
print("")
|
||||
|
||||
return results, log
|
||||
22
test.log
22
test.log
|
|
@ -1,22 +0,0 @@
|
|||
Controllability of a viscoelastic plate using one boundary control in displacement or bending
|
||||
---
|
||||
Decay estimate in a viscoelastic plate equation with past history, nonlinear damping, and logarithmic nonlinearity
|
||||
---
|
||||
Viscoelasticity and elastocapillarity effects in the impact of drops on a repellent surface
|
||||
---
|
||||
Boundary layer in linear viscoelasticity
|
||||
---
|
||||
Extended plane wave expansion formulation for viscoelastic phononic thin plates
|
||||
---
|
||||
Stabilization for vibrating plate with singular structural damping
|
||||
---
|
||||
Global existence and decay estimates for a viscoelastic plate equation with nonlinear damping and logarithmic nonlinearity
|
||||
---
|
||||
Simulations of wobble damping in viscoelastic rotators
|
||||
---
|
||||
Derivation of von Kármán plate theory in the framework of three-dimensional viscoelasticity
|
||||
---
|
||||
Experiments, numerical models and optimization of carbon-epoxy plates damped by a frequency-dependent interleaved viscoelastic layer
|
||||
---
|
||||
Understanding viscoelastic flow instabilities: Oldroyd-B and beyond
|
||||
---
|
||||
10
test1.log
10
test1.log
|
|
@ -1,10 +0,0 @@
|
|||
Controllability of a viscoelastic plate using one boundary control in displacement or bending
|
||||
Decay estimate in a viscoelastic plate equation with past history, nonlinear damping, and logarithmic nonlinearity
|
||||
Viscoelasticity and elastocapillarity effects in the impact of drops on a repellent surface
|
||||
Boundary layer in linear viscoelasticity
|
||||
Extended plane wave expansion formulation for viscoelastic phononic thin plates
|
||||
Stabilization for vibrating plate with singular structural damping
|
||||
Global existence and decay estimates for a viscoelastic plate equation with nonlinear damping and logarithmic nonlinearity
|
||||
Simulations of wobble damping in viscoelastic rotators
|
||||
Derivation of von Kármán plate theory in the framework of three-dimensional viscoelasticity
|
||||
Understanding viscoelastic flow instabilities: Oldroyd-B and beyond
|
||||
Loading…
Reference in a new issue